make.sh

   1 #!/bin/bash
   2 ############################################################################
   3 #                                                                          #
   4 # This file is part of the IPFire Firewall.                                #
   5 #                                                                          #
   6 # IPFire is free software; you can redistribute it and/or modify           #
   7 # it under the terms of the GNU General Public License as published by     #
   8 # the Free Software Foundation; either version 2 of the License, or        #
   9 # (at your option) any later version.                                      #
  10 #                                                                          #
  11 # IPFire is distributed in the hope that it will be useful,                #
  12 # but WITHOUT ANY WARRANTY; without even the implied warranty of           #
  13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the            #
  14 # GNU General Public License for more details.                             #
  15 #                                                                          #
  16 # You should have received a copy of the GNU General Public License        #
  17 # along with IPFire; if not, write to the Free Software                    #
  18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307 USA #
  19 #                                                                          #
  20 # Copyright (C) 2007 IPFire-Team <info@ipfire.org>.                        #
  21 #                                                                          #
  22 ############################################################################
  23 #
  24
  25 NAME="IPFire"                                                                           # Software name
  26 SNAME="ipfire"                                                                  # Short name
  27 VERSION="2.1"                                                                           # Version number
  28 SLOGAN="www.ipfire.org"                                 # Software slogan
  29 CONFIG_ROOT=/var/ipfire                                 # Configuration rootdir
  30 NICE=10                                                                                                 # Nice level
  31 MAX_RETRIES=1                                                                           # prefetch/check loop
  32 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
  33 MACHINE=`uname -m`
  34
  35 IPFVER="full"                           # Which versions should be compiled? (full|devel)
  36
  37 # Debian specific settings
  38 if [ ! -e /etc/debian_version ]; then
  39         FULLPATH=`which $0`
  40 else
  41         if [ -x /usr/bin/realpath ]; then
  42                 FULLPATH=`/usr/bin/realpath $0`
  43         else
  44                 echo "ERROR: Need to do apt-get install realpath"
  45                 exit 1
  46         fi
  47 fi
  48
  49 PWD=`pwd`
  50 BASENAME=`basename $0`
  51 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
  52 LOGFILE=$BASEDIR/log/_build.preparation.log
  53 export BASEDIR LOGFILE
  54 DIR_CHK=$BASEDIR/cache/check
  55 mkdir $BASEDIR/log/ 2>/dev/null
  56
  57 # Include funtions
  58 . tools/make-functions
  59
  60 if [ -f .config ]; then
  61         . .config
  62 else
  63         echo -e  "${BOLD}No configuration found!${NORMAL}"
  64         echo -ne "Do you want to create one (y/N)?"
  65         read CREATE_CONFIG
  66         echo ""
  67         if [ "$CREATE_CONFIG" == "y" ]; then
  68                 make_config
  69         fi
  70 fi
  71
  72 if [ -z $EDITOR ]; then
  73         for i in nano emacs vi; do
  74                 EDITOR=$(which $i 2>/dev/null)
  75                 if ! [ -z $EDITOR ]; then
  76                         export EDITOR=$EDITOR
  77                         break
  78                 fi
  79         done
  80         [ -z $EDITOR ] && exiterror "You should have installed an editor."
  81 fi
  82
  83 prepareenv() {
  84     ############################################################################
  85     #                                                                          #
  86     # Are we running the right shell?                                          #
  87     #                                                                          #
  88     ############################################################################
  89     if [ ! "$BASH" ]; then
  90                         exiterror "BASH environment variable is not set.  You're probably running the wrong shell."
  91     fi
  92
  93     if [ -z "${BASH_VERSION}" ]; then
  94                         exiterror "Not running BASH shell."
  95     fi
  96
  97
  98     ############################################################################
  99     #                                                                          #
 100     # Trap on emergency exit                                                   #
 101     #                                                                          #
 102     ############################################################################
 103     trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
 104
 105
 106     ############################################################################
 107     #                                                                          #
 108     # Resetting our nice level                                                 #
 109     #                                                                          #
 110     ############################################################################
 111     echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
 112     renice $NICE $$ > /dev/null
 113     if [ `nice` != "$NICE" ]; then
 114                         beautify message FAIL
 115                         exiterror "Failed to set correct nice level"
 116     else
 117                         beautify message DONE
 118     fi
 119
 120
 121     ############################################################################
 122     #                                                                          #
 123     # Checking if running as root user                                         #
 124     #                                                                          #
 125     ############################################################################
 126     echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
 127     if [ `id -u` != 0 ]; then
 128                         beautify message FAIL
 129                         exiterror "Not building as root"
 130     else
 131                         beautify message DONE
 132     fi
 133
 134
 135     ############################################################################
 136     #                                                                          #
 137     # Checking for necessary temporary space                                   #
 138     #                                                                          #
 139     ############################################################################
 140     echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
 141     BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
 142     BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
 143     if (( 2048000 > $BASE_ASPACE )); then
 144                         BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
 145                         if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
 146                                 beautify message FAIL
 147                                 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
 148                         fi
 149     else
 150                         beautify message DONE
 151     fi
 152
 153     ############################################################################
 154     #                                                                          #
 155     # Building Linux From Scratch system                                       #
 156     #                                                                          #
 157     ############################################################################
 158     # Set umask
 159     umask 022
 160
 161     # Set LFS Directory
 162     LFS=$BASEDIR/build
 163
 164     # Check /tools symlink
 165     if [ -h /tools ]; then
 166         rm -f /tools
 167     fi
 168     if [ ! -a /tools ]; then
 169                         ln -s $BASEDIR/build/tools /
 170     fi
 171     if [ ! -h /tools ]; then
 172                         exiterror "Could not create /tools symbolic link."
 173     fi
 174
 175     # Setup environment
 176     set +h
 177     LC_ALL=POSIX
 178     MAKETUNING="-j6"
 179     export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
 180     unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
 181
 182     # Make some extra directories
 183     mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
 184     mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
 185     mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
 186     mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
 187
 188     mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
 189     mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
 190
 191     # Make all sources and proc available under lfs build
 192     mount --bind /dev            $BASEDIR/build/dev
 193     mount --bind /dev/pts        $BASEDIR/build/dev/pts
 194     mount --bind /dev/shm        $BASEDIR/build/dev/shm
 195     mount --bind /proc           $BASEDIR/build/proc
 196     mount --bind /sys            $BASEDIR/build/sys
 197     mount --bind $BASEDIR/cache  $BASEDIR/build/usr/src/cache
 198     mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
 199     mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
 200     mount --bind $BASEDIR/doc    $BASEDIR/build/usr/src/doc
 201     mount --bind $BASEDIR/html   $BASEDIR/build/usr/src/html
 202     mount --bind $BASEDIR/langs  $BASEDIR/build/usr/src/langs
 203     mount --bind $BASEDIR/lfs    $BASEDIR/build/usr/src/lfs
 204     mount --bind $BASEDIR/log    $BASEDIR/build/usr/src/log
 205     mount --bind $BASEDIR/src    $BASEDIR/build/usr/src/src
 206
 207     # This is a temporary hack!!!
 208     if [ ! -f /tools/bin/hostname ]; then
 209       cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
 210     fi
 211
 212     # Run LFS static binary creation scripts one by one
 213     export CCACHE_DIR=$BASEDIR/ccache
 214     export CCACHE_HASHDIR=1
 215
 216     # Remove pre-install list of installed files in case user erase some files before rebuild
 217     rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
 218 }
 219
 220 buildtoolchain() {
 221     LOGFILE="$BASEDIR/log/_build.toolchain.log"
 222     export LOGFILE
 223     ORG_PATH=$PATH
 224     NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
 225     export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
 226     lfsmake1 ccache
 227     lfsmake1 binutils   PASS=1
 228     lfsmake1 gcc                PASS=1
 229     export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
 230     lfsmake1 linux-libc-header
 231     lfsmake1 glibc
 232     lfsmake1 cleanup-toolchain PASS=1
 233     lfsmake1 tcl
 234     lfsmake1 expect
 235     lfsmake1 dejagnu
 236     lfsmake1 gcc                PASS=2
 237     lfsmake1 binutils   PASS=2
 238     lfsmake1 ncurses
 239     lfsmake1 bash
 240     lfsmake1 bzip2
 241     lfsmake1 coreutils
 242     lfsmake1 diffutils
 243     lfsmake1 findutils
 244     lfsmake1 gawk
 245     lfsmake1 gettext
 246     lfsmake1 grep
 247     lfsmake1 gzip
 248     lfsmake1 m4
 249     lfsmake1 make
 250     lfsmake1 patch
 251     lfsmake1 perl
 252     lfsmake1 sed
 253     lfsmake1 tar
 254     lfsmake1 texinfo
 255     lfsmake1 util-linux
 256     lfsmake1 cleanup-toolchain  PASS=2
 257     export PATH=$ORG_PATH
 258 }
 259
 260 buildbase() {
 261     LOGFILE="$BASEDIR/log/_build.base.log"
 262     export LOGFILE
 263     lfsmake2 stage2
 264     lfsmake2 linux-libc-header
 265     lfsmake2 man-pages
 266     lfsmake2 glibc
 267     lfsmake2 cleanup-toolchain  PASS=3
 268     lfsmake2 binutils
 269     lfsmake2 gcc
 270     lfsmake2 berkeley
 271     lfsmake2 coreutils
 272     lfsmake2 iana-etc
 273     lfsmake2 m4
 274     lfsmake2 bison
 275     lfsmake2 ncurses
 276     lfsmake2 procps
 277     lfsmake2 sed
 278     lfsmake2 libtool
 279     lfsmake2 perl
 280     lfsmake2 readline
 281     lfsmake2 zlib
 282     lfsmake2 autoconf
 283     lfsmake2 automake
 284     lfsmake2 bash
 285     lfsmake2 bzip2
 286     lfsmake2 diffutils
 287     lfsmake2 e2fsprogs
 288     lfsmake2 ed
 289     lfsmake2 file
 290     lfsmake2 findutils
 291     lfsmake2 flex
 292     lfsmake2 gawk
 293     lfsmake2 gettext
 294     lfsmake2 grep
 295     lfsmake2 groff
 296     lfsmake2 gzip
 297     lfsmake2 inetutils
 298     lfsmake2 iproute2
 299     lfsmake2 kbd
 300     lfsmake2 less
 301     lfsmake2 libaal
 302     lfsmake2 make
 303     lfsmake2 man
 304     lfsmake2 mktemp
 305     lfsmake2 modutils
 306     lfsmake2 mtd
 307     lfsmake2 net-tools
 308     lfsmake2 patch
 309     lfsmake2 psmisc
 310     lfsmake2 reiser4progs
 311     lfsmake2 shadow
 312     lfsmake2 sysklogd
 313     lfsmake2 sysvinit
 314     lfsmake2 tar
 315     lfsmake2 texinfo
 316     lfsmake2 udev
 317     lfsmake2 util-linux
 318     lfsmake2 vim
 319     lfsmake2 grub
 320 }
 321
 322 buildipfire() {
 323   LOGFILE="$BASEDIR/log/_build.ipfire.log"
 324   export LOGFILE
 325   ipfiremake configroot
 326   ipfiremake backup
 327   ipfiremake dhcp
 328   ipfiremake dhcpcd
 329   ipfiremake libusb
 330   ipfiremake libpcap
 331   ipfiremake ppp
 332   ipfiremake rp-pppoe
 333   ipfiremake unzip
 334   ipfiremake linux                      SMP=1
 335   ipfiremake ipp2p                      SMP=1
 336   ipfiremake zaptel                     SMP=1
 337   ipfiremake r8169                      SMP=1
 338   ipfiremake r8168                      SMP=1
 339   ipfiremake mcs7830                    SMP=1
 340   ipfiremake atl1                       SMP=1
 341   ipfiremake dm9601                     SMP=1
 342   ipfiremake kqemu                      SMP=1
 343   ipfiremake sane               KMOD=1  SMP=1
 344   ipfiremake linux
 345   ipfiremake ipp2p
 346   ipfiremake zaptel
 347   ipfiremake r8169
 348   ipfiremake r8168
 349   ipfiremake mcs7830
 350   ipfiremake atl1
 351   ipfiremake dm9601
 352   ipfiremake kqemu
 353   ipfiremake sane               KMOD=1
 354   ipfiremake pkg-config
 355   ipfiremake linux-atm
 356   ipfiremake cpio
 357   ipfiremake klibc
 358   ipfiremake mkinitcpio
 359   ipfiremake udev                               KLIBC=1
 360   ipfiremake expat
 361   ipfiremake gdbm
 362   ipfiremake gmp
 363   ipfiremake pam
 364   ipfiremake openssl
 365   ipfiremake curl
 366   ipfiremake python
 367   ipfiremake libnet
 368   ipfiremake libidn
 369   ipfiremake libjpeg
 370   ipfiremake libpng
 371   ipfiremake libtiff
 372   ipfiremake libart
 373   ipfiremake freetype
 374   ipfiremake gd
 375   ipfiremake popt
 376   ipfiremake pcre
 377   ipfiremake slang
 378   ipfiremake newt
 379   ipfiremake libcap
 380   ipfiremake pciutils
 381   ipfiremake usbutils
 382   ipfiremake libxml2
 383   ipfiremake libxslt
 384   ipfiremake BerkeleyDB
 385   ipfiremake mysql
 386   ipfiremake cyrus-sasl
 387   ipfiremake openldap
 388   ipfiremake apache2
 389   ipfiremake php
 390   ipfiremake apache2                    PASS=C
 391   ipfiremake arping
 392   ipfiremake beep
 393   ipfiremake bind
 394   ipfiremake cdrtools
 395   ipfiremake dnsmasq
 396   ipfiremake dosfstools
 397   ipfiremake squashfstools
 398   ipfiremake reiserfsprogs
 399   ipfiremake xfsprogs
 400   ipfiremake sysfsutils
 401   ipfiremake fuse
 402   ipfiremake ntfs-3g
 403   ipfiremake ethtool
 404   ipfiremake ez-ipupdate
 405   ipfiremake fcron
 406   ipfiremake perl-GD
 407   ipfiremake GD-Graph
 408   ipfiremake GD-TextUtil
 409   ipfiremake gnupg
 410   ipfiremake hdparm
 411   ipfiremake sdparm
 412   ipfiremake mtools
 413   ipfiremake initscripts
 414   ipfiremake whatmask
 415   ipfiremake iptables
 416   ipfiremake libupnp
 417   ipfiremake ipp2p                      IPT=1
 418   ipfiremake linux-igd
 419   ipfiremake ipac-ng
 420   ipfiremake ipaddr
 421   ipfiremake iptstate
 422   ipfiremake iputils
 423   ipfiremake l7-protocols
 424   ipfiremake mISDN
 425   ipfiremake capi4k-utils
 426   ipfiremake hwdata
 427   ipfiremake kudzu
 428   ipfiremake logrotate
 429   ipfiremake logwatch
 430   ipfiremake misc-progs
 431   ipfiremake nano
 432   ipfiremake nasm
 433   ipfiremake URI
 434   ipfiremake HTML-Tagset
 435   ipfiremake HTML-Parser
 436   ipfiremake Compress-Zlib
 437   ipfiremake Digest
 438   ipfiremake Digest-SHA1
 439   ipfiremake Digest-HMAC
 440   ipfiremake libwww-perl
 441   ipfiremake Net-DNS
 442   ipfiremake Net-IPv4Addr
 443   ipfiremake Net_SSLeay
 444   ipfiremake IO-Stringy
 445   ipfiremake Unix-Syslog
 446   ipfiremake Mail-Tools
 447   ipfiremake MIME-Tools
 448   ipfiremake Net-Server
 449   ipfiremake Convert-TNEF
 450   ipfiremake Convert-UUlib
 451   ipfiremake Archive-Tar
 452   ipfiremake Archive-Zip
 453   ipfiremake Text-Tabs+Wrap
 454   ipfiremake Locale-Country
 455   ipfiremake XML-Parser
 456   ipfiremake glib
 457   ipfiremake GeoIP
 458   ipfiremake fwhits
 459   ipfiremake noip_updater
 460   ipfiremake ntp
 461   ipfiremake openssh
 462   ipfiremake openswan
 463   ipfiremake rrdtool
 464   ipfiremake setserial
 465   ipfiremake setup
 466   ipfiremake snort
 467   ipfiremake oinkmaster
 468   ipfiremake squid
 469   ipfiremake squid-graph
 470   ipfiremake squidguard
 471   ipfiremake calamaris
 472   ipfiremake tcpdump
 473   ipfiremake traceroute
 474   ipfiremake vlan
 475   ipfiremake wireless
 476   ipfiremake libsafe
 477   ipfiremake pakfire
 478   ipfiremake java
 479   ipfiremake spandsp
 480   ipfiremake lzo
 481   ipfiremake openvpn
 482   ipfiremake pammysql
 483   ipfiremake cups
 484   ipfiremake ghostscript
 485   ipfiremake foomatic
 486   ipfiremake hplip
 487   ipfiremake samba
 488   ipfiremake sudo
 489   ipfiremake mc
 490   ipfiremake wget
 491   ipfiremake bridge-utils
 492   ipfiremake screen
 493   ipfiremake hddtemp
 494   ipfiremake smartmontools
 495   ipfiremake htop
 496   ipfiremake postfix
 497   ipfiremake fetchmail
 498   ipfiremake cyrus-imapd
 499   ipfiremake openmailadmin
 500   ipfiremake clamav
 501   ipfiremake spamassassin
 502   ipfiremake amavisd
 503   ipfiremake alsa
 504   ipfiremake mpg123
 505   ipfiremake mpfire
 506   ipfiremake guardian
 507   ipfiremake libid3tag
 508   ipfiremake libmad
 509   ipfiremake libogg
 510   ipfiremake libvorbis
 511   ipfiremake lame
 512   ipfiremake sox
 513   ipfiremake libshout
 514   ipfiremake icecast
 515   ipfiremake icegenerator
 516   ipfiremake mpd
 517   ipfiremake mpc
 518   ipfiremake xvid
 519   ipfiremake libmpeg2
 520   ipfiremake videolan
 521   ipfiremake libpri
 522   ipfiremake asterisk
 523   ipfiremake gnump3d
 524   ipfiremake libsigc++
 525   ipfiremake applejuice
 526   ipfiremake ocaml
 527   ipfiremake mldonkey
 528   ipfiremake libtorrent
 529   ipfiremake rtorrent
 530   ipfiremake ipfireseeder
 531   ipfiremake rsync
 532   ipfiremake tcpwrapper
 533   ipfiremake portmap
 534   ipfiremake nfs
 535   ipfiremake nmap
 536   ipfiremake mbmon
 537   ipfiremake ncftp
 538   ipfiremake etherwake
 539   ipfiremake bwm-ng
 540   ipfiremake tripwire
 541   ipfiremake sysstat
 542   ipfiremake vsftpd
 543   ipfiremake which
 544   ipfiremake lsof
 545   ipfiremake centerim
 546   ipfiremake br2684ctl
 547   ipfiremake pcmciautils
 548   ipfiremake collectd
 549   ipfiremake lcd4linux
 550   ipfiremake neon
 551   ipfiremake subversion
 552   ipfiremake tcptrack
 553   ipfiremake teamspeak
 554   ipfiremake elinks
 555   ipfiremake igmpproxy
 556   ipfiremake sdl
 557   ipfiremake qemu
 558   ipfiremake sane
 559   ipfiremake netpbm
 560   ipfiremake phpSANE
 561   ipfiremake tunctl
 562   ipfiremake nagios
 563   ipfiremake ebtables
 564   ipfiremake arptables
 565   ipfiremake fontconfig
 566   ipfiremake freefont
 567   ipfiremake vdr
 568   ipfiremake git
 569   ipfiremake squidclamav
 570 }
 571
 572 buildinstaller() {
 573   # Run installer scripts one by one
 574   LOGFILE="$BASEDIR/log/_build.installer.log"
 575   export LOGFILE
 576   ipfiremake syslinux
 577   ipfiremake as86
 578   ipfiremake mbr
 579   ipfiremake memtest
 580   installmake linux-libc-header
 581   installmake binutils
 582   ipfiremake uClibc                     PASS=1
 583   ipfiremake gcc                        INST=1
 584   installmake uClibc                    PASS=2
 585   installmake gcc                       INST=2
 586   installmake uClibc                    PASS=3
 587   installmake busybox
 588   installmake udev
 589   installmake slang
 590   installmake newt
 591   installmake gettext
 592   installmake kbd
 593   installmake popt
 594   installmake sysvinit
 595   installmake misc-progs
 596   installmake libaal
 597   installmake reiser4progs
 598   installmake reiserfsprogs
 599   installmake sysfsutils
 600   installmake util-linux
 601   installmake pciutils
 602   installmake zlib
 603   installmake mtd
 604   installmake wget
 605   installmake hwdata
 606   installmake kudzu
 607   installmake pcmciautils
 608   installmake installer
 609   installmake initrd
 610 }
 611
 612 buildpackages() {
 613   LOGFILE="$BASEDIR/log/_build.packages.log"
 614   export LOGFILE
 615   echo "... see detailed log in _build.*.log files" >> $LOGFILE
 616
 617   installmake strip
 618
 619   # Generating list of packages used
 620   echo -n "Generating packages list from logs" | tee -a $LOGFILE
 621   rm -f $BASEDIR/doc/packages-list
 622   for i in `ls -1tr $BASEDIR/log/[^_]*`; do
 623         if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
 624                 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
 625         fi
 626   done
 627   echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
 628   grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
 629         $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
 630   rm -f $BASEDIR/doc/packages-list
 631   # packages-list.txt is ready to be displayed for wiki page
 632   beautify message DONE
 633
 634   # Create images for install
 635         ipfiremake cdrom ED=full
 636
 637   # Check if there is a loop device for building in virtual environments
 638   if [ -e /dev/loop/0 ] || [ -e /dev/loop0 ]; then
 639         ipfiremake usb-stick
 640   fi
 641   mv $LFS/install/images/{*.iso,*.tgz,*.img.gz} $BASEDIR >> $LOGFILE 2>&1
 642
 643   ipfirepackages
 644
 645   # Cleanup
 646   stdumount
 647   rm -rf $BASEDIR/build/tmp/*
 648
 649   # Generating total list of files
 650   echo -n "Generating files list from logs" | tee -a $LOGFILE
 651   rm -f $BASEDIR/log/FILES
 652   for i in `ls -1tr $BASEDIR/log/[^_]*`; do
 653         if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
 654                 echo "##" >>$BASEDIR/log/FILES
 655                 echo "## `basename $i`" >>$BASEDIR/log/FILES
 656                 echo "##" >>$BASEDIR/log/FILES
 657                 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
 658         fi
 659   done
 660   beautify message DONE
 661
 662   cd $PWD
 663 }
 664
 665 ipfirepackages() {
 666         ipfiremake core-updates
 667         for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
 668                 if [ -e $BASEDIR/lfs/$i ]; then
 669                         ipfiredist $i
 670                 else
 671                         echo -n $i
 672                         beautify message SKIP
 673                 fi
 674         done
 675   test -d $BASEDIR/packages || mkdir $BASEDIR/packages
 676   mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
 677   rm -rf  $BASEDIR/build/install/packages/*
 678 }
 679
 680 # See what we're supposed to do
 681 case "$1" in
 682 build)
 683         clear
 684         BUILDMACHINE=`uname -m`
 685         PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
 686         #only restore on a clean disk
 687         if [ ! -f log/cleanup-toolchain-2-tools ]; then
 688                 if [ ! -n "$PACKAGE" ]; then
 689                         beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
 690                         prepareenv
 691                         buildtoolchain
 692                 else
 693                         PACKAGENAME=${PACKAGE%.tar.gz}
 694                         beautify build_stage "Packaged toolchain compilation"
 695                         if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
 696                                 tar zxf $PACKAGE
 697                                 prepareenv
 698                         else
 699                                 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
 700                         fi
 701                 fi
 702         else
 703                 echo -n "Using installed toolchain" | tee -a $LOGFILE
 704                 beautify message SKIP
 705                 prepareenv
 706         fi
 707
 708         beautify build_start
 709         beautify build_stage "Building LFS"
 710         buildbase
 711
 712         beautify build_stage "Building IPFire"
 713         buildipfire
 714
 715         beautify build_stage "Building installer"
 716         buildinstaller
 717
 718         beautify build_stage "Building packages"
 719         buildpackages
 720         beautify build_end
 721         ;;
 722 shell)
 723         # enter a shell inside LFS chroot
 724         # may be used to changed kernel settings
 725         prepareenv
 726         entershell
 727         ;;
 728 clean)
 729         echo -en "${BOLD}Cleaning build directory...${NORMAL}"
 730         for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
 731                 $LOSETUP -d $i 2>/dev/null
 732         done
 733         for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
 734                 umount $i
 735         done
 736         stdumount
 737         for i in `seq 0 7`; do
 738             if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
 739                 umount /dev/loop${i}     2>/dev/null;
 740                 losetup -d /dev/loop${i} 2>/dev/null;
 741             fi;
 742         done
 743         rm -rf $BASEDIR/build
 744         rm -rf $BASEDIR/cdrom
 745         rm -rf $BASEDIR/packages
 746         rm -rf $BASEDIR/log
 747         if [ -h /tools ]; then
 748                 rm -f /tools
 749         fi
 750         beautify message DONE
 751         ;;
 752 downloadsrc)
 753         if [ ! -d $BASEDIR/cache ]; then
 754                 mkdir $BASEDIR/cache
 755         fi
 756         mkdir -p $BASEDIR/log
 757         echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
 758         FINISHED=0
 759         cd $BASEDIR/lfs
 760         for c in `seq $MAX_RETRIES`; do
 761                 if (( FINISHED==1 )); then
 762                         break
 763                 fi
 764                 FINISHED=1
 765                 cd $BASEDIR/lfs
 766                 for i in *; do
 767                         if [ -f "$i" -a "$i" != "Config" ]; then
 768                                 echo -ne "Loading $i"
 769                                 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
 770                                 if [ $? -ne 0 ]; then
 771                                         beautify message FAIL
 772                                         FINISHED=0
 773                                 else
 774                                         if [ $c -eq 1 ]; then
 775                                         beautify message DONE
 776                                         fi
 777                                 fi
 778                         fi
 779                 done
 780         done
 781         echo -e "${BOLD}***Verifying md5sums${NORMAL}"
 782         ERROR=0
 783         for i in *; do
 784                 if [ -f "$i" -a "$i" != "Config" ]; then
 785                         make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
 786                         if [ $? -ne 0 ]; then
 787                                 echo -ne "MD5 difference in lfs/$i"
 788                                 beautify message FAIL
 789                                 ERROR=1
 790                         fi
 791                 fi
 792         done
 793         if [ $ERROR -eq 0 ]; then
 794                 echo -ne "${BOLD}all files md5sum match${NORMAL}"
 795                 beautify message DONE
 796         else
 797                 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
 798                 beautify message FAIL
 799         fi
 800         cd - >/dev/null 2>&1
 801         ;;
 802 toolchain)
 803         clear
 804         prepareenv
 805         beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
 806         buildtoolchain
 807         BUILDMACHINE=`uname -m`
 808         echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
 809         test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
 810         cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
 811                 build/{bin,etc,usr/bin,usr/local} \
 812                 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
 813                 log >> $LOGFILE
 814         md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
 815                 > cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.md5
 816         stdumount
 817         ;;
 818 gettoolchain)
 819         BUILDMACHINE=`uname -m`
 820         # arbitrary name to be updated in case of new toolchain package upload
 821         PACKAGE=$SNAME-$VERSION-toolchain-$BUILDMACHINE
 822         if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
 823                 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
 824                 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
 825                 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
 826                 cd $BASEDIR/cache/toolchains
 827                 wget $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
 828                 if [ $? -ne 0 ]; then
 829                         echo "`date -u '+%b %e %T'`: error downloading toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
 830                 else
 831                         if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
 832                                 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
 833                         else
 834                                 exiterror "$PACKAGE.md5 did not match, check downloaded package"
 835                         fi
 836                 fi
 837         else
 838                 echo "Toolchain is already downloaded. Exiting..."
 839         fi
 840         ;;
 841 othersrc)
 842         prepareenv
 843         echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
 844         chroot $LFS /tools/bin/env -i   HOME=/root \
 845         TERM=$TERM PS1='\u:\w\$ ' \
 846         PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
 847         VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
 848         /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
 849         mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
 850         if [ $? -eq "0" ]; then
 851                 beautify message DONE
 852         else
 853                 beautify message FAIL
 854         fi
 855         stdumount
 856         ;;
 857 git)
 858         case "$2" in
 859           update|up)
 860                         git pull
 861                 ;;
 862           commit|ci)
 863                 shift 2
 864                         git commit $*
 865
 866                         [ "$?" -eq "0" ] || exiterror "git commit $* failed."
 867
 868                         echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
 869                         read
 870                         [ -z $REPLY ] && exit 0
 871                         for i in y Y j J; do
 872                                 if [ "$i" == "$REPLY" ]; then
 873                                         $0 git push
 874                                         exit $?
 875                                 fi
 876                         done
 877                         exiterror "\"$REPLY\" is not a valid answer."
 878                 ;;
 879           dist)
 880                         git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
 881                   ;;
 882           diff|di)
 883                         echo -ne "Make a local diff to last revision"
 884                         git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
 885                         evaluate 1
 886                         echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
 887                         git diff --stat
 888                 ;;
 889           push)
 890                 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
 891                         GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
 892
 893                 git push ${GIT_URL} master
 894                 ;;
 895         esac
 896         ;;
 897 uploadsrc)
 898         PWD=`pwd`
 899         cd $BASEDIR/cache/
 900         echo -e "Uploading cache to ftp server:"
 901         ncftpls -u $FTP_CACHE_USER -p $FTP_CACHE_PASS ftp://$FTP_CACHE_URL/$FTP_CACHE_PATH/ > /tmp/ftplist
 902         for i in *; do
 903                 if [ "$(basename $i)" == "toolchains" ]; then continue; fi
 904                 grep -q $(basename $i) /tmp/ftplist
 905                 if [ "$?" -ne "0" ]; then
 906                         echo -ne "$(basename $i)"
 907                         ncftpput -u $FTP_CACHE_USER -p $FTP_CACHE_PASS $FTP_CACHE_URL $FTP_CACHE_PATH/ $(basename $i)
 908                         if [ "$?" -ne "0" ]; then
 909                                 beautify message FAIL
 910                         fi
 911                 fi
 912         done
 913         rm -f /tmp/ftplist
 914         cd $PWD
 915         exit 0
 916         ;;
 917 upload)
 918         FTP_ISO_PORT=`echo "$FTP_ISO_URL" | awk -F: '{ print $2 }'`
 919         FTP_ISO_URL=`echo "$FTP_ISO_URL" | awk -F: '{ print $1 }'`
 920         if [ -z $FTP_ISO_PORT ]; then
 921             FTP_ISO_PORT=21
 922         fi
 923         cat <<EOF > .ftp-commands
 924 mkdir -p $FTP_ISO_PATH$SVN_REVISION
 925 mkdir -p $FTP_ISO_PATH$SVN_REVISION/paks
 926 quit
 927 EOF
 928         ncftp -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL < .ftp-commands
 929         rm -f .ftp-commands
 930
 931         case "$2" in
 932           iso)
 933                 echo -e "Uploading the iso to $FTP_ISO_PATH/$SVN_REVISION."
 934
 935                 md5sum ipfire-$VERSION.$MACHINE-full.iso > ipfire-$VERSION.$MACHINE-full.iso.md5
 936                 for i in svn_status ipfire-source-r$SVN_REVISION.tar.gz ipfire-$VERSION.$MACHINE-full.iso ipfire-$VERSION.$MACHINE-full.iso.md5 ipfire-$VERSION.$MACHINE-devel.iso ipfire-$VERSION.$MACHINE-devel.iso.md5; do
 937                                 if [ -e "$i" ]; then
 938                             ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH$SVN_REVISION/ $i
 939                                         if [ "$?" -eq "0" ]; then
 940                                                 echo "The file with name $i was successfully uploaded to $FTP_ISO_URL$FTP_ISO_PATH$SVN_REVISION/."
 941                                         else
 942                                                 echo "There was an error while uploading the file $i to the ftp server."
 943                                                 exit 1
 944                                         fi
 945                                 fi
 946                 done
 947                 rm -f ipfire-$VERSION.$MACHINE-full.iso.md5
 948                 if [ "$3" = "--with-sources-cd" ]; then
 949                         ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH/$SVN_REVISION/ ipfire-sources-cd-$VERSION.$MACHINE.iso
 950                 fi
 951                 ;;
 952           paks)
 953                 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH$SVN_REVISION/paks packages/*
 954                 if [ "$?" -eq "0" ]; then
 955                         echo -e "The packages were successfully uploaded to $FTP_ISO_URL$FTP_ISO_PATH$SVN_REVISION/."
 956                 else
 957                         echo -e "There was an error while uploading the packages to the ftp server."
 958                         exit 1
 959                 fi
 960           ;;
 961         esac
 962         ;;
 963 batch)
 964         if [ "$2" = "--background" ]; then
 965                 batch_script
 966                 exit $?
 967         fi
 968         if [ `screen -ls | grep -q ipfire` ]; then
 969                 echo "Build is already running, sorry!"
 970                 exit 1
 971         else
 972                 if [ "$2" = "--rebuild" ]; then
 973                         export IPFIRE_REBUILD=1
 974                         echo "REBUILD!"
 975                 else
 976                         export IPFIRE_REBUILD=0
 977                 fi
 978                 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
 979                 screen -dmS ipfire $0 batch --background
 980                 evaluate 1
 981                 exit 0
 982         fi
 983         ;;
 984 watch)
 985         watch_screen
 986         ;;
 987 pxe)
 988         case "$2" in
 989           start)
 990                 start_tftpd
 991                 ;;
 992           stop)
 993                 stop_tftpd
 994                 ;;
 995           reload|restart)
 996                 reload_tftpd
 997                 ;;
 998         esac
 999         exit 0
1000         ;;
1001 lang)
1002         update_langs
1003         ;;
1004 "")
1005         clear
1006         select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1007         do
1008         case $name in
1009         "IPFIRE: Downloadsrc")
1010                 $0 downloadsrc
1011                 ;;
1012         "IPFIRE: Build (silent)")
1013                 $0 build-silent
1014                 ;;
1015         "IPFIRE: Watch Build")
1016                 $0 watch
1017                 ;;
1018         "IPFIRE: Batch")
1019                 $0 batch
1020                 ;;
1021         "IPFIRE: Clean")
1022                 $0 clean
1023                 ;;
1024         "Help")
1025                 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1026                 cat doc/make.sh-usage
1027                 ;;
1028         "LOG: Tail")
1029                 tail -f log/_*
1030                 ;;
1031         "Exit")
1032                 break
1033                 ;;
1034         esac
1035         done
1036         ;;
1037 config)
1038         make_config
1039         ;;
1040 *)
1041         echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1042         cat doc/make.sh-usage
1043         ;;
1044 esac