make.sh

   1 #!/bin/bash
   2 ############################################################################
   3 #                                                                          #
   4 # This file is part of the IPFire Firewall.                                #
   5 #                                                                          #
   6 # IPFire is free software; you can redistribute it and/or modify           #
   7 # it under the terms of the GNU General Public License as published by     #
   8 # the Free Software Foundation; either version 2 of the License, or        #
   9 # (at your option) any later version.                                      #
  10 #                                                                          #
  11 # IPFire is distributed in the hope that it will be useful,                #
  12 # but WITHOUT ANY WARRANTY; without even the implied warranty of           #
  13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the            #
  14 # GNU General Public License for more details.                             #
  15 #                                                                          #
  16 # You should have received a copy of the GNU General Public License        #
  17 # along with IPFire; if not, write to the Free Software                    #
  18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307 USA #
  19 #                                                                          #
  20 # Copyright (C) 2006 IPFire-Team <info@ipfire.eu>.                         #
  21 #                                                                          #
  22 ############################################################################
  23 #
  24
  25 NAME="IPFire"                           # Software name
  26 SNAME="ipfire"                  # Short name
  27 VERSION="2.0b"                  # Version number
  28 SLOGAN="www.ipfire.org"         # Software slogan
  29 CONFIG_ROOT=/var/ipfire         # Configuration rootdir
  30 NICE=10                         # Nice level
  31 MAX_RETRIES=1                           # prefetch/check loop
  32 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
  33 MACHINE=`uname -m`
  34 SVN_REVISION=`svn info | grep Revision | cut -c 11-`
  35
  36 IPFVER="full"                           # Which versions should be compiled? (full|light|voice|devel)
  37
  38 # Set an information about the build number
  39 if [ -e ./.svn ]; then
  40         FIREBUILD=`cat .svn/entries |sed -n 's/^[ \t]*revision=\"// p' | sed -n 's/\".*$// p'`
  41 fi
  42
  43 # Debian specific settings
  44 if [ ! -e /etc/debian_version ]; then
  45         FULLPATH=`which $0`
  46 else
  47         if [ -x /usr/bin/realpath ]; then
  48                 FULLPATH=`/usr/bin/realpath $0`
  49         else
  50                 echo "ERROR: Need to do apt-get install realpath"
  51                 exit 1
  52         fi
  53 fi
  54
  55 PWD=`pwd`
  56 BASENAME=`basename $0`
  57 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
  58 LOGFILE=$BASEDIR/log/_build.preparation.log
  59 export BASEDIR LOGFILE
  60 DIR_CHK=$BASEDIR/cache/check
  61 mkdir $BASEDIR/log/ 2>/dev/null
  62
  63 # Include funtions
  64 . tools/make-functions
  65
  66 if [ -f .config ]; then
  67         . .config
  68 else
  69         echo -e  "${BOLD}No configuration found!${NORMAL}"
  70         echo -ne "Do you want to create one (y/N)?"
  71         read CREATE_CONFIG
  72         echo ""
  73         if [ "$CREATE_CONFIG" == "y" ]; then
  74                 make_config
  75         fi
  76 fi
  77
  78 prepareenv() {
  79     ############################################################################
  80     #                                                                          #
  81     # Are we running the right shell?                                          #
  82     #                                                                          #
  83     ############################################################################
  84     if [ ! "$BASH" ]; then
  85         exiterror "BASH environment variable is not set.  You're probably running the wrong shell."
  86     fi
  87
  88     if [ -z "${BASH_VERSION}" ]; then
  89         exiterror "Not running BASH shell."
  90     fi
  91
  92
  93     ############################################################################
  94     #                                                                          #
  95     # Trap on emergency exit                                                   #
  96     #                                                                          #
  97     ############################################################################
  98     trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
  99
 100
 101     ############################################################################
 102     #                                                                          #
 103     # Resetting our nice level                                                 #
 104     #                                                                          #
 105     ############################################################################
 106     echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
 107     renice $NICE $$ > /dev/null
 108     if [ `nice` != "$NICE" ]; then
 109         beautify message FAIL
 110         exiterror "Failed to set correct nice level"
 111     else
 112         beautify message DONE
 113     fi
 114
 115
 116     ############################################################################
 117     #                                                                          #
 118     # Checking if running as root user                                         #
 119     #                                                                          #
 120     ############################################################################
 121     echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
 122     if [ `id -u` != 0 ]; then
 123         beautify message FAIL
 124         exiterror "Not building as root"
 125     else
 126         beautify message DONE
 127     fi
 128
 129
 130     ############################################################################
 131     #                                                                          #
 132     # Checking for necessary temporary space                                   #
 133     #                                                                          #
 134     ############################################################################
 135     echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
 136     BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
 137     BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
 138     if (( 2048000 > $BASE_ASPACE )); then
 139         BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
 140         if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
 141                 beautify message FAIL
 142                 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
 143         fi
 144     else
 145         beautify message DONE
 146     fi
 147
 148     ############################################################################
 149     #                                                                          #
 150     # Building Linux From Scratch system                                       #
 151     #                                                                          #
 152     ############################################################################
 153     # Set umask
 154     umask 022
 155
 156     # Set LFS Directory
 157     LFS=$BASEDIR/build
 158
 159     # Check /tools symlink
 160     if [ -h /tools ]; then
 161         rm -f /tools
 162     fi
 163     if [ ! -a /tools ]; then
 164         ln -s $BASEDIR/build/tools /
 165     fi
 166     if [ ! -h /tools ]; then
 167         exiterror "Could not create /tools symbolic link."
 168     fi
 169
 170     # Setup environment
 171     set +h
 172     LC_ALL=POSIX
 173     MAKETUNING="-j4"
 174     export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
 175     unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
 176
 177     # Make some extra directories
 178     mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
 179     mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
 180     mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
 181     mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
 182
 183     mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
 184     mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
 185
 186     # Make all sources and proc available under lfs build
 187     mount --bind /dev            $BASEDIR/build/dev
 188     mount --bind /dev/pts        $BASEDIR/build/dev/pts
 189     mount --bind /dev/shm        $BASEDIR/build/dev/shm
 190     mount --bind /proc           $BASEDIR/build/proc
 191     mount --bind /sys            $BASEDIR/build/sys
 192     mount --bind $BASEDIR/cache  $BASEDIR/build/usr/src/cache
 193     mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
 194     mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
 195     mount --bind $BASEDIR/doc    $BASEDIR/build/usr/src/doc
 196     mount --bind $BASEDIR/html   $BASEDIR/build/usr/src/html
 197     mount --bind $BASEDIR/langs  $BASEDIR/build/usr/src/langs
 198     mount --bind $BASEDIR/lfs    $BASEDIR/build/usr/src/lfs
 199     mount --bind $BASEDIR/log    $BASEDIR/build/usr/src/log
 200     mount --bind $BASEDIR/src    $BASEDIR/build/usr/src/src
 201
 202     # This is a temporary hack!!!
 203     if [ ! -f /tools/bin/hostname ]; then
 204       cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
 205     fi
 206
 207     # Run LFS static binary creation scripts one by one
 208     export CCACHE_DIR=$BASEDIR/ccache
 209     export CCACHE_HASHDIR=1
 210
 211     # Remove pre-install list of installed files in case user erase some files before rebuild
 212     rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
 213 }
 214
 215 buildtoolchain() {
 216     LOGFILE="$BASEDIR/log/_build.toolchain.log"
 217     export LOGFILE
 218     ORG_PATH=$PATH
 219     NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
 220     export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
 221     lfsmake1 ccache
 222     lfsmake1 binutils   PASS=1
 223     lfsmake1 gcc                PASS=1
 224     export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
 225     lfsmake1 linux-libc-header
 226     lfsmake1 glibc
 227     lfsmake1 cleanup-toolchain PASS=1
 228     lfsmake1 tcl
 229     lfsmake1 expect
 230     lfsmake1 dejagnu
 231     lfsmake1 gcc                PASS=2
 232     lfsmake1 binutils   PASS=2
 233     lfsmake1 ncurses
 234     lfsmake1 bash
 235     lfsmake1 bzip2
 236     lfsmake1 coreutils
 237     lfsmake1 diffutils
 238     lfsmake1 findutils
 239     lfsmake1 gawk
 240     lfsmake1 gettext
 241     lfsmake1 grep
 242     lfsmake1 gzip
 243     lfsmake1 m4
 244     lfsmake1 make
 245     lfsmake1 patch
 246     lfsmake1 perl
 247     lfsmake1 sed
 248     lfsmake1 tar
 249     lfsmake1 texinfo
 250     lfsmake1 util-linux
 251     lfsmake1 cleanup-toolchain  PASS=2
 252     export PATH=$ORG_PATH
 253 }
 254
 255 buildbase() {
 256     LOGFILE="$BASEDIR/log/_build.base.log"
 257     export LOGFILE
 258     lfsmake2 stage2
 259     lfsmake2 linux-libc-header
 260     lfsmake2 man-pages
 261     lfsmake2 glibc
 262     lfsmake2 cleanup-toolchain  PASS=3
 263     lfsmake2 binutils
 264     lfsmake2 gcc
 265     lfsmake2 berkeley
 266     lfsmake2 coreutils
 267     lfsmake2 iana-etc
 268     lfsmake2 m4
 269     lfsmake2 bison
 270     lfsmake2 ncurses
 271     lfsmake2 procps
 272     lfsmake2 sed
 273     lfsmake2 libtool
 274     lfsmake2 perl
 275     lfsmake2 readline
 276     lfsmake2 zlib
 277     lfsmake2 autoconf
 278     lfsmake2 automake
 279     lfsmake2 bash
 280     lfsmake2 bzip2
 281     lfsmake2 diffutils
 282     lfsmake2 e2fsprogs
 283     lfsmake2 ed
 284     lfsmake2 file
 285     lfsmake2 findutils
 286     lfsmake2 flex
 287     lfsmake2 gawk
 288     lfsmake2 gettext
 289     lfsmake2 grep
 290     lfsmake2 groff
 291     lfsmake2 gzip
 292     lfsmake2 inetutils
 293     lfsmake2 iproute2
 294     lfsmake2 kbd
 295     lfsmake2 less
 296     lfsmake2 libaal
 297     lfsmake2 make
 298     lfsmake2 man
 299     lfsmake2 mktemp
 300     lfsmake2 modutils
 301     lfsmake2 net-tools
 302     lfsmake2 patch
 303     lfsmake2 psmisc
 304     lfsmake2 reiser4progs
 305     lfsmake2 shadow
 306     lfsmake2 sysklogd
 307     lfsmake2 sysvinit
 308     lfsmake2 tar
 309     lfsmake2 texinfo
 310     lfsmake2 udev
 311     lfsmake2 util-linux
 312     lfsmake2 vim
 313     lfsmake2 grub
 314 }
 315
 316 buildipfire() {
 317   LOGFILE="$BASEDIR/log/_build.ipfire.log"
 318   export LOGFILE
 319   ipfiremake configroot
 320   ipfiremake dhcp
 321   ipfiremake dhcpcd
 322   ipfiremake libusb
 323   ipfiremake libpcap
 324   ipfiremake linux-atm
 325   ipfiremake ppp
 326   ipfiremake rp-pppoe
 327   ipfiremake unzip
 328   ipfiremake linux                      SMP=1
 329   ipfiremake ipp2p                      SMP=1
 330   ipfiremake fcdsl                      SMP=1
 331   ipfiremake fcdsl2                     SMP=1
 332   ipfiremake fcdslsl                    SMP=1
 333   ipfiremake fcdslusb           SMP=1
 334   ipfiremake fcdslslusb         SMP=1
 335   ipfiremake fcpci                      SMP=1
 336 #  ipfiremake promise-sata-300-tx       SMP=1
 337   ipfiremake zaptel                     SMP=1
 338   ipfiremake fuse                       SMP=1
 339   ipfiremake linux
 340   ipfiremake ipp2p
 341   ipfiremake fcdsl
 342   ipfiremake fcdsl2
 343   ipfiremake fcdslsl
 344   ipfiremake fcdslusb
 345   ipfiremake fcdslslusb
 346   ipfiremake fcpci
 347 #  ipfiremake promise-sata-300-tx
 348   ipfiremake zaptel
 349   ipfiremake fuse
 350   ipfiremake pkg-config
 351   ipfiremake expat
 352   ipfiremake gdbm
 353   ipfiremake gmp
 354   ipfiremake pam
 355   ipfiremake openssl
 356   ipfiremake python
 357   ipfiremake libnet
 358   ipfiremake libjpeg
 359   ipfiremake libpng
 360   ipfiremake libtiff
 361   ipfiremake lcms
 362   ipfiremake libmng
 363   ipfiremake freetype
 364   ipfiremake libart
 365   ipfiremake gd
 366   ipfiremake popt
 367   ipfiremake pcre
 368   ipfiremake slang
 369   ipfiremake newt
 370   ipfiremake libcap
 371   ipfiremake pciutils
 372   ipfiremake libxml2
 373   ipfiremake BerkeleyDB
 374   ipfiremake mysql
 375   ipfiremake cyrus-sasl
 376   ipfiremake openldap
 377   ipfiremake apache2
 378   ipfiremake php
 379   ipfiremake apache2                    PASS=C
 380   ipfiremake arping
 381   ipfiremake beep
 382   ipfiremake bind
 383   ipfiremake capi4k-utils
 384   ipfiremake cdrtools
 385   ipfiremake dnsmasq
 386   ipfiremake libaal
 387   ipfiremake dosfstools
 388   ipfiremake reiserfsprogs
 389   ipfiremake squashfstools
 390   ipfiremake sysfsutils
 391   ipfiremake ntfs-3g
 392   ipfiremake ethtool
 393   ipfiremake ez-ipupdate
 394   ipfiremake fcron
 395   ipfiremake GD
 396   ipfiremake GD-Graph
 397   ipfiremake gnupg
 398   ipfiremake hdparm
 399   ipfiremake ibod
 400   ipfiremake initscripts
 401   ipfiremake iptables
 402   ipfiremake libupnp
 403   ipfiremake ipp2p                      IPT=1
 404   ipfiremake moblock
 405   ipfiremake linux-igd
 406   ipfiremake ipac-ng
 407   ipfiremake ipaddr
 408   ipfiremake iptstate
 409   ipfiremake iputils
 410   ipfiremake l7-protocols
 411   ipfiremake isapnptools
 412 #  ipfiremake isdn4k-utils # What about mISDN???
 413   ipfiremake hwdata
 414   ipfiremake kudzu
 415   ipfiremake logrotate
 416   ipfiremake logwatch
 417   ipfiremake misc-progs
 418   ipfiremake mtools
 419   ipfiremake nano
 420   ipfiremake nash
 421   ipfiremake nasm
 422   ipfiremake URI
 423   ipfiremake HTML-Tagset
 424   ipfiremake HTML-Parser
 425   ipfiremake Compress-Zlib
 426   ipfiremake Digest
 427   ipfiremake Digest-SHA1
 428   ipfiremake Digest-HMAC
 429   ipfiremake libwww-perl
 430   ipfiremake Net-DNS
 431   ipfiremake Net-IPv4Addr
 432   ipfiremake Net_SSLeay
 433   ipfiremake IO-Stringy
 434   ipfiremake Unix-Syslog
 435   ipfiremake Mail-Tools
 436   ipfiremake MIME-Tools
 437   ipfiremake Net-Server
 438   ipfiremake Convert-TNEF
 439   ipfiremake Convert-UUlib
 440   ipfiremake Archive-Tar
 441   ipfiremake Archive-Zip
 442   ipfiremake Text-Tabs+Wrap
 443   ipfiremake Locale-Country
 444   ipfiremake XML-Parser
 445   ipfiremake glib
 446   ipfiremake dbus
 447   ipfiremake hal
 448   ipfiremake hwinfo
 449   ipfiremake GeoIP
 450   ipfiremake fwhits
 451   ipfiremake noip_updater
 452   ipfiremake ntp
 453   ipfiremake oinkmaster
 454   ipfiremake openssh
 455   ipfiremake openswan
 456   ipfiremake pptpclient
 457   ipfiremake rrdtool
 458   ipfiremake setserial
 459   ipfiremake setup
 460   ipfiremake snort
 461   ipfiremake squid
 462   ipfiremake squid-graph
 463   ipfiremake squidguard
 464   ipfiremake tcpdump
 465   ipfiremake traceroute
 466   ipfiremake vlan
 467   ipfiremake wireless
 468   ipfiremake libsafe
 469   ipfiremake 3c5x9setup
 470   ipfiremake pakfire
 471   ipfiremake java
 472   ipfiremake bootsplash
 473   ipfiremake spandsp
 474   ipfiremake lzo
 475   ipfiremake openvpn
 476   ipfiremake pammysql
 477   ipfiremake xinetd
 478   ipfiremake ghostscript
 479   ipfiremake cups
 480   ipfiremake samba
 481   ipfiremake sudo
 482   ipfiremake mc
 483   ipfiremake wget
 484   ipfiremake wput
 485   ipfiremake bridge-utils
 486   ipfiremake screen
 487   ipfiremake hddtemp
 488   ipfiremake smartmontools
 489   ipfiremake htop
 490   ipfiremake lynx
 491   ipfiremake postfix
 492   ipfiremake procmail
 493   ipfiremake fetchmail
 494   ipfiremake cyrusimap
 495   ipfiremake webcyradm
 496   ipfiremake mailx
 497   ipfiremake clamav
 498   ipfiremake razor
 499   ipfiremake spamassassin
 500   ipfiremake amavisd
 501   ipfiremake stund
 502   ipfiremake libpri
 503 # ipfiremake bristuff
 504   ipfiremake asterisk
 505   ipfiremake mpg123
 506   ipfiremake libmad
 507   ipfiremake libogg
 508   ipfiremake libvorbis
 509   ipfiremake lame
 510   ipfiremake xvid
 511   ipfiremake mpeg2dec
 512   ipfiremake ffmpeg
 513   ipfiremake sox
 514   ipfiremake gnump3d
 515   ipfiremake videolan
 516   ipfiremake applejuice
 517   ipfiremake ocaml
 518   ipfiremake mldonkey
 519   ipfiremake ntop
 520   ipfiremake rsync
 521   ipfiremake tcpwrapper
 522   ipfiremake portmap
 523   ipfiremake nfs
 524   ipfiremake nmap
 525   ipfiremake mbmon
 526   ipfiremake iftop
 527   ipfiremake ncftp
 528   ipfiremake cftp
 529   ipfiremake etherwake
 530   ipfiremake ethereal
 531   ipfiremake tftp-hpa
 532   ipfiremake iptraf
 533   ipfiremake nagios
 534 }
 535
 536 buildinstaller() {
 537   # Run installer scripts one by one
 538   LOGFILE="$BASEDIR/log/_build.installer.log"
 539   export LOGFILE
 540   ipfiremake syslinux
 541   ipfiremake memtest
 542   installmake linux-libc-header
 543   installmake binutils
 544   ipfiremake uClibc                     PASS=1
 545   ipfiremake gcc                        INST=1
 546   installmake uClibc                    PASS=2
 547   installmake gcc                       INST=2
 548   installmake uClibc                    PASS=3
 549   installmake busybox
 550   installmake udev
 551   installmake slang
 552   installmake newt
 553   installmake gettext
 554   installmake kbd
 555   installmake popt
 556   installmake sysvinit
 557   installmake misc-progs
 558   installmake e2fsprogs
 559   installmake libaal
 560   installmake reiser4progs
 561   installmake reiserfsprogs
 562   installmake sysfsutils
 563   installmake util-linux
 564   installmake pciutils
 565   installmake zlib
 566   installmake wget
 567   installmake libxml2
 568   installmake dbus
 569   installmake hal
 570   installmake hwdata
 571   installmake hwinfo
 572   installmake kudzu
 573   installmake installer
 574   installmake initrd
 575 }
 576
 577 buildpackages() {
 578   LOGFILE="$BASEDIR/log/_build.packages.log"
 579   export LOGFILE
 580   echo "... see detailed log in _build.*.log files" >> $LOGFILE
 581
 582   installmake strip
 583
 584   # Generating list of packages used
 585   echo -n "Generating packages list from logs" | tee -a $LOGFILE
 586   rm -f $BASEDIR/doc/packages-list
 587   for i in `ls -1tr $BASEDIR/log/[^_]*`; do
 588         if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
 589                 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
 590         fi
 591   done
 592   echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
 593   grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$' \
 594         $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
 595   rm -f $BASEDIR/doc/packages-list
 596   # packages-list.txt is ready to be displayed for wiki page
 597   beautify message DONE
 598
 599   # Create images for install
 600   for i in $IPFVER
 601   do
 602         if [ $i == "devel" ]; then
 603                 if [ ! -e ipfire-$VERSION.i586-devel.iso ]; then
 604                         ipfiremake cdrom ED=$i
 605                 fi
 606         else
 607                 ipfiremake cdrom ED=$i
 608         fi
 609   done
 610   ipfiremake pxe
 611   cp -f $LFS/install/images/{*.iso,*.tgz} $BASEDIR >> $LOGFILE 2>&1
 612
 613 #  ipfirepackages
 614
 615   # Cleanup
 616   stdumount
 617   rm -rf $BASEDIR/build/tmp/*
 618
 619   # Generating total list of files
 620   echo "Generating files list from logs" | tee -a $LOGFILE
 621   rm -f $BASEDIR/log/FILES
 622   for i in `ls -1tr $BASEDIR/log/[^_]*`; do
 623         if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
 624                 echo "##" >>$BASEDIR/log/FILES
 625                 echo "## `basename $i`" >>$BASEDIR/log/FILES
 626                 echo "##" >>$BASEDIR/log/FILES
 627                 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
 628         fi
 629   done
 630   cd $BASEDIR/packages; ls -w1 *.ipfire | awk -F ".ipfire" '{ print $1 }' > $BASEDIR/packages/packages_list.txt
 631   echo -n "###EOF###" >> $BASEDIR/packages/packages_list.txt
 632
 633   cd $PWD
 634
 635 }
 636
 637 ipfirepackages() {
 638   if [ -d "$BASEDIR/packages" ]; then
 639           for i in `ls $BASEDIR/packages`; do
 640                 touch $BASEDIR/build/install/packages/$i.empty
 641           done
 642   fi
 643 #  ipfiredist amavisd
 644   ipfiredist applejuice
 645   ipfiredist asterisk
 646   ipfiredist clamav
 647   ipfiredist cups
 648   ipfiredist cyrusimap
 649   ipfiredist fetchmail
 650   ipfiredist ffmpeg
 651   ipfiredist gnump3d
 652   ipfiredist iptraf
 653   ipfiredist java
 654   ipfiredist lame
 655   ipfiredist libmad
 656   ipfiredist libogg
 657   ipfiredist libvorbis
 658   ipfiredist mailx
 659   ipfiredist mldonkey
 660   ipfiredist mpeg2dec
 661   ipfiredist nagios
 662   ipfiredist nfs
 663   ipfiredist nmap
 664   ipfiredist ntop
 665   ipfiredist portmap
 666   ipfiredist postfix
 667   ipfiredist procmail
 668   ipfiredist samba
 669   ipfiredist sox
 670   ipfiredist spamassassin
 671   ipfiredist subversion
 672   ipfiredist videolan
 673   ipfiredist webcyradm
 674   ipfiredist xvid
 675   ipfiredist yasuc
 676   test -d $BASEDIR/packages || mkdir $BASEDIR/packages
 677   mv -f $LFS/install/packages/*.{ipfire,md5} $BASEDIR/packages >> $LOGFILE 2>&1
 678   rm -rf  $BASEDIR/build/install/packages/*
 679 }
 680
 681 # See what we're supposed to do
 682 case "$1" in
 683 build)
 684         clear
 685         BUILDMACHINE=`uname -m`
 686         PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
 687         #only restore on a clean disk
 688         if [ ! -f log/cleanup-toolchain-2-tools ]; then
 689                 if [ ! -n "$PACKAGE" ]; then
 690                         beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
 691                         prepareenv
 692                         buildtoolchain
 693                 else
 694                         PACKAGENAME=${PACKAGE%.tar.gz}
 695                         beautify build_stage "Packaged toolchain compilation"
 696                         if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
 697                                 tar zxf $PACKAGE
 698                                 prepareenv
 699                         else
 700                                 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
 701                         fi
 702                 fi
 703         else
 704                 echo -n "Using installed toolchain" | tee -a $LOGFILE
 705                 beautify message SKIP
 706                 prepareenv
 707         fi
 708
 709         beautify build_start
 710         beautify build_stage "Building LFS"
 711         buildbase
 712
 713         beautify build_stage "Building IPFire"
 714         buildipfire
 715
 716         # Setzen des IPFire Builds
 717         if [ "$FIREBUILD" ]; then
 718                 echo "$FIREBUILD" > $BASEDIR/build/var/ipfire/firebuild
 719         else
 720                 echo "_(OvO)_" > $BASEDIR/build/var/ipfire/firebuild
 721         fi
 722
 723         beautify build_stage "Building installer"
 724         buildinstaller
 725
 726         beautify build_stage "Building packages"
 727         buildpackages
 728         beautify build_end
 729         ;;
 730 shell)
 731         # enter a shell inside LFS chroot
 732         # may be used to changed kernel settings
 733         prepareenv
 734         entershell
 735         ;;
 736 changelog)
 737         echo -n "Loading new Changelog from SVN: "
 738         svn log http://svn.ipfire.org/svn/ipfire > doc/ChangeLog
 739         beautify message DONE
 740         ;;
 741 clean)
 742         echo -en "${BOLD}Cleaning build directory...${NORMAL}"
 743         for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
 744                 $LOSETUP -d $i 2>/dev/null
 745         done
 746         for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
 747                 umount $i
 748         done
 749         stdumount
 750         for i in `seq 0 7`; do
 751             if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
 752                 umount /dev/loop${i}     2>/dev/null;
 753                 losetup -d /dev/loop${i} 2>/dev/null;
 754             fi;
 755         done
 756         rm -rf $BASEDIR/build
 757         rm -rf $BASEDIR/cdrom
 758         rm -rf $BASEDIR/packages
 759         rm -rf $BASEDIR/log
 760         if [ -h /tools ]; then
 761                 rm -f /tools
 762         fi
 763         beautify message DONE
 764         ;;
 765 downloadsrc)
 766         if [ ! -d $BASEDIR/cache ]; then
 767                 mkdir $BASEDIR/cache
 768         fi
 769         mkdir -p $BASEDIR/log
 770         echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
 771         FINISHED=0
 772         cd $BASEDIR/lfs
 773         for c in `seq $MAX_RETRIES`; do
 774                 if (( FINISHED==1 )); then
 775                         break
 776                 fi
 777                 FINISHED=1
 778                 cd $BASEDIR/lfs
 779                 for i in *; do
 780                         if [ -f "$i" -a "$i" != "Config" ]; then
 781                                 echo -ne "Loading $i"
 782                                 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
 783                                 if [ $? -ne 0 ]; then
 784                                         beautify message FAIL
 785                                         FINISHED=0
 786                                 else
 787                                         if [ $c -eq 1 ]; then
 788                                         beautify message DONE
 789                                         fi
 790                                 fi
 791                         fi
 792                 done
 793         done
 794         echo -e "${BOLD}***Verifying md5sums${NORMAL}"
 795         ERROR=0
 796         for i in *; do
 797                 if [ -f "$i" -a "$i" != "Config" ]; then
 798                         make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
 799                         if [ $? -ne 0 ]; then
 800                                 echo -ne "MD5 difference in lfs/$i"
 801                                 beautify message FAIL
 802                                 ERROR=1
 803                         fi
 804                 fi
 805         done
 806         if [ $ERROR -eq 0 ]; then
 807                 echo -ne "${BOLD}all files md5sum match${NORMAL}"
 808                 beautify message DONE
 809         else
 810                 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
 811                 beautify message FAIL
 812         fi
 813         cd - >/dev/null 2>&1
 814         ;;
 815 toolchain)
 816         clear
 817         prepareenv
 818         beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
 819         buildtoolchain
 820         BUILDMACHINE=`uname -m`
 821         echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
 822         test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
 823         cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
 824                 build/{bin,etc,usr/bin,usr/local} \
 825                 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
 826                 log >> $LOGFILE
 827         md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
 828                 > cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.md5
 829         stdumount
 830         ;;
 831 gettoolchain)
 832         BUILDMACHINE=`uname -m`
 833         # arbitrary name to be updated in case of new toolchain package upload
 834         PACKAGE=$SNAME-$VERSION-toolchain-$BUILDMACHINE
 835         if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
 836                 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
 837                 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
 838                 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
 839                 cd $BASEDIR/cache/toolchains
 840                 wget $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
 841                 if [ $? -ne 0 ]; then
 842                         echo "`date -u '+%b %e %T'`: error downloading toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
 843                 else
 844                         if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
 845                                 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
 846                         else
 847                                 exiterror "$PACKAGE.md5 did not match, check downloaded package"
 848                         fi
 849                 fi
 850         else
 851                 echo "Toolchain is already downloaded. Exiting..."
 852         fi
 853         ;;
 854 othersrc)
 855         prepareenv
 856         echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
 857         chroot $LFS /tools/bin/env -i   HOME=/root \
 858         TERM=$TERM PS1='\u:\w\$ ' \
 859         PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
 860         VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
 861         /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
 862         mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
 863         if [ $? -eq "0" ]; then
 864                 beautify message DONE
 865         else
 866                 beautify message FAIL
 867         fi
 868         stdumount
 869         ;;
 870 svn)
 871         case "$2" in
 872           update|up)
 873                 # clear
 874                 echo -ne "Loading the latest source files...\n"
 875                 if [ $3 ]; then
 876                         svn update -r $3 | tee -a $PWD/log/_build.svn.update.log
 877                 else
 878                         svn update | tee -a $PWD/log/_build.svn.update.log
 879                 fi
 880                 if [ $? -eq "0" ]; then
 881                         beautify message DONE
 882                 else
 883                         beautify message FAIL
 884                         exit 1
 885                 fi
 886                 echo -ne "Writing the svn-info to a file"
 887                 svn info > $PWD/svn_status
 888                 if [ $? -eq "0" ]; then
 889                         beautify message DONE
 890                 else
 891                         beautify message FAIL
 892                         exit 1
 893                 fi
 894                 chmod 755 $0
 895                 exit 0
 896           ;;
 897           commit|ci)
 898                 clear
 899                 if [ -f /usr/bin/mcedit ]; then
 900                         export EDITOR=/usr/bin/mcedit
 901                 fi
 902                 if [ -f /usr/bin/nano ]; then
 903                         export EDITOR=/usr/bin/nano
 904                 fi
 905                 echo -ne "Selecting editor $EDITOR..."
 906                 beautify message DONE
 907                 if [ -e /sbin/yast ]; then
 908                         if [ "`echo $SVN_REVISION | cut -c 3`" -eq "0" ]; then
 909                                 $0 changelog
 910                         fi
 911                 fi
 912                 svn commit
 913                 $0 svn up
 914                 $0 uploadsrc
 915           ;;
 916           dist)
 917                 if [ $3 ]; then
 918                         SVN_REVISION=$3
 919                 fi
 920                 if [ -f ipfire-source-r$SVN_REVISION.tar.gz ]; then
 921                         echo -ne "REV $SVN_REVISION: SKIPPED!\n"
 922                         exit 0
 923                 fi
 924                 echo -en "REV $SVN_REVISION: Downloading..."
 925                 svn export http://svn.ipfire.org/svn/ipfire/trunk ipfire-source/ --force > /dev/null
 926                 svn log http://svn.ipfire.org/svn/ipfire/trunk -r 1:$SVN_REVISION > ipfire-source/Changelog
 927                 #svn info http://svn.ipfire.org/svn/ipfire/trunk -r $SVN_REVISION > ipfire-source/svn_status
 928                 evaluate 1
 929
 930                 echo -en "REV $SVN_REVISION: Compressing files..."
 931                 if [ -e ipfire-source/trunk/make.sh ]; then
 932                         chmod 755 ipfire-source/trunk/make.sh
 933                 fi
 934                 tar cfz ipfire-source-r$SVN_REVISION.tar.gz ipfire-source
 935                 evaluate 1
 936                 echo -en "REV $SVN_REVISION: Cleaning up..."
 937                 rm ipfire-source/ -r
 938                 evaluate 1
 939           ;;
 940           diff|di)
 941                 echo -ne "Make a local diff to last svn revision"
 942                 svn diff > ipfire-diff-`date +'%Y-%m-%d-%H:%M'`-r`svn info | grep Revision | cut -c 11-`.diff
 943                 evaluate 1
 944                 echo "Diff was successfully saved to ipfire-diff-`date +'%Y-%m-%d-%H:%M'`-r`svn info | grep Revision | cut -c 11-`.diff"
 945           ;;
 946         esac
 947         ;;
 948 uploadsrc)
 949         PWD=`pwd`
 950         cd $BASEDIR/cache/
 951         echo -e "Uploading cache to ftp server:"
 952         ncftpls -u $FTP_CACHE_USER -p $FTP_CACHE_PASS ftp://$FTP_CACHE_URL$FTP_CACHE_PATH/ > /tmp/ftplist
 953         for i in *; do
 954                 if [ "$i" == "toolchains" ]; then continue; fi
 955                 grep -q $i /tmp/ftplist
 956                 if [ "$?" -ne "0" ]; then
 957                         echo -ne "$i"
 958                         ncftpput -u $FTP_CACHE_USER -p $FTP_CACHE_PASS $FTP_CACHE_URL $FTP_CACHE_PATH/ $i
 959                         if [ "$?" -ne "0" ]; then
 960                                 beautify message FAIL
 961                         fi
 962                 fi
 963         done
 964         rm -f /tmp/ftplist
 965         cd $PWD
 966         exit 0
 967         ;;
 968 upload)
 969         case "$2" in
 970           iso)
 971                 echo -e "Uploading the iso to $IPFIRE_FTP_URL_EXT."
 972                 cat <<EOF > .ftp-commands
 973 mkdir $IPFIRE_FTP_PATH_EXT
 974 ls -lah
 975 quit
 976 EOF
 977                 ncftp -u $IPFIRE_FTP_USER_EXT -p $IPFIRE_FTP_PASS_EXT $IPFIRE_FTP_URL_EXT < .ftp-commands
 978                 rm -f .ftp-commands
 979                 md5sum ipfire-install-$VERSION.i386.iso > ipfire-install-$VERSION.i386.iso.md5
 980                 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS $FTP_ISO_URL $FTP_ISO_PATH/ ipfire-install-$VERSION.i386.iso
 981                 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS $FTP_ISO_URL $FTP_ISO_PATH/ ipfire-install-$VERSION.i386.iso.md5
 982                 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS $FTP_ISO_URL $FTP_ISO_PATH/ ipfire-source-r$SVN_REVISION.tar.gz
 983                 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS $FTP_ISO_URL $FTP_ISO_PATH/ svn_status
 984                 if [ "$?" -eq "0" ]; then
 985                         echo -e "The iso of Revision $SVN_REVISION was successfully uploaded to $IPFIRE_FTP_URL_EXT$IPFIRE_FTP_PATH_EXT/."
 986                 else
 987                         echo -e "There was an error while uploading the iso to the ftp server."
 988                         exit 1
 989                 fi
 990                 if [ "$3" = "--with-sources-cd" ]; then
 991                         ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS $FTP_ISO_URL $FTP_ISO_PATH/ ipfire-sources-cd-$VERSION.$MACHINE.iso
 992                 fi
 993                 ;;
 994           paks)
 995                 cat <<EOF > .ftp-commands
 996 mkdir $IPFIRE_FTP_PATH_PAK
 997 ls -lah
 998 quit
 999 EOF
1000                 ncftp -u $IPFIRE_FTP_USER_PAK -p $IPFIRE_FTP_PASS_PAK $IPFIRE_FTP_URL_PAK < .ftp-commands
1001                 rm -f .ftp-commands
1002                 ncftpput -z -u $IPFIRE_FTP_USER_PAK -p $IPFIRE_FTP_PASS_PAK $IPFIRE_FTP_URL_PAK $IPFIRE_FTP_PATH_PAK/ packages/*
1003                 if [ "$?" -eq "0" ]; then
1004                         echo -e "The packages were successfully uploaded to $IPFIRE_FTP_URL_PAK$IPFIRE_FTP_PATH_PAK/."
1005                 else
1006                         echo -e "There was an error while uploading the packages to the ftp server."
1007                         exit 1
1008                 fi
1009           ;;
1010         esac
1011         ;;
1012 batch)
1013         if [ "$2" = "--background" ]; then
1014                 batch_script
1015                 exit $?
1016         fi
1017         if [ `screen -ls | grep -q ipfire` ]; then
1018                 echo "Build is already running, sorry!"
1019                 exit 1
1020         else
1021                 if [ "$2" = "--rebuild" ]; then
1022                         export IPFIRE_REBUILD=1
1023                         echo "REBUILD!"
1024                 else
1025                         export IPFIRE_REBUILD=0
1026                 fi
1027                 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1028                 screen -dmS ipfire $0 batch --background
1029                 evaluate 1
1030                 exit 0
1031         fi
1032         ;;
1033 watch)
1034         watch_screen
1035         ;;
1036 pxe)
1037         case "$2" in
1038           start)
1039                 start_tftpd
1040                 ;;
1041           stop)
1042                 stop_tftpd
1043                 ;;
1044           reload|restart)
1045                 reload_tftpd
1046                 ;;
1047         esac
1048         exit 0
1049         ;;
1050 "")
1051         clear
1052         svn info
1053         select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "SVN: Commit" "SVN: Update" "SVN: Status" "SVN: Diff" "LOG: Tail" "Help"
1054         do
1055         case $name in
1056         "IPFIRE: Downloadsrc")
1057                 $0 downloadsrc
1058                 ;;
1059         "IPFIRE: Build (silent)")
1060                 $0 build-silent
1061                 ;;
1062         "IPFIRE: Watch Build")
1063                 $0 watch
1064                 ;;
1065         "IPFIRE: Batch")
1066                 $0 batch
1067                 ;;
1068         "IPFIRE: Clean")
1069                 $0 clean
1070                 ;;
1071         "SVN: Update")
1072                 $0 svn update
1073                 ;;
1074         "Help")
1075                 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1076                 cat doc/make.sh-usage
1077                 ;;
1078         "LOG: Tail")
1079                 tail -f log/_*
1080                 ;;
1081         "Exit")
1082                 break
1083                 ;;
1084         esac
1085         done
1086         ;;
1087 config)
1088         make_config
1089         ;;
1090 *)
1091         echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1092         cat doc/make.sh-usage
1093         ;;
1094 esac