make.sh

   1 #!/bin/bash
   2 ############################################################################
   3 #                                                                          #
   4 # This file is part of the IPFire Firewall.                                #
   5 #                                                                          #
   6 # IPFire is free software; you can redistribute it and/or modify           #
   7 # it under the terms of the GNU General Public License as published by     #
   8 # the Free Software Foundation; either version 2 of the License, or        #
   9 # (at your option) any later version.                                      #
  10 #                                                                          #
  11 # IPFire is distributed in the hope that it will be useful,                #
  12 # but WITHOUT ANY WARRANTY; without even the implied warranty of           #
  13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the            #
  14 # GNU General Public License for more details.                             #
  15 #                                                                          #
  16 # You should have received a copy of the GNU General Public License        #
  17 # along with IPFire; if not, write to the Free Software                    #
  18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307 USA #
  19 #                                                                          #
  20 # Copyright (C) 2007-2013 IPFire Team <info@ipfire.org>.                   #
  21 #                                                                          #
  22 ############################################################################
  23 #
  24
  25 NAME="IPFire"                                                   # Software name
  26 SNAME="ipfire"                                                  # Short name
  27 VERSION="2.13"                                                  # Version number
  28 CORE="74"                                                       # Core Level (Filename)
  29 PAKFIRE_CORE="73"                                               # Core Level (PAKFIRE)
  30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4`              # Git Branch
  31 SLOGAN="www.ipfire.org"                                         # Software slogan
  32 CONFIG_ROOT=/var/ipfire                                         # Configuration rootdir
  33 NICE=10                                                         # Nice level
  34 MAX_RETRIES=1                                                   # prefetch/check loop
  35 BUILD_IMAGES=1                                                  # Flash and Xen Downloader
  36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
  37 MACHINE=`uname -m`
  38 GIT_TAG=$(git tag | tail -1)                                    # Git Tag
  39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8)  # Last commit
  40 TOOLCHAINVER=7
  41
  42 BUILDMACHINE=$MACHINE
  43     if [ "$MACHINE" = "x86_64" ]; then
  44         BUILDMACHINE="i686";
  45     fi
  46
  47
  48 # Debian specific settings
  49 if [ ! -e /etc/debian_version ]; then
  50         FULLPATH=`which $0`
  51 else
  52         if [ -x /usr/bin/realpath ]; then
  53                 FULLPATH=`/usr/bin/realpath $0`
  54         else
  55                 echo "ERROR: Need to do apt-get install realpath"
  56                 exit 1
  57         fi
  58 fi
  59
  60 PWD=`pwd`
  61 BASENAME=`basename $0`
  62 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
  63 LOGFILE=$BASEDIR/log/_build.preparation.log
  64 export BASEDIR LOGFILE
  65 DIR_CHK=$BASEDIR/cache/check
  66 mkdir $BASEDIR/log/ 2>/dev/null
  67
  68 # Include funtions
  69 . tools/make-functions
  70
  71 if [ -f .config ]; then
  72         . .config
  73 fi
  74
  75 if [ -z $EDITOR ]; then
  76         for i in nano emacs vi; do
  77                 EDITOR=$(which $i 2>/dev/null)
  78                 if ! [ -z $EDITOR ]; then
  79                         export EDITOR=$EDITOR
  80                         break
  81                 fi
  82         done
  83         [ -z $EDITOR ] && exiterror "You should have installed an editor."
  84 fi
  85
  86 # Prepare string for /etc/system-release.
  87 SYSTEM_RELEASE="${NAME} ${VERSION} (${MACHINE})"
  88 if [ "$(git status -s | wc -l)" == "0" ]; then
  89         GIT_STATUS=""
  90 else
  91         GIT_STATUS="-dirty"
  92 fi
  93 case "$GIT_BRANCH" in
  94         core*|beta?|rc?)
  95                 SYSTEM_RELEASE="${SYSTEM_RELEASE} - $GIT_BRANCH$GIT_STATUS"
  96                 ;;
  97         *)
  98                 SYSTEM_RELEASE="${SYSTEM_RELEASE} - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS"
  99                 ;;
 100 esac
 101
 102 prepareenv() {
 103     ############################################################################
 104     #                                                                          #
 105     # Are we running the right shell?                                          #
 106     #                                                                          #
 107     ############################################################################
 108     if [ ! "$BASH" ]; then
 109                         exiterror "BASH environment variable is not set.  You're probably running the wrong shell."
 110     fi
 111
 112     if [ -z "${BASH_VERSION}" ]; then
 113                         exiterror "Not running BASH shell."
 114     fi
 115
 116
 117     ############################################################################
 118     #                                                                          #
 119     # Trap on emergency exit                                                   #
 120     #                                                                          #
 121     ############################################################################
 122     trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
 123
 124
 125     ############################################################################
 126     #                                                                          #
 127     # Resetting our nice level                                                 #
 128     #                                                                          #
 129     ############################################################################
 130     echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
 131     renice $NICE $$ > /dev/null
 132     if [ `nice` != "$NICE" ]; then
 133                         beautify message FAIL
 134                         exiterror "Failed to set correct nice level"
 135     else
 136                         beautify message DONE
 137     fi
 138
 139
 140     ############################################################################
 141     #                                                                          #
 142     # Checking if running as root user                                         #
 143     #                                                                          #
 144     ############################################################################
 145     echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
 146     if [ `id -u` != 0 ]; then
 147                         beautify message FAIL
 148                         exiterror "Not building as root"
 149     else
 150                         beautify message DONE
 151     fi
 152
 153
 154     ############################################################################
 155     #                                                                          #
 156     # Checking for necessary temporary space                                   #
 157     #                                                                          #
 158     ############################################################################
 159     echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
 160     BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
 161     BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
 162     if (( 2048000 > $BASE_ASPACE )); then
 163                         BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
 164                         if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
 165                                 beautify message FAIL
 166                                 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
 167                         fi
 168     else
 169                         beautify message DONE
 170     fi
 171
 172     ############################################################################
 173     #                                                                          #
 174     # Building Linux From Scratch system                                       #
 175     #                                                                          #
 176     ############################################################################
 177     # Set umask
 178     umask 022
 179
 180     # Set LFS Directory
 181     LFS=$BASEDIR/build
 182
 183     # Check /tools symlink
 184     if [ -h /tools ]; then
 185         rm -f /tools
 186     fi
 187     if [ ! -a /tools ]; then
 188                         ln -s $BASEDIR/build/tools /
 189     fi
 190     if [ ! -h /tools ]; then
 191                         exiterror "Could not create /tools symbolic link."
 192     fi
 193
 194     # Setup environment
 195     set +h
 196     LC_ALL=POSIX
 197     if [ -z $MAKETUNING ]; then
 198         CPU_COUNT="$(getconf _NPROCESSORS_ONLN 2>/dev/null)"
 199         if [ -z "${CPU_COUNT}" ]; then
 200                 CPU_COUNT=1
 201         fi
 202
 203         MAKETUNING="-j$(( ${CPU_COUNT} * 2 + 1 ))"
 204     fi
 205     export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
 206     unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
 207
 208     # Make some extra directories
 209     mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
 210     mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
 211     mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
 212     mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
 213
 214     mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
 215     mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
 216
 217     # Make all sources and proc available under lfs build
 218     mount --bind /dev            $BASEDIR/build/dev
 219     mount --bind /dev/pts        $BASEDIR/build/dev/pts
 220     mount --bind /dev/shm        $BASEDIR/build/dev/shm
 221     mount --bind /proc           $BASEDIR/build/proc
 222     mount --bind /sys            $BASEDIR/build/sys
 223     mount --bind $BASEDIR/cache  $BASEDIR/build/usr/src/cache
 224     mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
 225     mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
 226     mount --bind $BASEDIR/doc    $BASEDIR/build/usr/src/doc
 227     mount --bind $BASEDIR/html   $BASEDIR/build/usr/src/html
 228     mount --bind $BASEDIR/langs  $BASEDIR/build/usr/src/langs
 229     mount --bind $BASEDIR/lfs    $BASEDIR/build/usr/src/lfs
 230     mount --bind $BASEDIR/log    $BASEDIR/build/usr/src/log
 231     mount --bind $BASEDIR/src    $BASEDIR/build/usr/src/src
 232
 233     # Run LFS static binary creation scripts one by one
 234     export CCACHE_DIR=$BASEDIR/ccache
 235     export CCACHE_COMPRESS=1
 236     export CCACHE_COMPILERCHECK="none"
 237
 238     # Remove pre-install list of installed files in case user erase some files before rebuild
 239     rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
 240 }
 241
 242 buildtoolchain() {
 243     local error=false
 244     case "${MACHINE}:$(uname -m)" in
 245         # x86
 246         i586:i586|i586:i686|i586:x86_64)
 247             # These are working.
 248             ;;
 249         i586:*)
 250             error=true
 251             ;;
 252
 253         # ARM
 254         armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l)
 255             # These are working.
 256             ;;
 257         armv5tel:*)
 258             error=true
 259             ;;
 260     esac
 261
 262     ${error} && \
 263         exiterror "Cannot build ${MACHINE} toolchain on $(uname -m). Please use the download if any."
 264
 265     local gcc=$(type -p gcc)
 266     if [ -z "${gcc}" ]; then
 267         exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
 268     fi
 269
 270     LOGFILE="$BASEDIR/log/_build.toolchain.log"
 271     export LOGFILE
 272
 273     local ORG_PATH=$PATH
 274     export PATH="/tools/ccache/bin:/tools/bin:$PATH"
 275     lfsmake1 ccache                     PASS=1
 276     lfsmake1 binutils                   PASS=1
 277     lfsmake1 gcc                        PASS=1
 278     lfsmake1 linux                      TOOLS=1 KCFG="-headers"
 279     lfsmake1 glibc
 280     lfsmake1 cleanup-toolchain          PASS=1
 281     lfsmake1 binutils                   PASS=2
 282     lfsmake1 gcc                        PASS=2
 283     lfsmake1 ccache                     PASS=2
 284     lfsmake1 tcl
 285     lfsmake1 expect
 286     lfsmake1 dejagnu
 287     lfsmake1 ncurses
 288     lfsmake1 bash
 289     lfsmake1 bzip2
 290     lfsmake1 coreutils
 291     lfsmake1 diffutils
 292     lfsmake1 findutils
 293     lfsmake1 gawk
 294     lfsmake1 gettext
 295     lfsmake1 grep
 296     lfsmake1 gzip
 297     lfsmake1 m4
 298     lfsmake1 make
 299     lfsmake1 patch
 300     lfsmake1 perl
 301     lfsmake1 sed
 302     lfsmake1 tar
 303     lfsmake1 texinfo
 304     lfsmake1 xz
 305     lfsmake1 fake-environ
 306     lfsmake1 cleanup-toolchain          PASS=2
 307     export PATH=$ORG_PATH
 308 }
 309
 310 buildbase() {
 311     LOGFILE="$BASEDIR/log/_build.base.log"
 312     export LOGFILE
 313     lfsmake2 stage2
 314     lfsmake2 linux                      KCFG="-headers"
 315     lfsmake2 man-pages
 316     lfsmake2 glibc
 317     lfsmake2 tzdata
 318     lfsmake2 cleanup-toolchain          PASS=3
 319     lfsmake2 zlib
 320     lfsmake2 binutils
 321     lfsmake2 gmp
 322     lfsmake2 gmp-compat
 323     lfsmake2 mpfr
 324     lfsmake2 file
 325     lfsmake2 gcc
 326     lfsmake2 sed
 327     lfsmake2 berkeley
 328     lfsmake2 coreutils
 329     lfsmake2 iana-etc
 330     lfsmake2 m4
 331     lfsmake2 bison
 332     lfsmake2 ncurses
 333     lfsmake2 procps
 334     lfsmake2 libtool
 335     lfsmake2 perl
 336     lfsmake2 readline
 337     lfsmake2 readline-compat
 338     lfsmake2 pcre
 339     lfsmake2 pcre-compat
 340     lfsmake2 autoconf
 341     lfsmake2 automake
 342     lfsmake2 bash
 343     lfsmake2 bzip2
 344     lfsmake2 diffutils
 345     lfsmake2 e2fsprogs
 346     lfsmake2 ed
 347     lfsmake2 findutils
 348     lfsmake2 flex
 349     lfsmake2 gawk
 350     lfsmake2 gettext
 351     lfsmake2 grep
 352     lfsmake2 groff
 353     lfsmake2 gperf
 354     lfsmake2 gzip
 355     lfsmake2 inetutils
 356     lfsmake2 iproute2
 357     lfsmake2 jwhois
 358     lfsmake2 kbd
 359     lfsmake2 less
 360     lfsmake2 make
 361     lfsmake2 man
 362     lfsmake2 mktemp
 363     lfsmake2 kmod
 364     lfsmake2 net-tools
 365     lfsmake2 patch
 366     lfsmake2 psmisc
 367     lfsmake2 shadow
 368     lfsmake2 sysklogd
 369     lfsmake2 sysvinit
 370     lfsmake2 tar
 371     lfsmake2 texinfo
 372     lfsmake2 util-linux
 373     lfsmake2 udev
 374     lfsmake2 vim
 375     lfsmake2 xz
 376     lfsmake2 paxctl
 377     lfsmake2 grub
 378 }
 379
 380 buildipfire() {
 381   LOGFILE="$BASEDIR/log/_build.ipfire.log"
 382   export LOGFILE
 383   ipfiremake configroot
 384   ipfiremake backup
 385   ipfiremake bind
 386   ipfiremake dhcp
 387   ipfiremake dhcpcd
 388   ipfiremake libusb
 389   ipfiremake libusbx
 390   ipfiremake libpcap
 391   ipfiremake ppp
 392   ipfiremake pptp
 393   ipfiremake unzip
 394   ipfiremake which
 395   ipfiremake linux-firmware
 396   ipfiremake dvb-firmwares
 397   ipfiremake zd1211-firmware
 398   ipfiremake rpi-firmware
 399   ipfiremake bc
 400   ipfiremake u-boot
 401
 402   if [ "${MACHINE_TYPE}" != "arm" ]; then
 403
 404     # x86-pae (Native and new XEN) kernel build
 405     ipfiremake linux                    KCFG="-pae"
 406 #    ipfiremake kvm-kmod                        KCFG="-pae"
 407 #    ipfiremake v4l-dvb                 KCFG="-pae"
 408 #    ipfiremake mISDN                   KCFG="-pae"
 409     ipfiremake cryptodev                KCFG="-pae"
 410 #    ipfiremake compat-drivers          KCFG="-pae"
 411 #    ipfiremake r8169                   KCFG="-pae"
 412 #    ipfiremake r8168                   KCFG="-pae"
 413 #    ipfiremake r8101                   KCFG="-pae"
 414 #    ipfiremake e1000e                  KCFG="-pae"
 415 #    ipfiremake igb                     KCFG="-pae"
 416
 417     # x86 kernel build
 418     ipfiremake linux                    KCFG=""
 419 #    ipfiremake kvm-kmod                        KCFG=""
 420 #    ipfiremake v4l-dvb                 KCFG=""
 421 #    ipfiremake mISDN                   KCFG=""
 422     ipfiremake cryptodev                KCFG=""
 423 #    ipfiremake compat-drivers          KCFG=""
 424 #    ipfiremake r8169                   KCFG=""
 425 #    ipfiremake r8168                   KCFG=""
 426 #    ipfiremake r8101                   KCFG=""
 427 #    ipfiremake e1000e                  KCFG=""
 428 #    ipfiremake igb                     KCFG=""
 429
 430   else
 431     # arm-rpi (Raspberry Pi) kernel build
 432     ipfiremake linux                    KCFG="-rpi"
 433 #    ipfiremake v4l-dvb                 KCFG="-rpi"
 434 #    ipfiremake mISDN                   KCFG="-rpi" NOPCI=1
 435     ipfiremake cryptodev                KCFG="-rpi"
 436 #    ipfiremake compat-drivers          KCFG="-rpi"
 437
 438     # arm multi platform (Panda, Wandboard ...) kernel build
 439     ipfiremake linux                    KCFG="-multi"
 440     ipfiremake cryptodev                KCFG="-multi"
 441
 442     # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
 443     ipfiremake linux                    KCFG="-kirkwood"
 444 #    ipfiremake v4l-dvb                 KCFG="-kirkwood"
 445 #    ipfiremake mISDN                   KCFG="-kirkwood"
 446     ipfiremake cryptodev                KCFG="-kirkwood"
 447 #    ipfiremake compat-drivers          KCFG="-kirkwood"
 448 #    ipfiremake r8169                   KCFG="-kirkwood"
 449 #    ipfiremake r8168                   KCFG="-kirkwood"
 450 #    ipfiremake r8101                   KCFG="-kirkwood"
 451 #   ipfiremake e1000e                   KCFG="-kirkwood"
 452 #    ipfiremake igb                     KCFG="-kirkwood"
 453
 454   fi
 455   ipfiremake pkg-config
 456   ipfiremake linux-atm
 457   ipfiremake cpio
 458   ipfiremake dracut
 459   ipfiremake expat
 460   ipfiremake gdbm
 461   ipfiremake pam
 462   ipfiremake openssl
 463   ipfiremake curl
 464   ipfiremake tcl
 465   ipfiremake sqlite
 466   ipfiremake python
 467   ipfiremake fireinfo
 468   ipfiremake libnet
 469   ipfiremake libnl
 470   ipfiremake libidn
 471   ipfiremake nasm
 472   ipfiremake libjpeg
 473   ipfiremake libexif
 474   ipfiremake libpng
 475   ipfiremake libtiff
 476   ipfiremake libart
 477   ipfiremake freetype
 478   ipfiremake gd
 479   ipfiremake popt
 480   ipfiremake pcre
 481   ipfiremake slang
 482   ipfiremake newt
 483   ipfiremake attr
 484   ipfiremake acl
 485   ipfiremake libcap
 486   ipfiremake pciutils
 487   ipfiremake usbutils
 488   ipfiremake libxml2
 489   ipfiremake libxslt
 490   ipfiremake BerkeleyDB
 491   ipfiremake mysql
 492   ipfiremake cyrus-sasl
 493   ipfiremake openldap
 494   ipfiremake apache2
 495   ipfiremake php
 496   ipfiremake apache2                    PASS=C
 497   ipfiremake jquery
 498   ipfiremake arping
 499   ipfiremake beep
 500   ipfiremake dvdrtools
 501   ipfiremake dnsmasq
 502   ipfiremake dosfstools
 503   ipfiremake reiserfsprogs
 504   ipfiremake xfsprogs
 505   ipfiremake sysfsutils
 506   ipfiremake fuse
 507   ipfiremake ntfs-3g
 508   ipfiremake ethtool
 509   ipfiremake ez-ipupdate
 510   ipfiremake fcron
 511   ipfiremake perl-GD
 512   ipfiremake GD-Graph
 513   ipfiremake GD-TextUtil
 514   ipfiremake gnupg
 515   ipfiremake hdparm
 516   ipfiremake sdparm
 517   ipfiremake mtools
 518   ipfiremake initscripts
 519   ipfiremake whatmask
 520   ipfiremake libmnl
 521   ipfiremake iptables
 522   ipfiremake conntrack-tools
 523   ipfiremake libupnp
 524   ipfiremake ipaddr
 525   ipfiremake iputils
 526   ipfiremake l7-protocols
 527   ipfiremake mISDNuser
 528   ipfiremake capi4k-utils
 529   ipfiremake hwdata
 530   ipfiremake logrotate
 531   ipfiremake logwatch
 532   ipfiremake misc-progs
 533   ipfiremake nano
 534   ipfiremake URI
 535   ipfiremake HTML-Tagset
 536   ipfiremake HTML-Parser
 537   ipfiremake HTML-Template
 538   ipfiremake Compress-Zlib
 539   ipfiremake Digest
 540   ipfiremake Digest-SHA1
 541   ipfiremake Digest-HMAC
 542   ipfiremake libwww-perl
 543   ipfiremake Net-DNS
 544   ipfiremake Net-IPv4Addr
 545   ipfiremake Net_SSLeay
 546   ipfiremake IO-Stringy
 547   ipfiremake IO-Socket-SSL
 548   ipfiremake Unix-Syslog
 549   ipfiremake Mail-Tools
 550   ipfiremake MIME-Tools
 551   ipfiremake Net-Server
 552   ipfiremake Convert-TNEF
 553   ipfiremake Convert-UUlib
 554   ipfiremake Archive-Tar
 555   ipfiremake Archive-Zip
 556   ipfiremake Text-Tabs+Wrap
 557   ipfiremake Locale-Country
 558   ipfiremake XML-Parser
 559   ipfiremake Crypt-PasswdMD5
 560   ipfiremake Net-Telnet
 561   ipfiremake python-setuptools
 562   ipfiremake python-clientform
 563   ipfiremake python-mechanize
 564   ipfiremake python-feedparser
 565   ipfiremake python-rssdler
 566   ipfiremake libffi
 567   ipfiremake glib
 568   ipfiremake GeoIP
 569   ipfiremake fwhits
 570   ipfiremake noip_updater
 571   ipfiremake ntp
 572   ipfiremake openssh
 573   ipfiremake fontconfig
 574   ipfiremake dejavu-fonts-ttf
 575   ipfiremake freefont
 576   ipfiremake pixman
 577   ipfiremake cairo
 578   ipfiremake pango
 579   ipfiremake rrdtool
 580   ipfiremake setserial
 581   ipfiremake setup
 582   ipfiremake libdnet
 583   ipfiremake daq
 584   ipfiremake snort
 585   ipfiremake oinkmaster
 586   ipfiremake squid
 587   ipfiremake squidguard
 588   ipfiremake calamaris
 589   ipfiremake tcpdump
 590   ipfiremake traceroute
 591   ipfiremake vlan
 592   ipfiremake wireless
 593   ipfiremake pakfire
 594   ipfiremake spandsp
 595   ipfiremake lzo
 596   ipfiremake openvpn
 597   ipfiremake pammysql
 598   ipfiremake mpage
 599   ipfiremake dbus
 600   ipfiremake cups
 601   ipfiremake ghostscript
 602   ipfiremake foomatic
 603   ipfiremake hplip
 604   ipfiremake cifs-utils
 605   ipfiremake samba
 606   ipfiremake sudo
 607   ipfiremake mc
 608   ipfiremake wget
 609   ipfiremake bridge-utils
 610   ipfiremake screen
 611   ipfiremake smartmontools
 612   ipfiremake htop
 613   ipfiremake postfix
 614   ipfiremake fetchmail
 615   ipfiremake cyrus-imapd
 616   ipfiremake openmailadmin
 617   ipfiremake clamav
 618   ipfiremake spamassassin
 619   ipfiremake amavisd
 620   ipfiremake alsa
 621   ipfiremake mpfire
 622   ipfiremake guardian
 623   ipfiremake libid3tag
 624   ipfiremake libmad
 625   ipfiremake libogg
 626   ipfiremake libvorbis
 627   ipfiremake libdvbpsi
 628   ipfiremake flac
 629   ipfiremake lame
 630   ipfiremake sox
 631   ipfiremake libshout
 632   ipfiremake xvid
 633   ipfiremake libmpeg2
 634   ipfiremake cmake
 635   ipfiremake gnump3d
 636   ipfiremake libsigc++
 637   ipfiremake libtorrent
 638   ipfiremake rtorrent
 639   ipfiremake rsync
 640   ipfiremake tcpwrapper
 641   ipfiremake libevent
 642   ipfiremake libevent2
 643   ipfiremake portmap
 644   ipfiremake nfs
 645   ipfiremake nmap
 646   ipfiremake ncftp
 647   ipfiremake etherwake
 648   ipfiremake bwm-ng
 649   ipfiremake tripwire
 650   ipfiremake sysstat
 651   ipfiremake vsftpd
 652   ipfiremake strongswan
 653   ipfiremake lsof
 654   ipfiremake br2684ctl
 655   ipfiremake pcmciautils
 656   ipfiremake lm_sensors
 657   ipfiremake liboping
 658   ipfiremake collectd
 659   ipfiremake teamspeak
 660   ipfiremake elinks
 661   ipfiremake igmpproxy
 662   ipfiremake fbset
 663   ipfiremake sdl
 664   ipfiremake qemu
 665   ipfiremake sane
 666   ipfiremake netpbm
 667   ipfiremake phpSANE
 668   ipfiremake tunctl
 669   ipfiremake nagios
 670   ipfiremake nagios_nrpe
 671   ipfiremake ebtables
 672   ipfiremake directfb
 673   ipfiremake dfb++
 674   ipfiremake faad2
 675   ipfiremake ffmpeg
 676   ipfiremake vdr
 677   ipfiremake vdr_streamdev
 678   ipfiremake vdr_vnsiserver3
 679   ipfiremake vdr_epgsearch
 680   ipfiremake w_scan
 681   ipfiremake icecast
 682   ipfiremake icegenerator
 683   ipfiremake mpd
 684   ipfiremake libmpdclient
 685   ipfiremake mpc
 686   ipfiremake git
 687   ipfiremake squidclamav
 688   ipfiremake vnstat
 689   ipfiremake vnstati
 690   ipfiremake iw
 691   ipfiremake wpa_supplicant
 692   ipfiremake hostapd
 693   ipfiremake pycurl
 694   ipfiremake urlgrabber
 695   ipfiremake syslinux
 696   ipfiremake tftpd
 697   ipfiremake cpufrequtils
 698   ipfiremake bluetooth
 699   ipfiremake gutenprint
 700   ipfiremake apcupsd
 701   ipfiremake iperf
 702   ipfiremake netcat
 703   ipfiremake 7zip
 704   ipfiremake lynis
 705   ipfiremake streamripper
 706   ipfiremake sshfs
 707   ipfiremake taglib
 708   ipfiremake mediatomb
 709   ipfiremake sslh
 710   ipfiremake perl-gettext
 711   ipfiremake perl-Sort-Naturally
 712   ipfiremake vdradmin
 713   ipfiremake miau
 714   ipfiremake netsnmpd
 715   ipfiremake perl-DBI
 716   ipfiremake perl-DBD-mysql
 717   ipfiremake cacti
 718   ipfiremake icecc
 719   ipfiremake openvmtools
 720   ipfiremake nagiosql
 721   ipfiremake iftop
 722   ipfiremake motion
 723   ipfiremake joe
 724   ipfiremake nut
 725   ipfiremake watchdog
 726   ipfiremake libpri
 727   ipfiremake asterisk
 728   ipfiremake lcr
 729   ipfiremake usb_modeswitch
 730   ipfiremake usb_modeswitch_data
 731   ipfiremake zerofree
 732   ipfiremake mdadm
 733   ipfiremake eject
 734   ipfiremake pound
 735   ipfiremake minicom
 736   ipfiremake ddrescue
 737   ipfiremake imspector
 738   ipfiremake miniupnpd
 739   ipfiremake client175
 740   ipfiremake powertop
 741   ipfiremake parted
 742   ipfiremake swig
 743   ipfiremake python-m2crypto
 744   ipfiremake wireless-regdb
 745   ipfiremake crda
 746   ipfiremake libsolv
 747   ipfiremake python-distutils-extra
 748   ipfiremake python-lzma
 749   ipfiremake python-progressbar
 750   ipfiremake python-xattr
 751   ipfiremake intltool
 752   ipfiremake transmission
 753   ipfiremake dpfhack
 754   ipfiremake lcd4linux
 755   ipfiremake mtr
 756   ipfiremake tcpick
 757   ipfiremake minidlna
 758   ipfiremake acpid
 759   ipfiremake fping
 760   ipfiremake telnet
 761   ipfiremake xinetd
 762   ipfiremake libgpg-error
 763   ipfiremake libassuan
 764   ipfiremake gpgme
 765   ipfiremake pygpgme
 766   ipfiremake pakfire3
 767   ipfiremake stress
 768   ipfiremake libstatgrab
 769   ipfiremake sarg
 770   ipfiremake fstrim
 771   ipfiremake check_mk_agent
 772   ipfiremake libdaemon
 773   ipfiremake avahi
 774   ipfiremake nginx
 775   ipfiremake sendEmail
 776   ipfiremake sysbench
 777   ipfiremake strace
 778   ipfiremake ipfire-netboot
 779   ipfiremake lcdproc
 780   ipfiremake bitstream
 781   ipfiremake multicat
 782   ipfiremake keepalived
 783   ipfiremake ipvsadm
 784   ipfiremake perl-Carp-Clan
 785   ipfiremake perl-Date-Calc
 786   ipfiremake perl-Date-Manip
 787   ipfiremake perl-File-Tail
 788   ipfiremake perl-TimeDate
 789   ipfiremake swatch
 790   ipfiremake tor
 791   ipfiremake arm
 792   ipfiremake wavemon
 793   ipfiremake iptraf-ng
 794   ipfiremake iotop
 795 }
 796
 797 buildinstaller() {
 798   # Run installer scripts one by one
 799   LOGFILE="$BASEDIR/log/_build.installer.log"
 800   export LOGFILE
 801   ipfiremake memtest
 802   ipfiremake installer
 803   installmake strip
 804   ipfiremake initrd
 805 }
 806
 807 buildpackages() {
 808   LOGFILE="$BASEDIR/log/_build.packages.log"
 809   export LOGFILE
 810   echo "... see detailed log in _build.*.log files" >> $LOGFILE
 811
 812
 813   # Generating list of packages used
 814   echo -n "Generating packages list from logs" | tee -a $LOGFILE
 815   rm -f $BASEDIR/doc/packages-list
 816   for i in `ls -1tr $BASEDIR/log/[^_]*`; do
 817         if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
 818                 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
 819         fi
 820   done
 821   echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
 822   grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
 823         $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
 824   rm -f $BASEDIR/doc/packages-list
 825   # packages-list.txt is ready to be displayed for wiki page
 826   beautify message DONE
 827
 828   # Update changelog
 829   cd $BASEDIR
 830   [ -z $GIT_TAG ]  || LAST_TAG=$GIT_TAG
 831   [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
 832   git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
 833
 834   # Create images for install
 835   ipfiremake cdrom
 836
 837   # Check if there is a loop device for building in virtual environments
 838   if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
 839         ipfiremake flash-images
 840   fi
 841
 842   mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
 843
 844   ipfirepackages
 845
 846   ipfiremake xen-image
 847   mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
 848
 849   cd $BASEDIR
 850   for i in `ls *.bz2 *.img.gz *.iso`; do
 851         md5sum $i > $i.md5
 852   done
 853   cd $PWD
 854
 855   # Cleanup
 856   stdumount
 857   rm -rf $BASEDIR/build/tmp/*
 858
 859   # Generating total list of files
 860   echo -n "Generating files list from logs" | tee -a $LOGFILE
 861   rm -f $BASEDIR/log/FILES
 862   for i in `ls -1tr $BASEDIR/log/[^_]*`; do
 863         if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
 864                 echo "##" >>$BASEDIR/log/FILES
 865                 echo "## `basename $i`" >>$BASEDIR/log/FILES
 866                 echo "##" >>$BASEDIR/log/FILES
 867                 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
 868         fi
 869   done
 870   beautify message DONE
 871
 872   cd $PWD
 873 }
 874
 875 ipfirepackages() {
 876         ipfiremake core-updates
 877
 878         local i
 879         for i in $(find $BASEDIR/config/rootfiles/packages{/${MACHINE},} -maxdepth 1 -type f); do
 880                 i=$(basename ${i})
 881                 if [ -e $BASEDIR/lfs/$i ]; then
 882                         ipfiredist $i
 883                 else
 884                         echo -n $i
 885                         beautify message SKIP
 886                 fi
 887         done
 888   test -d $BASEDIR/packages || mkdir $BASEDIR/packages
 889   mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
 890   rm -rf  $BASEDIR/build/install/packages/*
 891 }
 892
 893 # See what we're supposed to do
 894 case "$1" in
 895 build)
 896         clear
 897         PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz 2> /dev/null | head -n 1`
 898         #only restore on a clean disk
 899         if [ ! -f log/cleanup-toolchain-2-tools ]; then
 900                 if [ ! -n "$PACKAGE" ]; then
 901                         beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
 902                         prepareenv
 903                         buildtoolchain
 904                 else
 905                         PACKAGENAME=${PACKAGE%.tar.gz}
 906                         beautify build_stage "Packaged toolchain compilation"
 907                         if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
 908                                 tar zxf $PACKAGE
 909                                 prepareenv
 910                         else
 911                                 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
 912                         fi
 913                 fi
 914         else
 915                 echo -n "Using installed toolchain" | tee -a $LOGFILE
 916                 beautify message SKIP
 917                 prepareenv
 918         fi
 919
 920         beautify build_start
 921         beautify build_stage "Building LFS"
 922         buildbase
 923
 924         beautify build_stage "Building IPFire"
 925         buildipfire
 926
 927         beautify build_stage "Building installer"
 928         buildinstaller
 929
 930         beautify build_stage "Building packages"
 931         buildpackages
 932
 933         beautify build_stage "Checking Logfiles for new Files"
 934
 935         cd $BASEDIR
 936         tools/checknewlog.pl
 937         tools/checkwronginitlinks
 938         cd $PWD
 939
 940         beautify build_end
 941         ;;
 942 shell)
 943         # enter a shell inside LFS chroot
 944         # may be used to changed kernel settings
 945         prepareenv
 946         entershell
 947         ;;
 948 clean)
 949         echo -en "${BOLD}Cleaning build directory...${NORMAL}"
 950         for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
 951                 $LOSETUP -d $i 2>/dev/null
 952         done
 953         for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
 954                 umount $i
 955         done
 956         stdumount
 957         for i in `seq 0 7`; do
 958             if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
 959                 umount /dev/loop${i}     2>/dev/null;
 960                 losetup -d /dev/loop${i} 2>/dev/null;
 961             fi;
 962         done
 963         rm -rf $BASEDIR/build
 964         rm -rf $BASEDIR/cdrom
 965         rm -rf $BASEDIR/packages
 966         rm -rf $BASEDIR/log
 967         if [ -h /tools ]; then
 968                 rm -f /tools
 969         fi
 970         rm -f $BASEDIR/ipfire-*
 971         beautify message DONE
 972         ;;
 973 downloadsrc)
 974         if [ ! -d $BASEDIR/cache ]; then
 975                 mkdir $BASEDIR/cache
 976         fi
 977         mkdir -p $BASEDIR/log
 978         echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
 979         FINISHED=0
 980         cd $BASEDIR/lfs
 981         for c in `seq $MAX_RETRIES`; do
 982                 if (( FINISHED==1 )); then
 983                         break
 984                 fi
 985                 FINISHED=1
 986                 cd $BASEDIR/lfs
 987                 for i in *; do
 988                         if [ -f "$i" -a "$i" != "Config" ]; then
 989                                 lfsmakecommoncheck ${i} || continue
 990
 991                                 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
 992                                         MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
 993                                 if [ $? -ne 0 ]; then
 994                                         beautify message FAIL
 995                                         FINISHED=0
 996                                 else
 997                                         if [ $c -eq 1 ]; then
 998                                         beautify message DONE
 999                                         fi
1000                                 fi
1001                         fi
1002                 done
1003         done
1004         echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1005         ERROR=0
1006         for i in *; do
1007                 if [ -f "$i" -a "$i" != "Config" ]; then
1008                         lfsmakecommoncheck ${i} > /dev/null || continue
1009                         make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1010                                 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1011                         if [ $? -ne 0 ]; then
1012                                 echo -ne "MD5 difference in lfs/$i"
1013                                 beautify message FAIL
1014                                 ERROR=1
1015                         fi
1016                 fi
1017         done
1018         if [ $ERROR -eq 0 ]; then
1019                 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1020                 beautify message DONE
1021         else
1022                 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1023                 beautify message FAIL
1024         fi
1025         cd - >/dev/null 2>&1
1026         ;;
1027 toolchain)
1028         clear
1029         prepareenv
1030         beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1031         buildtoolchain
1032         echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1033         test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1034         cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1035                 build/tools build/bin/sh log >> $LOGFILE
1036         md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1037                 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.md5
1038         stdumount
1039         ;;
1040 gettoolchain)
1041         # arbitrary name to be updated in case of new toolchain package upload
1042         PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE
1043         if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
1044                 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1045                 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1046                 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1047                 cd $BASEDIR/cache/toolchains
1048                 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1049                 if [ $? -ne 0 ]; then
1050                         echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $MACHINE machine" | tee -a $LOGFILE
1051                 else
1052                         if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1053                                 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1054                         else
1055                                 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1056                         fi
1057                 fi
1058         else
1059                 echo "Toolchain is already downloaded. Exiting..."
1060         fi
1061         ;;
1062 othersrc)
1063         prepareenv
1064         echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1065         chroot $LFS /tools/bin/env -i   HOME=/root \
1066         TERM=$TERM PS1='\u:\w\$ ' \
1067         PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1068         VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1069         /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1070         mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1071         if [ $? -eq "0" ]; then
1072                 beautify message DONE
1073         else
1074                 beautify message FAIL
1075         fi
1076         stdumount
1077         ;;
1078 uploadsrc)
1079         PWD=`pwd`
1080         if [ -z $IPFIRE_USER ]; then
1081                 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1082                 beautify message FAIL
1083                 exit 1
1084         fi
1085
1086         URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1087         REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1088
1089         cd $BASEDIR/cache/
1090         for file in $(ls -1 --ignore=toolchains); do
1091                 grep -q "$file" <<<$REMOTE_FILES && continue
1092                 NEW_FILES="$NEW_FILES $file"
1093         done
1094         [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1095         cd $BASEDIR
1096         cd $PWD
1097         exit 0
1098         ;;
1099 lang)
1100         update_langs
1101         ;;
1102 *)
1103         echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1104         cat doc/make.sh-usage
1105         ;;
1106 esac