make.sh

   1 #!/bin/bash
   2 ############################################################################
   3 #                                                                          #
   4 # This file is part of the IPFire Firewall.                                #
   5 #                                                                          #
   6 # IPFire is free software; you can redistribute it and/or modify           #
   7 # it under the terms of the GNU General Public License as published by     #
   8 # the Free Software Foundation; either version 2 of the License, or        #
   9 # (at your option) any later version.                                      #
  10 #                                                                          #
  11 # IPFire is distributed in the hope that it will be useful,                #
  12 # but WITHOUT ANY WARRANTY; without even the implied warranty of           #
  13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the            #
  14 # GNU General Public License for more details.                             #
  15 #                                                                          #
  16 # You should have received a copy of the GNU General Public License        #
  17 # along with IPFire; if not, write to the Free Software                    #
  18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307 USA #
  19 #                                                                          #
  20 # Copyright (C) 2007-2011 IPFire-Team <info@ipfire.org>.                   #
  21 #                                                                          #
  22 ############################################################################
  23 #
  24
  25 NAME="IPFire"                                                   # Software name
  26 SNAME="ipfire"                                                  # Short name
  27 VERSION="2.9"                                                   # Version number
  28 CORE="52"                                                       # Core Level (Filename)
  29 PAKFIRE_CORE="51"                                               # Core Level (PAKFIRE)
  30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4`              # Git Branch
  31 SLOGAN="www.ipfire.org"                                         # Software slogan
  32 CONFIG_ROOT=/var/ipfire                                         # Configuration rootdir
  33 NICE=10                                                         # Nice level
  34 MAX_RETRIES=1                                                   # prefetch/check loop
  35 BUILD_IMAGES=1                                                  # Build USB, Flash and Xen Images
  36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
  37 MACHINE=`uname -m`
  38 GIT_TAG=$(git tag | tail -1)                                    # Git Tag
  39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8)  # Last commit
  40 TOOLCHAINVER=1
  41 IPFVER="full"                           # Which versions should be compiled? (full|devel)
  42
  43 BUILDMACHINE=$MACHINE
  44     if [ "$MACHINE" = "x86_64" ]; then
  45         BUILDMACHINE="i686";
  46         linux32="linux32";
  47     fi
  48
  49
  50 # Debian specific settings
  51 if [ ! -e /etc/debian_version ]; then
  52         FULLPATH=`which $0`
  53 else
  54         if [ -x /usr/bin/realpath ]; then
  55                 FULLPATH=`/usr/bin/realpath $0`
  56         else
  57                 echo "ERROR: Need to do apt-get install realpath"
  58                 exit 1
  59         fi
  60 fi
  61
  62 PWD=`pwd`
  63 BASENAME=`basename $0`
  64 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
  65 LOGFILE=$BASEDIR/log/_build.preparation.log
  66 export BASEDIR LOGFILE
  67 DIR_CHK=$BASEDIR/cache/check
  68 mkdir $BASEDIR/log/ 2>/dev/null
  69
  70 # Include funtions
  71 . tools/make-functions
  72
  73 if [ -f .config ]; then
  74         . .config
  75 else
  76         echo -e  "${BOLD}No configuration found!${NORMAL}"
  77         echo -ne "Do you want to create one (y/N)?"
  78         read CREATE_CONFIG
  79         echo ""
  80         if [ "$CREATE_CONFIG" == "y" ]; then
  81                 make_config
  82         fi
  83 fi
  84
  85 if [ -z $EDITOR ]; then
  86         for i in nano emacs vi; do
  87                 EDITOR=$(which $i 2>/dev/null)
  88                 if ! [ -z $EDITOR ]; then
  89                         export EDITOR=$EDITOR
  90                         break
  91                 fi
  92         done
  93         [ -z $EDITOR ] && exiterror "You should have installed an editor."
  94 fi
  95
  96 prepareenv() {
  97     ############################################################################
  98     #                                                                          #
  99     # Are we running the right shell?                                          #
 100     #                                                                          #
 101     ############################################################################
 102     if [ ! "$BASH" ]; then
 103                         exiterror "BASH environment variable is not set.  You're probably running the wrong shell."
 104     fi
 105
 106     if [ -z "${BASH_VERSION}" ]; then
 107                         exiterror "Not running BASH shell."
 108     fi
 109
 110
 111     ############################################################################
 112     #                                                                          #
 113     # Trap on emergency exit                                                   #
 114     #                                                                          #
 115     ############################################################################
 116     trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
 117
 118
 119     ############################################################################
 120     #                                                                          #
 121     # Resetting our nice level                                                 #
 122     #                                                                          #
 123     ############################################################################
 124     echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
 125     renice $NICE $$ > /dev/null
 126     if [ `nice` != "$NICE" ]; then
 127                         beautify message FAIL
 128                         exiterror "Failed to set correct nice level"
 129     else
 130                         beautify message DONE
 131     fi
 132
 133
 134     ############################################################################
 135     #                                                                          #
 136     # Checking if running as root user                                         #
 137     #                                                                          #
 138     ############################################################################
 139     echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
 140     if [ `id -u` != 0 ]; then
 141                         beautify message FAIL
 142                         exiterror "Not building as root"
 143     else
 144                         beautify message DONE
 145     fi
 146
 147
 148     ############################################################################
 149     #                                                                          #
 150     # Checking for necessary temporary space                                   #
 151     #                                                                          #
 152     ############################################################################
 153     echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
 154     BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
 155     BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
 156     if (( 2048000 > $BASE_ASPACE )); then
 157                         BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
 158                         if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
 159                                 beautify message FAIL
 160                                 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
 161                         fi
 162     else
 163                         beautify message DONE
 164     fi
 165
 166     ############################################################################
 167     #                                                                          #
 168     # Building Linux From Scratch system                                       #
 169     #                                                                          #
 170     ############################################################################
 171     # Set umask
 172     umask 022
 173
 174     # Set LFS Directory
 175     LFS=$BASEDIR/build
 176
 177     # Check /tools symlink
 178     if [ -h /tools ]; then
 179         rm -f /tools
 180     fi
 181     if [ ! -a /tools ]; then
 182                         ln -s $BASEDIR/build/tools /
 183     fi
 184     if [ ! -h /tools ]; then
 185                         exiterror "Could not create /tools symbolic link."
 186     fi
 187
 188     # Setup environment
 189     set +h
 190     LC_ALL=POSIX
 191     if [ -z $MAKETUNING ]; then
 192        MAKETUNING="-j6"
 193     fi
 194     export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
 195     unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
 196
 197     # Make some extra directories
 198     mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
 199     mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
 200     mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
 201     mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
 202
 203     mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
 204     mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
 205
 206     # Make all sources and proc available under lfs build
 207     mount --bind /dev            $BASEDIR/build/dev
 208     mount --bind /dev/pts        $BASEDIR/build/dev/pts
 209     mount --bind /dev/shm        $BASEDIR/build/dev/shm
 210     mount --bind /proc           $BASEDIR/build/proc
 211     mount --bind /sys            $BASEDIR/build/sys
 212     mount --bind $BASEDIR/cache  $BASEDIR/build/usr/src/cache
 213     mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
 214     mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
 215     mount --bind $BASEDIR/doc    $BASEDIR/build/usr/src/doc
 216     mount --bind $BASEDIR/html   $BASEDIR/build/usr/src/html
 217     mount --bind $BASEDIR/langs  $BASEDIR/build/usr/src/langs
 218     mount --bind $BASEDIR/lfs    $BASEDIR/build/usr/src/lfs
 219     mount --bind $BASEDIR/log    $BASEDIR/build/usr/src/log
 220     mount --bind $BASEDIR/src    $BASEDIR/build/usr/src/src
 221
 222     # This is a temporary hack!!!
 223     if [ ! -f /tools/bin/hostname ]; then
 224       cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
 225     fi
 226
 227     # Run LFS static binary creation scripts one by one
 228     export CCACHE_DIR=$BASEDIR/ccache
 229     export CCACHE_COMPRESS=1
 230     export CCACHE_HASHDIR=1
 231
 232     # Remove pre-install list of installed files in case user erase some files before rebuild
 233     rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
 234 }
 235
 236 buildtoolchain() {
 237     if [ "$(uname -m)" = "x86_64" ]; then
 238         exiterror "Cannot build toolchain on x86_64. Please use the download."
 239     fi
 240     if [ "$(uname -r | grep ipfire)" ]; then
 241         exiterror "Cannot build toolchain on ipfire. Please use the download."
 242     fi
 243
 244     LOGFILE="$BASEDIR/log/_build.toolchain.log"
 245     export LOGFILE
 246     NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
 247     export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
 248     ORG_PATH=$PATH
 249     export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
 250     lfsmake1 ccache     PASS=1
 251     lfsmake1 make       PASS=1
 252     lfsmake1 binutils   PASS=1
 253     lfsmake1 gcc                PASS=1
 254     if [ "${MACHINE}" = "arm" ]; then
 255         lfsmake1 linux TOOLS=1 HEADERS=1
 256     else
 257         lfsmake1 linux-libc-header
 258     fi
 259     lfsmake1 glibc
 260     lfsmake1 cleanup-toolchain PASS=1
 261     lfsmake1 tcl
 262     lfsmake1 expect
 263     lfsmake1 dejagnu
 264     lfsmake1 gcc                PASS=2
 265     lfsmake1 binutils   PASS=2
 266     lfsmake1 ccache     PASS=2
 267     lfsmake1 ncurses
 268     lfsmake1 bash
 269     lfsmake1 bzip2
 270     lfsmake1 coreutils
 271     lfsmake1 diffutils
 272     lfsmake1 findutils
 273     lfsmake1 gawk
 274     lfsmake1 gettext
 275     lfsmake1 grep
 276     lfsmake1 gzip
 277     lfsmake1 m4
 278     lfsmake1 make       PASS=2
 279     lfsmake1 patch
 280     lfsmake1 perl
 281     lfsmake1 sed
 282     lfsmake1 tar
 283     lfsmake1 texinfo
 284     lfsmake1 util-linux
 285     lfsmake1 cleanup-toolchain  PASS=2
 286     export PATH=$ORG_PATH
 287 }
 288
 289 buildbase() {
 290     LOGFILE="$BASEDIR/log/_build.base.log"
 291     export LOGFILE
 292     lfsmake2 stage2
 293     if [ "${MACHINE}" = "arm" ]; then
 294         lfsmake2 linux HEADERS=1
 295     else
 296         lfsmake2 linux-libc-header
 297     fi
 298     lfsmake2 man-pages
 299     lfsmake2 glibc
 300     lfsmake2 cleanup-toolchain  PASS=3
 301     lfsmake2 binutils
 302     lfsmake2 gcc
 303     lfsmake2 berkeley
 304     lfsmake2 coreutils
 305     lfsmake2 iana-etc
 306     lfsmake2 m4
 307     lfsmake2 bison
 308     lfsmake2 ncurses
 309     lfsmake2 procps
 310     lfsmake2 sed
 311     lfsmake2 libtool
 312     lfsmake2 perl
 313     lfsmake2 readline
 314     lfsmake2 zlib
 315     lfsmake2 autoconf
 316     lfsmake2 automake
 317     lfsmake2 bash
 318     lfsmake2 bzip2
 319     lfsmake2 diffutils
 320     lfsmake2 e2fsprogs
 321     lfsmake2 ed
 322     lfsmake2 file
 323     lfsmake2 findutils
 324     lfsmake2 flex
 325     lfsmake2 gawk
 326     lfsmake2 gettext
 327     lfsmake2 grep
 328     lfsmake2 groff
 329     lfsmake2 gzip
 330     lfsmake2 inetutils
 331     lfsmake2 iproute2
 332     lfsmake2 kbd
 333     lfsmake2 less
 334     lfsmake2 libaal
 335     lfsmake2 make
 336     lfsmake2 man
 337     lfsmake2 mktemp
 338     lfsmake2 module-init-tools
 339     lfsmake2 net-tools
 340     lfsmake2 patch
 341     lfsmake2 psmisc
 342     lfsmake2 reiser4progs
 343     lfsmake2 shadow
 344     lfsmake2 sysklogd
 345     lfsmake2 sysvinit
 346     lfsmake2 tar
 347     lfsmake2 texinfo
 348     lfsmake2 udev
 349     lfsmake2 util-linux
 350     lfsmake2 vim
 351
 352     # ARM cannot use grub.
 353     if [ "${MACHINE}" != "arm" ]; then
 354       lfsmake2 grub
 355     fi
 356 }
 357
 358 buildipfire() {
 359   LOGFILE="$BASEDIR/log/_build.ipfire.log"
 360   export LOGFILE
 361   ipfiremake configroot
 362   ipfiremake backup
 363   ipfiremake dhcp
 364   ipfiremake dhcpcd
 365   ipfiremake libusb
 366   ipfiremake libpcap
 367   ipfiremake ppp
 368   ipfiremake pptp
 369   ipfiremake unzip
 370   ipfiremake which
 371   ipfiremake xz
 372   ipfiremake linux-firmware
 373   ipfiremake zd1211-firmware
 374
 375   # The xen and PAE kernels are only available for x86
 376   if [ "${MACHINE}" != "arm" ]; then
 377     ipfiremake linux                    XEN=1
 378     ipfiremake kqemu                    XEN=1
 379     ipfiremake v4l-dvb                  XEN=1
 380     ipfiremake madwifi                  XEN=1
 381     ipfiremake mISDN                    XEN=1
 382     ipfiremake dahdi                    XEN=1 KMOD=1
 383     ipfiremake cryptodev                        XEN=1
 384     ipfiremake compat-wireless          XEN=1
 385     ipfiremake r8169                    XEN=1
 386     ipfiremake r8168                    XEN=1
 387     ipfiremake r8101                    XEN=1
 388     ipfiremake e1000                    XEN=1
 389     ipfiremake e1000e                   XEN=1
 390     ipfiremake igb                      XEN=1
 391     ipfiremake linux                    PAE=1
 392     ipfiremake kqemu                    PAE=1
 393     ipfiremake kvm-kmod                 PAE=1
 394     ipfiremake v4l-dvb                  PAE=1
 395     ipfiremake madwifi                  PAE=1
 396     ipfiremake alsa                     PAE=1 KMOD=1
 397     ipfiremake mISDN                    PAE=1
 398     ipfiremake dahdi                    PAE=1 KMOD=1
 399     ipfiremake cryptodev                        PAE=1
 400     ipfiremake compat-wireless          PAE=1
 401 #    ipfiremake r8169                   PAE=1
 402 #    ipfiremake r8168                   PAE=1
 403 #    ipfiremake r8101                   PAE=1
 404     ipfiremake e1000                    PAE=1
 405     ipfiremake e1000e                   PAE=1
 406     ipfiremake igb                      PAE=1
 407   fi
 408
 409   # Default kernel build
 410   ipfiremake linux
 411   ipfiremake v4l-dvb
 412
 413   if [ "${MACHINE}" != "arm" ]; then
 414     # Virtualization helpers are only available for x86.
 415     ipfiremake kqemu
 416     ipfiremake kvm-kmod
 417     #unsupported arch (armv5)
 418     ipfiremake madwifi
 419     #todo enable alsa driver in kernel config
 420     ipfiremake alsa                     KMOD=1
 421     #undefined declaration in echo canceler try to fix later
 422     ipfiremake mISDN
 423   fi
 424   ipfiremake dahdi                      KMOD=1
 425   ipfiremake cryptodev
 426   ipfiremake compat-wireless
 427 #  ipfiremake r8169
 428 #  ipfiremake r8168
 429 #  ipfiremake r8101
 430   ipfiremake e1000
 431   ipfiremake e1000e
 432   ipfiremake igb
 433   ipfiremake pkg-config
 434   ipfiremake linux-atm
 435   ipfiremake cpio
 436
 437   installmake strip
 438
 439   ipfiremake dracut
 440   ipfiremake expat
 441   ipfiremake gdbm
 442   ipfiremake gmp
 443   ipfiremake pam
 444   ipfiremake openssl
 445   ipfiremake curl
 446   ipfiremake tcl
 447   ipfiremake sqlite
 448   ipfiremake python
 449   ipfiremake fireinfo
 450   ipfiremake libnet
 451   ipfiremake libnl
 452   ipfiremake libidn
 453   ipfiremake libjpeg
 454   ipfiremake libpng
 455   ipfiremake libtiff
 456   ipfiremake libart
 457   ipfiremake freetype
 458   ipfiremake gd
 459   ipfiremake popt
 460   ipfiremake pcre
 461   ipfiremake slang
 462   ipfiremake newt
 463   ipfiremake attr
 464   ipfiremake acl
 465   ipfiremake libcap
 466   ipfiremake pciutils
 467   ipfiremake usbutils
 468   ipfiremake libxml2
 469   ipfiremake libxslt
 470   ipfiremake BerkeleyDB
 471   ipfiremake mysql
 472   ipfiremake cyrus-sasl
 473   ipfiremake openldap
 474   ipfiremake apache2
 475   ipfiremake php
 476   ipfiremake apache2                    PASS=C
 477   ipfiremake arping
 478   ipfiremake beep
 479   ipfiremake bind
 480   ipfiremake cdrtools
 481   ipfiremake dnsmasq
 482   ipfiremake dosfstools
 483   ipfiremake reiserfsprogs
 484   ipfiremake xfsprogs
 485   ipfiremake sysfsutils
 486   ipfiremake fuse
 487   ipfiremake ntfs-3g
 488   ipfiremake ethtool
 489   ipfiremake ez-ipupdate
 490   ipfiremake fcron
 491   ipfiremake perl-GD
 492   ipfiremake GD-Graph
 493   ipfiremake GD-TextUtil
 494   ipfiremake gnupg
 495   ipfiremake hdparm
 496   ipfiremake sdparm
 497   ipfiremake mtools
 498   ipfiremake initscripts
 499   ipfiremake whatmask
 500   ipfiremake iptables
 501   ipfiremake libupnp
 502   ipfiremake ipaddr
 503   ipfiremake iptstate
 504   ipfiremake iputils
 505   ipfiremake l7-protocols
 506   ipfiremake mISDNuser
 507   ipfiremake capi4k-utils
 508   ipfiremake hwdata
 509   ipfiremake kudzu
 510   ipfiremake logrotate
 511   ipfiremake logwatch
 512   ipfiremake misc-progs
 513   ipfiremake nano
 514   ipfiremake nasm
 515   ipfiremake URI
 516   ipfiremake HTML-Tagset
 517   ipfiremake HTML-Parser
 518   ipfiremake Compress-Zlib
 519   ipfiremake Digest
 520   ipfiremake Digest-SHA1
 521   ipfiremake Digest-HMAC
 522   ipfiremake libwww-perl
 523   ipfiremake Net-DNS
 524   ipfiremake Net-IPv4Addr
 525   ipfiremake Net_SSLeay
 526   ipfiremake IO-Stringy
 527   ipfiremake Unix-Syslog
 528   ipfiremake Mail-Tools
 529   ipfiremake MIME-Tools
 530   ipfiremake Net-Server
 531   ipfiremake Convert-TNEF
 532   ipfiremake Convert-UUlib
 533   ipfiremake Archive-Tar
 534   ipfiremake Archive-Zip
 535   ipfiremake Text-Tabs+Wrap
 536   ipfiremake Locale-Country
 537   ipfiremake XML-Parser
 538   ipfiremake python-setuptools
 539   ipfiremake python-clientform
 540   ipfiremake python-mechanize
 541   ipfiremake python-feedparser
 542   ipfiremake python-rssdler
 543   ipfiremake glib
 544   ipfiremake GeoIP
 545   ipfiremake fwhits
 546   ipfiremake noip_updater
 547   ipfiremake ntp
 548   ipfiremake openssh
 549   ipfiremake rrdtool
 550   ipfiremake setserial
 551   ipfiremake setup
 552   ipfiremake libdnet
 553   ipfiremake daq
 554   ipfiremake snort
 555   ipfiremake oinkmaster
 556   ipfiremake squid
 557   ipfiremake squidguard
 558   ipfiremake calamaris
 559   ipfiremake tcpdump
 560   ipfiremake traceroute
 561   ipfiremake vlan
 562   ipfiremake wireless
 563   ipfiremake libsafe
 564   ipfiremake pakfire
 565   ipfiremake java
 566   ipfiremake spandsp
 567   ipfiremake lzo
 568   ipfiremake openvpn
 569   ipfiremake pammysql
 570   ipfiremake cups
 571   ipfiremake ghostscript
 572   ipfiremake foomatic
 573   ipfiremake hplip
 574   ipfiremake samba
 575   ipfiremake sudo
 576   ipfiremake mc
 577   ipfiremake wget
 578   ipfiremake bridge-utils
 579   ipfiremake screen
 580   ipfiremake hddtemp
 581   ipfiremake smartmontools
 582   ipfiremake htop
 583   ipfiremake postfix
 584   ipfiremake fetchmail
 585   ipfiremake cyrus-imapd
 586   ipfiremake openmailadmin
 587   ipfiremake clamav
 588   ipfiremake spamassassin
 589   ipfiremake amavisd
 590   ipfiremake alsa
 591   ipfiremake mpfire
 592   ipfiremake guardian
 593   ipfiremake libid3tag
 594   ipfiremake libmad
 595   ipfiremake libogg
 596   ipfiremake libvorbis
 597   ipfiremake libdvbpsi
 598   ipfiremake lame
 599   ipfiremake sox
 600   ipfiremake libshout
 601   ipfiremake xvid
 602   ipfiremake libmpeg2
 603   ipfiremake cmake
 604   ipfiremake gnump3d
 605   ipfiremake libsigc++
 606   ipfiremake applejuice
 607   ipfiremake libtorrent
 608   ipfiremake rtorrent
 609   ipfiremake ipfireseeder
 610   ipfiremake rsync
 611   ipfiremake tcpwrapper
 612   ipfiremake libevent
 613   ipfiremake portmap
 614   ipfiremake nfs
 615   ipfiremake nmap
 616   ipfiremake ncftp
 617   ipfiremake etherwake
 618   ipfiremake bwm-ng
 619   ipfiremake tripwire
 620   ipfiremake sysstat
 621   ipfiremake vsftpd
 622   ipfiremake strongswan
 623   ipfiremake lsof
 624   ipfiremake centerim
 625   ipfiremake br2684ctl
 626   ipfiremake pcmciautils
 627   ipfiremake lm_sensors
 628   ipfiremake liboping
 629   ipfiremake collectd
 630   ipfiremake lcd4linux
 631   ipfiremake teamspeak
 632   ipfiremake elinks
 633   ipfiremake igmpproxy
 634   ipfiremake fbset
 635   ipfiremake sdl
 636   ipfiremake qemu
 637   ipfiremake qemu-kqemu
 638   ipfiremake sane
 639   ipfiremake netpbm
 640   ipfiremake phpSANE
 641   ipfiremake tunctl
 642   ipfiremake nagios
 643   ipfiremake nagios_nrpe
 644   ipfiremake ebtables
 645   ipfiremake fontconfig
 646   ipfiremake freefont
 647   ipfiremake directfb
 648   ipfiremake dfb++
 649   ipfiremake faad2
 650   ipfiremake ffmpeg
 651   ipfiremake videolan
 652   ipfiremake vdr
 653   ipfiremake w_scan
 654   ipfiremake icecast
 655   ipfiremake icegenerator
 656   ipfiremake mpd
 657   ipfiremake libmpdclient
 658   ipfiremake mpc
 659   ipfiremake git
 660   ipfiremake squidclamav
 661   ipfiremake bc
 662   ipfiremake vnstat
 663   ipfiremake vnstati
 664   ipfiremake iw
 665   ipfiremake wpa_supplicant
 666   ipfiremake hostapd
 667   ipfiremake urlgrabber
 668   ipfiremake syslinux
 669   ipfiremake tftpd
 670   ipfiremake cpufrequtils
 671   ipfiremake dbus
 672   ipfiremake bluetooth
 673   ipfiremake gutenprint
 674   ipfiremake apcupsd
 675   ipfiremake iperf
 676   ipfiremake netcat
 677   ipfiremake 7zip
 678   ipfiremake lynis
 679   ipfiremake splix
 680   ipfiremake streamripper
 681   ipfiremake sshfs
 682   ipfiremake taglib
 683   ipfiremake mediatomb
 684   ipfiremake sslh
 685   ipfiremake perl-gettext
 686   ipfiremake vdradmin
 687   ipfiremake miau
 688   ipfiremake netsnmpd
 689   ipfiremake perl-DBI
 690   ipfiremake perl-DBD-mysql
 691   ipfiremake cacti
 692   ipfiremake icecc
 693   ipfiremake openvmtools
 694   ipfiremake nagiosql
 695   ipfiremake iftop
 696   ipfiremake motion
 697   ipfiremake joe
 698   ipfiremake nut
 699   ipfiremake watchdog
 700   ipfiremake libpri
 701   ipfiremake dahdi
 702   ipfiremake asterisk
 703   ipfiremake lcr
 704   ipfiremake usb_modeswitch
 705   ipfiremake usb_modeswitch_data
 706   ipfiremake zerofree
 707   ipfiremake mdadm
 708   ipfiremake eject
 709   ipfiremake pound
 710   ipfiremake minicom
 711   ipfiremake ddrescue
 712   ipfiremake imspector
 713   ipfiremake miniupnpd
 714   ipfiremake client175
 715   ipfiremake powertop
 716   ipfiremake parted
 717   ipfiremake swig
 718   ipfiremake python-m2crypto
 719   ipfiremake wireless-regdb
 720   ipfiremake crda
 721   ipfiremake libsatsolver
 722   ipfiremake python-satsolver
 723   ipfiremake python-distutils-extra
 724   ipfiremake python-lzma
 725   ipfiremake python-progressbar
 726   ipfiremake python-xattr
 727   ipfiremake intltool
 728   ipfiremake pakfire3-deps
 729   echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
 730   cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
 731   echo >> $BASEDIR/build/var/ipfire/firebuild
 732   git log -1 >> $BASEDIR/build/var/ipfire/firebuild
 733   echo >> $BASEDIR/build/var/ipfire/firebuild
 734   git status >> $BASEDIR/build/var/ipfire/firebuild
 735   echo >> $BASEDIR/build/var/ipfire/firebuild
 736   cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
 737   echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
 738   if [ "$GIT_BRANCH" = "master" ]; then
 739         echo "$NAME $VERSION - (Development Build: $GIT_LASTCOMMIT)" > $BASEDIR/build/etc/system-release
 740   else
 741         echo "$NAME $VERSION - $GIT_BRANCH" > $BASEDIR/build/etc/system-release
 742   fi
 743 }
 744
 745 buildinstaller() {
 746   # Run installer scripts one by one
 747   LOGFILE="$BASEDIR/log/_build.installer.log"
 748   export LOGFILE
 749   ipfiremake as86
 750   ipfiremake mbr
 751   ipfiremake memtest
 752   ipfiremake installer
 753   cp -f $BASEDIR/doc/COPYING $BASEDIR/build/install/initrd/
 754   installmake strip
 755   ipfiremake initrd
 756 }
 757
 758 buildpackages() {
 759   LOGFILE="$BASEDIR/log/_build.packages.log"
 760   export LOGFILE
 761   echo "... see detailed log in _build.*.log files" >> $LOGFILE
 762
 763
 764   # Generating list of packages used
 765   echo -n "Generating packages list from logs" | tee -a $LOGFILE
 766   rm -f $BASEDIR/doc/packages-list
 767   for i in `ls -1tr $BASEDIR/log/[^_]*`; do
 768         if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
 769                 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
 770         fi
 771   done
 772   echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
 773   grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
 774         $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
 775   rm -f $BASEDIR/doc/packages-list
 776   # packages-list.txt is ready to be displayed for wiki page
 777   beautify message DONE
 778
 779   # Update changelog
 780   cd $BASEDIR
 781   $0 git log
 782
 783   # Create images for install
 784         ipfiremake cdrom ED=$IPFVER
 785
 786   # Check if there is a loop device for building in virtual environments
 787   if [ $BUILD_IMAGES == 1 ] &&  ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
 788         ipfiremake usb-stick ED=$IPFVER
 789         ipfiremake flash-images ED=$IPFVER
 790   fi
 791
 792   mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
 793
 794   ipfirepackages
 795
 796   # Check if there is a loop device for building in virtual environments
 797   if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
 798         cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
 799         cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
 800         ipfiremake xen-image ED=$IPFVER
 801         rm -rf $LFS/install/packages/linux-xen-*.ipfire
 802         rm -rf $LFS/install/packages/meta-linux-xen
 803   fi
 804   mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
 805
 806   cd $BASEDIR
 807   for i in `ls *.bz2 *.img.gz *.iso`; do
 808         md5sum $i > $i.md5
 809   done
 810   cd $PWD
 811
 812   # Cleanup
 813   stdumount
 814   rm -rf $BASEDIR/build/tmp/*
 815
 816   # Generating total list of files
 817   echo -n "Generating files list from logs" | tee -a $LOGFILE
 818   rm -f $BASEDIR/log/FILES
 819   for i in `ls -1tr $BASEDIR/log/[^_]*`; do
 820         if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
 821                 echo "##" >>$BASEDIR/log/FILES
 822                 echo "## `basename $i`" >>$BASEDIR/log/FILES
 823                 echo "##" >>$BASEDIR/log/FILES
 824                 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
 825         fi
 826   done
 827   beautify message DONE
 828
 829   cd $PWD
 830 }
 831
 832 ipfirepackages() {
 833         ipfiremake core-updates
 834         for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
 835                 if [ -e $BASEDIR/lfs/$i ]; then
 836                         ipfiredist $i
 837                 else
 838                         echo -n $i
 839                         beautify message SKIP
 840                 fi
 841         done
 842   test -d $BASEDIR/packages || mkdir $BASEDIR/packages
 843   mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
 844   rm -rf  $BASEDIR/build/install/packages/*
 845 }
 846
 847 # See what we're supposed to do
 848 case "$1" in
 849 build)
 850         clear
 851         PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
 852         #only restore on a clean disk
 853         if [ ! -f log/cleanup-toolchain-2-tools ]; then
 854                 if [ ! -n "$PACKAGE" ]; then
 855                         beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
 856                         prepareenv
 857                         buildtoolchain
 858                 else
 859                         PACKAGENAME=${PACKAGE%.tar.gz}
 860                         beautify build_stage "Packaged toolchain compilation"
 861                         if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
 862                                 tar zxf $PACKAGE
 863                                 prepareenv
 864                         else
 865                                 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
 866                         fi
 867                 fi
 868         else
 869                 echo -n "Using installed toolchain" | tee -a $LOGFILE
 870                 beautify message SKIP
 871                 prepareenv
 872         fi
 873
 874         beautify build_start
 875         beautify build_stage "Building LFS"
 876         buildbase
 877
 878         beautify build_stage "Building IPFire"
 879         buildipfire
 880
 881         beautify build_stage "Building installer"
 882         buildinstaller
 883
 884         beautify build_stage "Building packages"
 885         buildpackages
 886
 887         beautify build_stage "Checking Logfiles for new Files"
 888
 889         cd $BASEDIR
 890         tools/checknewlog.pl
 891         cd $PWD
 892
 893         beautify build_end
 894         ;;
 895 shell)
 896         # enter a shell inside LFS chroot
 897         # may be used to changed kernel settings
 898         prepareenv
 899         entershell
 900         ;;
 901 clean)
 902         echo -en "${BOLD}Cleaning build directory...${NORMAL}"
 903         for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
 904                 $LOSETUP -d $i 2>/dev/null
 905         done
 906         for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
 907                 umount $i
 908         done
 909         stdumount
 910         for i in `seq 0 7`; do
 911             if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
 912                 umount /dev/loop${i}     2>/dev/null;
 913                 losetup -d /dev/loop${i} 2>/dev/null;
 914             fi;
 915         done
 916         rm -rf $BASEDIR/build
 917         rm -rf $BASEDIR/cdrom
 918         rm -rf $BASEDIR/packages
 919         rm -rf $BASEDIR/log
 920         if [ -h /tools ]; then
 921                 rm -f /tools
 922         fi
 923         rm -f $BASEDIR/ipfire-*
 924         beautify message DONE
 925         ;;
 926 downloadsrc)
 927         if [ ! -d $BASEDIR/cache ]; then
 928                 mkdir $BASEDIR/cache
 929         fi
 930         mkdir -p $BASEDIR/log
 931         echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
 932         FINISHED=0
 933         cd $BASEDIR/lfs
 934         for c in `seq $MAX_RETRIES`; do
 935                 if (( FINISHED==1 )); then
 936                         break
 937                 fi
 938                 FINISHED=1
 939                 cd $BASEDIR/lfs
 940                 for i in *; do
 941                         if [ -f "$i" -a "$i" != "Config" ]; then
 942                                 echo -ne "Loading $i"
 943                                 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
 944                                         MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
 945                                 if [ $? -ne 0 ]; then
 946                                         beautify message FAIL
 947                                         FINISHED=0
 948                                 else
 949                                         if [ $c -eq 1 ]; then
 950                                         beautify message DONE
 951                                         fi
 952                                 fi
 953                         fi
 954                 done
 955         done
 956         echo -e "${BOLD}***Verifying md5sums${NORMAL}"
 957         ERROR=0
 958         for i in *; do
 959                 if [ -f "$i" -a "$i" != "Config" ]; then
 960                         make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
 961                                 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
 962                         if [ $? -ne 0 ]; then
 963                                 echo -ne "MD5 difference in lfs/$i"
 964                                 beautify message FAIL
 965                                 ERROR=1
 966                         fi
 967                 fi
 968         done
 969         if [ $ERROR -eq 0 ]; then
 970                 echo -ne "${BOLD}all files md5sum match${NORMAL}"
 971                 beautify message DONE
 972         else
 973                 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
 974                 beautify message FAIL
 975         fi
 976         cd - >/dev/null 2>&1
 977         ;;
 978 toolchain)
 979         clear
 980         prepareenv
 981         beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
 982         buildtoolchain
 983         echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
 984         test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
 985         cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
 986                 build/{bin,etc,usr/bin,usr/local} \
 987                 build/tools/{bin,etc,*-linux-gnu*,include,lib,libexec,sbin,share,var} \
 988                 log >> $LOGFILE
 989         md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
 990                 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.md5
 991         stdumount
 992         ;;
 993 gettoolchain)
 994         # arbitrary name to be updated in case of new toolchain package upload
 995         PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE
 996         if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
 997                 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
 998                 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
 999                 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
1000                 cd $BASEDIR/cache/toolchains
1001                 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1002                 if [ $? -ne 0 ]; then
1003                         echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
1004                 else
1005                         if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1006                                 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1007                         else
1008                                 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1009                         fi
1010                 fi
1011         else
1012                 echo "Toolchain is already downloaded. Exiting..."
1013         fi
1014         ;;
1015 othersrc)
1016         prepareenv
1017         echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1018         chroot $LFS /tools/bin/env -i   HOME=/root \
1019         TERM=$TERM PS1='\u:\w\$ ' \
1020         PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1021         VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1022         /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1023         mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1024         if [ $? -eq "0" ]; then
1025                 beautify message DONE
1026         else
1027                 beautify message FAIL
1028         fi
1029         stdumount
1030         ;;
1031 git)
1032         case "$2" in
1033           update|up)
1034                         ## REMOVES ALL UNCOMMITTED CHANGES!
1035                         [ "$3" == "--force" ] && git checkout -f
1036                         git pull
1037                 ;;
1038           commit|ci)
1039                 shift 2
1040                         git commit $*
1041
1042                         [ "$?" -eq "0" ] || exiterror "git commit $* failed."
1043
1044                         echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
1045                         read
1046                         [ -z $REPLY ] && exit 0
1047                         for i in y Y j J; do
1048                                 if [ "$i" == "$REPLY" ]; then
1049                                         $0 git push
1050                                         exit $?
1051                                 fi
1052                         done
1053                         exiterror "\"$REPLY\" is not a valid answer."
1054                 ;;
1055           dist)
1056                         git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
1057                   ;;
1058           diff|di)
1059                         echo -ne "Make a local diff to last revision"
1060                         git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
1061                         evaluate 1
1062                         echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
1063                         git diff --stat
1064                 ;;
1065           push)
1066                 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
1067                         GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
1068
1069                 git push ${GIT_URL} $3
1070                 ;;
1071           log)
1072                 [ -z $GIT_TAG ]  || LAST_TAG=$GIT_TAG
1073                 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
1074
1075                 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
1076         ;;
1077         esac
1078         ;;
1079 uploadsrc)
1080         PWD=`pwd`
1081         if [ -z $IPFIRE_USER ]; then
1082                 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1083                 beautify message FAIL
1084                 exit 1
1085         fi
1086
1087         URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1088         REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1089
1090         cd $BASEDIR/cache/
1091         for file in $(ls -1 --ignore=toolchains); do
1092                 grep -q "$file" <<<$REMOTE_FILES && continue
1093                 NEW_FILES="$NEW_FILES $file"
1094         done
1095         [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1096         cd $BASEDIR
1097         cd $PWD
1098         exit 0
1099         ;;
1100 batch)
1101         if [ "$2" = "--background" ]; then
1102                 batch_script
1103                 exit $?
1104         fi
1105         if [ `screen -ls | grep -q ipfire` ]; then
1106                 echo "Build is already running, sorry!"
1107                 exit 1
1108         else
1109                 if [ "$2" = "--rebuild" ]; then
1110                         export IPFIRE_REBUILD=1
1111                         echo "REBUILD!"
1112                 else
1113                         export IPFIRE_REBUILD=0
1114                 fi
1115                 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1116                 screen -dmS ipfire $0 batch --background
1117                 evaluate 1
1118                 exit 0
1119         fi
1120         ;;
1121 watch)
1122         watch_screen
1123         ;;
1124 pxe)
1125         case "$2" in
1126           start)
1127                 start_tftpd
1128                 ;;
1129           stop)
1130                 stop_tftpd
1131                 ;;
1132           reload|restart)
1133                 reload_tftpd
1134                 ;;
1135         esac
1136         exit 0
1137         ;;
1138 lang)
1139         update_langs
1140         ;;
1141 "")
1142         clear
1143         select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1144         do
1145         case $name in
1146         "IPFIRE: Downloadsrc")
1147                 $0 downloadsrc
1148                 ;;
1149         "IPFIRE: Build (silent)")
1150                 $0 build-silent
1151                 ;;
1152         "IPFIRE: Watch Build")
1153                 $0 watch
1154                 ;;
1155         "IPFIRE: Batch")
1156                 $0 batch
1157                 ;;
1158         "IPFIRE: Clean")
1159                 $0 clean
1160                 ;;
1161         "Help")
1162                 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1163                 cat doc/make.sh-usage
1164                 ;;
1165         "LOG: Tail")
1166                 tail -f log/_*
1167                 ;;
1168         "Exit")
1169                 break
1170                 ;;
1171         esac
1172         done
1173         ;;
1174 config)
1175         make_config
1176         ;;
1177 *)
1178         echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1179         cat doc/make.sh-usage
1180         ;;
1181 esac