Add usb_modeswitch to core38.
[people/pmueller/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007 IPFire-Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.6" # Version number
28 CORE="38" # Core Level (Filename)
29 PAKFIRE_CORE="38" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Build USB, Flash and Xen Images
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=2
41 IPFVER="full" # Which versions should be compiled? (full|devel)
42
43 # Debian specific settings
44 if [ ! -e /etc/debian_version ]; then
45 FULLPATH=`which $0`
46 else
47 if [ -x /usr/bin/realpath ]; then
48 FULLPATH=`/usr/bin/realpath $0`
49 else
50 echo "ERROR: Need to do apt-get install realpath"
51 exit 1
52 fi
53 fi
54
55 PWD=`pwd`
56 BASENAME=`basename $0`
57 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
58 LOGFILE=$BASEDIR/log/_build.preparation.log
59 export BASEDIR LOGFILE
60 DIR_CHK=$BASEDIR/cache/check
61 mkdir $BASEDIR/log/ 2>/dev/null
62
63 # Include funtions
64 . tools/make-functions
65
66 if [ -f .config ]; then
67 . .config
68 else
69 echo -e "${BOLD}No configuration found!${NORMAL}"
70 echo -ne "Do you want to create one (y/N)?"
71 read CREATE_CONFIG
72 echo ""
73 if [ "$CREATE_CONFIG" == "y" ]; then
74 make_config
75 fi
76 fi
77
78 if [ -z $EDITOR ]; then
79 for i in nano emacs vi; do
80 EDITOR=$(which $i 2>/dev/null)
81 if ! [ -z $EDITOR ]; then
82 export EDITOR=$EDITOR
83 break
84 fi
85 done
86 [ -z $EDITOR ] && exiterror "You should have installed an editor."
87 fi
88
89 prepareenv() {
90 ############################################################################
91 # #
92 # Are we running the right shell? #
93 # #
94 ############################################################################
95 if [ ! "$BASH" ]; then
96 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
97 fi
98
99 if [ -z "${BASH_VERSION}" ]; then
100 exiterror "Not running BASH shell."
101 fi
102
103
104 ############################################################################
105 # #
106 # Trap on emergency exit #
107 # #
108 ############################################################################
109 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
110
111
112 ############################################################################
113 # #
114 # Resetting our nice level #
115 # #
116 ############################################################################
117 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
118 renice $NICE $$ > /dev/null
119 if [ `nice` != "$NICE" ]; then
120 beautify message FAIL
121 exiterror "Failed to set correct nice level"
122 else
123 beautify message DONE
124 fi
125
126
127 ############################################################################
128 # #
129 # Checking if running as root user #
130 # #
131 ############################################################################
132 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
133 if [ `id -u` != 0 ]; then
134 beautify message FAIL
135 exiterror "Not building as root"
136 else
137 beautify message DONE
138 fi
139
140
141 ############################################################################
142 # #
143 # Checking for necessary temporary space #
144 # #
145 ############################################################################
146 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
147 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
148 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
149 if (( 2048000 > $BASE_ASPACE )); then
150 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
151 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
152 beautify message FAIL
153 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
154 fi
155 else
156 beautify message DONE
157 fi
158
159 ############################################################################
160 # #
161 # Building Linux From Scratch system #
162 # #
163 ############################################################################
164 # Set umask
165 umask 022
166
167 # Set LFS Directory
168 LFS=$BASEDIR/build
169
170 # Check /tools symlink
171 if [ -h /tools ]; then
172 rm -f /tools
173 fi
174 if [ ! -a /tools ]; then
175 ln -s $BASEDIR/build/tools /
176 fi
177 if [ ! -h /tools ]; then
178 exiterror "Could not create /tools symbolic link."
179 fi
180
181 # Setup environment
182 set +h
183 LC_ALL=POSIX
184 if [ -z $MAKETUNING ]; then
185 MAKETUNING="-j6"
186 fi
187 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
188 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
189
190 # Make some extra directories
191 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
192 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
193 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
194 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
195
196 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
197 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
198
199 # Make all sources and proc available under lfs build
200 mount --bind /dev $BASEDIR/build/dev
201 mount --bind /dev/pts $BASEDIR/build/dev/pts
202 mount --bind /dev/shm $BASEDIR/build/dev/shm
203 mount --bind /proc $BASEDIR/build/proc
204 mount --bind /sys $BASEDIR/build/sys
205 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
206 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
207 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
208 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
209 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
210 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
211 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
212 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
213 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
214
215 # This is a temporary hack!!!
216 if [ ! -f /tools/bin/hostname ]; then
217 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
218 fi
219
220 # Run LFS static binary creation scripts one by one
221 export CCACHE_DIR=$BASEDIR/ccache
222 export CCACHE_HASHDIR=1
223
224 # Remove pre-install list of installed files in case user erase some files before rebuild
225 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
226 }
227
228 buildtoolchain() {
229 LOGFILE="$BASEDIR/log/_build.toolchain.log"
230 export LOGFILE
231 ORG_PATH=$PATH
232 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
233 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
234 lfsmake1 ccache
235 lfsmake1 binutils PASS=1
236 lfsmake1 gcc PASS=1
237 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
238 lfsmake1 linux-libc-header
239 lfsmake1 glibc
240 lfsmake1 cleanup-toolchain PASS=1
241 lfsmake1 tcl
242 lfsmake1 expect
243 lfsmake1 dejagnu
244 lfsmake1 gcc PASS=2
245 lfsmake1 binutils PASS=2
246 lfsmake1 ncurses
247 lfsmake1 bash
248 lfsmake1 bzip2
249 lfsmake1 coreutils
250 lfsmake1 diffutils
251 lfsmake1 findutils
252 lfsmake1 gawk
253 lfsmake1 gettext
254 lfsmake1 grep
255 lfsmake1 gzip
256 lfsmake1 m4
257 lfsmake1 make
258 lfsmake1 patch
259 lfsmake1 perl
260 lfsmake1 sed
261 lfsmake1 tar
262 lfsmake1 texinfo
263 lfsmake1 util-linux
264 lfsmake1 cleanup-toolchain PASS=2
265 export PATH=$ORG_PATH
266 }
267
268 buildbase() {
269 LOGFILE="$BASEDIR/log/_build.base.log"
270 export LOGFILE
271 lfsmake2 stage2
272 lfsmake2 linux-libc-header
273 lfsmake2 man-pages
274 lfsmake2 glibc
275 lfsmake2 cleanup-toolchain PASS=3
276 lfsmake2 binutils
277 lfsmake2 gcc
278 lfsmake2 berkeley
279 lfsmake2 coreutils
280 lfsmake2 iana-etc
281 lfsmake2 m4
282 lfsmake2 bison
283 lfsmake2 ncurses
284 lfsmake2 procps
285 lfsmake2 sed
286 lfsmake2 libtool
287 lfsmake2 perl
288 lfsmake2 readline
289 lfsmake2 zlib
290 lfsmake2 autoconf
291 lfsmake2 automake
292 lfsmake2 bash
293 lfsmake2 bzip2
294 lfsmake2 diffutils
295 lfsmake2 e2fsprogs
296 lfsmake2 ed
297 lfsmake2 file
298 lfsmake2 findutils
299 lfsmake2 flex
300 lfsmake2 gawk
301 lfsmake2 gettext
302 lfsmake2 grep
303 lfsmake2 groff
304 lfsmake2 gzip
305 lfsmake2 inetutils
306 lfsmake2 iproute2
307 lfsmake2 kbd
308 lfsmake2 less
309 lfsmake2 libaal
310 lfsmake2 make
311 lfsmake2 man
312 lfsmake2 mktemp
313 lfsmake2 module-init-tools
314 lfsmake2 mtd
315 lfsmake2 net-tools
316 lfsmake2 patch
317 lfsmake2 psmisc
318 lfsmake2 reiser4progs
319 lfsmake2 shadow
320 lfsmake2 sysklogd
321 lfsmake2 sysvinit
322 lfsmake2 tar
323 lfsmake2 texinfo
324 lfsmake2 udev
325 lfsmake2 util-linux
326 lfsmake2 vim
327 lfsmake2 grub
328 }
329
330 buildipfire() {
331 LOGFILE="$BASEDIR/log/_build.ipfire.log"
332 export LOGFILE
333 ipfiremake configroot
334 ipfiremake backup
335 ipfiremake dhcp
336 ipfiremake dhcpcd
337 ipfiremake libusb
338 ipfiremake libpcap
339 ipfiremake ppp
340 ipfiremake rp-pppoe
341 ipfiremake pptp
342 ipfiremake unzip
343 ipfiremake which
344 ipfiremake xz
345 ipfiremake linux-firmware
346 ipfiremake linux XEN=1
347 ipfiremake kqemu XEN=1
348 ipfiremake v4l-dvb XEN=1
349 ipfiremake madwifi XEN=1
350 ipfiremake dahdi XEN=1 KMOD=1
351 ipfiremake cryptodev XEN=1
352 ipfiremake compat-wireless XEN=1
353 ipfiremake linux
354 ipfiremake kqemu
355 ipfiremake kvm-kmod
356 ipfiremake v4l-dvb
357 ipfiremake madwifi
358 ipfiremake alsa KMOD=1
359 ipfiremake dahdi KMOD=1
360 ipfiremake cryptodev
361 ipfiremake compat-wireless
362 ipfiremake pkg-config
363 ipfiremake linux-atm
364 ipfiremake cpio
365 ipfiremake klibc
366 ipfiremake mkinitcpio
367 ipfiremake udev KLIBC=1
368 ipfiremake expat
369 ipfiremake gdbm
370 ipfiremake gmp
371 ipfiremake pam
372 ipfiremake openssl
373 ipfiremake curl
374 ipfiremake python
375 ipfiremake libnet
376 ipfiremake libnl
377 ipfiremake libidn
378 ipfiremake libjpeg
379 ipfiremake libpng
380 ipfiremake libtiff
381 ipfiremake libart
382 ipfiremake freetype
383 ipfiremake gd
384 ipfiremake popt
385 ipfiremake pcre
386 ipfiremake slang
387 ipfiremake newt
388 ipfiremake libcap
389 ipfiremake pciutils
390 ipfiremake usbutils
391 ipfiremake libxml2
392 ipfiremake libxslt
393 ipfiremake BerkeleyDB
394 ipfiremake mysql
395 ipfiremake cyrus-sasl
396 ipfiremake openldap
397 ipfiremake apache2
398 ipfiremake php
399 ipfiremake apache2 PASS=C
400 ipfiremake arping
401 ipfiremake beep
402 ipfiremake bind
403 ipfiremake cdrtools
404 ipfiremake dnsmasq
405 ipfiremake dosfstools
406 ipfiremake squashfstools
407 ipfiremake reiserfsprogs
408 ipfiremake xfsprogs
409 ipfiremake sysfsutils
410 ipfiremake fuse
411 ipfiremake ntfs-3g
412 ipfiremake ethtool
413 ipfiremake ez-ipupdate
414 ipfiremake fcron
415 ipfiremake perl-GD
416 ipfiremake GD-Graph
417 ipfiremake GD-TextUtil
418 ipfiremake gnupg
419 ipfiremake hdparm
420 ipfiremake sdparm
421 ipfiremake mtools
422 ipfiremake initscripts
423 ipfiremake whatmask
424 ipfiremake iptables
425 ipfiremake libupnp
426 ipfiremake ipaddr
427 ipfiremake iptstate
428 ipfiremake iputils
429 ipfiremake l7-protocols
430 ipfiremake mISDNuser
431 ipfiremake capi4k-utils
432 ipfiremake hwdata
433 ipfiremake kudzu
434 ipfiremake logrotate
435 ipfiremake logwatch
436 ipfiremake misc-progs
437 ipfiremake nano
438 ipfiremake nasm
439 ipfiremake URI
440 ipfiremake HTML-Tagset
441 ipfiremake HTML-Parser
442 ipfiremake Compress-Zlib
443 ipfiremake Digest
444 ipfiremake Digest-SHA1
445 ipfiremake Digest-HMAC
446 ipfiremake libwww-perl
447 ipfiremake Net-DNS
448 ipfiremake Net-IPv4Addr
449 ipfiremake Net_SSLeay
450 ipfiremake IO-Stringy
451 ipfiremake Unix-Syslog
452 ipfiremake Mail-Tools
453 ipfiremake MIME-Tools
454 ipfiremake Net-Server
455 ipfiremake Convert-TNEF
456 ipfiremake Convert-UUlib
457 ipfiremake Archive-Tar
458 ipfiremake Archive-Zip
459 ipfiremake Text-Tabs+Wrap
460 ipfiremake Locale-Country
461 ipfiremake XML-Parser
462 ipfiremake python-setuptools
463 ipfiremake python-clientform
464 ipfiremake python-mechanize
465 ipfiremake python-feedparser
466 ipfiremake python-rssdler
467 ipfiremake glib
468 ipfiremake GeoIP
469 ipfiremake fwhits
470 ipfiremake noip_updater
471 ipfiremake ntp
472 ipfiremake openssh
473 ipfiremake rrdtool
474 ipfiremake setserial
475 ipfiremake setup
476 ipfiremake snort
477 ipfiremake oinkmaster
478 ipfiremake squid
479 ipfiremake squidguard
480 ipfiremake calamaris
481 ipfiremake tcpdump
482 ipfiremake traceroute
483 ipfiremake vlan
484 ipfiremake wireless
485 ipfiremake libsafe
486 ipfiremake pakfire
487 ipfiremake java
488 ipfiremake spandsp
489 ipfiremake lzo
490 ipfiremake openvpn
491 ipfiremake pammysql
492 ipfiremake cups
493 ipfiremake ghostscript
494 ipfiremake foomatic
495 ipfiremake hplip
496 ipfiremake samba
497 ipfiremake sudo
498 ipfiremake mc
499 ipfiremake wget
500 ipfiremake bridge-utils
501 ipfiremake screen
502 ipfiremake hddtemp
503 ipfiremake smartmontools
504 ipfiremake htop
505 ipfiremake postfix
506 ipfiremake fetchmail
507 ipfiremake cyrus-imapd
508 ipfiremake openmailadmin
509 ipfiremake clamav
510 ipfiremake spamassassin
511 ipfiremake amavisd
512 ipfiremake alsa
513 ipfiremake mpfire
514 ipfiremake guardian
515 ipfiremake libid3tag
516 ipfiremake libmad
517 ipfiremake libogg
518 ipfiremake libvorbis
519 ipfiremake libdvbpsi
520 ipfiremake lame
521 ipfiremake sox
522 ipfiremake libshout
523 ipfiremake xvid
524 ipfiremake libmpeg2
525 ipfiremake cmake
526 ipfiremake gnump3d
527 ipfiremake libsigc++
528 ipfiremake applejuice
529 ipfiremake ocaml
530 ipfiremake mldonkey
531 ipfiremake libtorrent
532 ipfiremake rtorrent
533 ipfiremake ipfireseeder
534 ipfiremake rsync
535 ipfiremake tcpwrapper
536 ipfiremake portmap
537 ipfiremake nfs
538 ipfiremake nmap
539 ipfiremake ncftp
540 ipfiremake etherwake
541 ipfiremake bwm-ng
542 ipfiremake tripwire
543 ipfiremake sysstat
544 ipfiremake vsftpd
545 ipfiremake strongswan
546 ipfiremake lsof
547 ipfiremake centerim
548 ipfiremake br2684ctl
549 ipfiremake pcmciautils
550 ipfiremake lm_sensors
551 ipfiremake liboping
552 ipfiremake collectd
553 ipfiremake lcd4linux
554 ipfiremake teamspeak
555 ipfiremake elinks
556 ipfiremake igmpproxy
557 ipfiremake fbset
558 ipfiremake sdl
559 ipfiremake qemu
560 ipfiremake qemu-kqemu
561 ipfiremake sane
562 ipfiremake netpbm
563 ipfiremake phpSANE
564 ipfiremake tunctl
565 ipfiremake nagios
566 ipfiremake ebtables
567 ipfiremake fontconfig
568 ipfiremake freefont
569 ipfiremake directfb
570 ipfiremake dfb++
571 ipfiremake faad2
572 ipfiremake ffmpeg
573 ipfiremake videolan
574 ipfiremake vdr
575 ipfiremake w_scan
576 ipfiremake icecast
577 ipfiremake icegenerator
578 ipfiremake mpd
579 ipfiremake libmpdclient
580 ipfiremake mpc
581 ipfiremake git
582 ipfiremake squidclamav
583 ipfiremake bc
584 ipfiremake vnstat
585 ipfiremake vnstati
586 ipfiremake iw
587 ipfiremake wpa_supplicant
588 ipfiremake hostapd
589 ipfiremake urlgrabber
590 ipfiremake syslinux
591 ipfiremake tftpd
592 ipfiremake cpufrequtils
593 ipfiremake dbus
594 ipfiremake bluetooth
595 ipfiremake gutenprint
596 ipfiremake apcupsd
597 ipfiremake iperf
598 ipfiremake netcat
599 ipfiremake 7zip
600 ipfiremake lynis
601 ipfiremake splix
602 ipfiremake streamripper
603 ipfiremake sshfs
604 ipfiremake sqlite
605 ipfiremake taglib
606 ipfiremake mediatomb
607 ipfiremake sslh
608 ipfiremake perl-gettext
609 ipfiremake vdradmin
610 ipfiremake miau
611 ipfiremake netsnmpd
612 ipfiremake perl-DBI
613 ipfiremake perl-DBD-mysql
614 ipfiremake cacti
615 ipfiremake icecc
616 ipfiremake open-vm-tools
617 ipfiremake nagiosql
618 ipfiremake iftop
619 ipfiremake motion
620 ipfiremake joe
621 ipfiremake nut
622 ipfiremake watchdog
623 ipfiremake libpri
624 ipfiremake dahdi
625 ipfiremake asterisk
626 ipfiremake lcr
627 ipfiremake usb_modeswitch
628 ipfiremake zerofree
629 ipfiremake mdadm
630 ipfiremake eject
631 ipfiremake pound
632 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
633 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
634 echo >> $BASEDIR/build/var/ipfire/firebuild
635 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
636 echo >> $BASEDIR/build/var/ipfire/firebuild
637 git status >> $BASEDIR/build/var/ipfire/firebuild
638 echo >> $BASEDIR/build/var/ipfire/firebuild
639 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
640 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
641 if [ "$GIT_BRANCH" = "master" ]; then
642 echo "$NAME $VERSION - (Development Build: $GIT_LASTCOMMIT)" > $BASEDIR/build/etc/system-release
643 else
644 echo "$NAME $VERSION - $GIT_BRANCH" > $BASEDIR/build/etc/system-release
645 fi
646 }
647
648 buildinstaller() {
649 # Run installer scripts one by one
650 LOGFILE="$BASEDIR/log/_build.installer.log"
651 export LOGFILE
652 ipfiremake as86
653 ipfiremake mbr
654 ipfiremake memtest
655 installmake linux-libc-header
656 installmake binutils
657 ipfiremake uClibc PASS=1
658 ipfiremake gcc INST=1
659 installmake uClibc PASS=2
660 installmake gcc INST=2
661 installmake uClibc PASS=3
662 installmake busybox
663 installmake udev
664 installmake slang
665 installmake newt
666 installmake gettext
667 installmake kbd
668 installmake popt
669 installmake sysvinit
670 installmake misc-progs
671 installmake libaal
672 installmake reiser4progs
673 installmake reiserfsprogs
674 installmake sysfsutils
675 installmake util-linux
676 installmake pciutils
677 installmake zlib
678 installmake mtd
679 installmake wget
680 installmake hwdata
681 installmake kudzu
682 installmake pcmciautils
683 installmake installer
684 installmake initrd
685 }
686
687 buildpackages() {
688 LOGFILE="$BASEDIR/log/_build.packages.log"
689 export LOGFILE
690 echo "... see detailed log in _build.*.log files" >> $LOGFILE
691
692 installmake strip
693
694 # Generating list of packages used
695 echo -n "Generating packages list from logs" | tee -a $LOGFILE
696 rm -f $BASEDIR/doc/packages-list
697 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
698 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
699 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
700 fi
701 done
702 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
703 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
704 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
705 rm -f $BASEDIR/doc/packages-list
706 # packages-list.txt is ready to be displayed for wiki page
707 beautify message DONE
708
709 # Update changelog
710 cd $BASEDIR
711 $0 git log
712
713 # Create images for install
714 ipfiremake cdrom ED=$IPFVER
715
716 # Check if there is a loop device for building in virtual environments
717 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
718 ipfiremake usb-stick ED=$IPFVER
719 ipfiremake flash-images ED=$IPFVER
720 fi
721
722 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
723
724 ipfirepackages
725
726 # Check if there is a loop device for building in virtual environments
727 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
728 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
729 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
730 ipfiremake xen-image ED=$IPFVER
731 rm -rf $LFS/install/packages/linux-xen-*.ipfire
732 rm -rf $LFS/install/packages/meta-linux-xen
733 fi
734 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
735
736 # Cleanup
737 stdumount
738 rm -rf $BASEDIR/build/tmp/*
739
740 # Generating total list of files
741 echo -n "Generating files list from logs" | tee -a $LOGFILE
742 rm -f $BASEDIR/log/FILES
743 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
744 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
745 echo "##" >>$BASEDIR/log/FILES
746 echo "## `basename $i`" >>$BASEDIR/log/FILES
747 echo "##" >>$BASEDIR/log/FILES
748 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
749 fi
750 done
751 beautify message DONE
752
753 cd $PWD
754 }
755
756 ipfirepackages() {
757 ipfiremake core-updates
758 for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
759 if [ -e $BASEDIR/lfs/$i ]; then
760 ipfiredist $i
761 else
762 echo -n $i
763 beautify message SKIP
764 fi
765 done
766 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
767 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
768 rm -rf $BASEDIR/build/install/packages/*
769 }
770
771 # See what we're supposed to do
772 case "$1" in
773 build)
774 clear
775 BUILDMACHINE=`uname -m`
776 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
777 #only restore on a clean disk
778 if [ ! -f log/cleanup-toolchain-2-tools ]; then
779 if [ ! -n "$PACKAGE" ]; then
780 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
781 prepareenv
782 buildtoolchain
783 else
784 PACKAGENAME=${PACKAGE%.tar.gz}
785 beautify build_stage "Packaged toolchain compilation"
786 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
787 tar zxf $PACKAGE
788 prepareenv
789 else
790 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
791 fi
792 fi
793 else
794 echo -n "Using installed toolchain" | tee -a $LOGFILE
795 beautify message SKIP
796 prepareenv
797 fi
798
799 beautify build_start
800 beautify build_stage "Building LFS"
801 buildbase
802
803 beautify build_stage "Building IPFire"
804 buildipfire
805
806 beautify build_stage "Building installer"
807 buildinstaller
808
809 beautify build_stage "Building packages"
810 buildpackages
811
812 beautify build_stage "Checking Logfiles for new Files"
813 cd ..
814 tools/checknewlog.pl
815
816 beautify build_end
817 ;;
818 shell)
819 # enter a shell inside LFS chroot
820 # may be used to changed kernel settings
821 prepareenv
822 entershell
823 ;;
824 clean)
825 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
826 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
827 $LOSETUP -d $i 2>/dev/null
828 done
829 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
830 umount $i
831 done
832 stdumount
833 for i in `seq 0 7`; do
834 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
835 umount /dev/loop${i} 2>/dev/null;
836 losetup -d /dev/loop${i} 2>/dev/null;
837 fi;
838 done
839 rm -rf $BASEDIR/build
840 rm -rf $BASEDIR/cdrom
841 rm -rf $BASEDIR/packages
842 rm -rf $BASEDIR/log
843 if [ -h /tools ]; then
844 rm -f /tools
845 fi
846 beautify message DONE
847 ;;
848 downloadsrc)
849 if [ ! -d $BASEDIR/cache ]; then
850 mkdir $BASEDIR/cache
851 fi
852 mkdir -p $BASEDIR/log
853 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
854 FINISHED=0
855 cd $BASEDIR/lfs
856 for c in `seq $MAX_RETRIES`; do
857 if (( FINISHED==1 )); then
858 break
859 fi
860 FINISHED=1
861 cd $BASEDIR/lfs
862 for i in *; do
863 if [ -f "$i" -a "$i" != "Config" ]; then
864 echo -ne "Loading $i"
865 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
866 if [ $? -ne 0 ]; then
867 beautify message FAIL
868 FINISHED=0
869 else
870 if [ $c -eq 1 ]; then
871 beautify message DONE
872 fi
873 fi
874 fi
875 done
876 done
877 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
878 ERROR=0
879 for i in *; do
880 if [ -f "$i" -a "$i" != "Config" ]; then
881 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
882 if [ $? -ne 0 ]; then
883 echo -ne "MD5 difference in lfs/$i"
884 beautify message FAIL
885 ERROR=1
886 fi
887 fi
888 done
889 if [ $ERROR -eq 0 ]; then
890 echo -ne "${BOLD}all files md5sum match${NORMAL}"
891 beautify message DONE
892 else
893 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
894 beautify message FAIL
895 fi
896 cd - >/dev/null 2>&1
897 ;;
898 toolchain)
899 clear
900 prepareenv
901 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
902 buildtoolchain
903 BUILDMACHINE=`uname -m`
904 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
905 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
906 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
907 build/{bin,etc,usr/bin,usr/local} \
908 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
909 log >> $LOGFILE
910 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
911 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.md5
912 stdumount
913 ;;
914 gettoolchain)
915 BUILDMACHINE=`uname -m`
916 # arbitrary name to be updated in case of new toolchain package upload
917 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE
918 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
919 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
920 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
921 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
922 cd $BASEDIR/cache/toolchains
923 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
924 if [ $? -ne 0 ]; then
925 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
926 else
927 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
928 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
929 else
930 exiterror "$PACKAGE.md5 did not match, check downloaded package"
931 fi
932 fi
933 else
934 echo "Toolchain is already downloaded. Exiting..."
935 fi
936 ;;
937 othersrc)
938 prepareenv
939 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
940 chroot $LFS /tools/bin/env -i HOME=/root \
941 TERM=$TERM PS1='\u:\w\$ ' \
942 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
943 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
944 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
945 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
946 if [ $? -eq "0" ]; then
947 beautify message DONE
948 else
949 beautify message FAIL
950 fi
951 stdumount
952 ;;
953 git)
954 case "$2" in
955 update|up)
956 ## REMOVES ALL UNCOMMITTED CHANGES!
957 [ "$3" == "--force" ] && git checkout -f
958 git pull
959 ;;
960 commit|ci)
961 shift 2
962 git commit $*
963
964 [ "$?" -eq "0" ] || exiterror "git commit $* failed."
965
966 echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
967 read
968 [ -z $REPLY ] && exit 0
969 for i in y Y j J; do
970 if [ "$i" == "$REPLY" ]; then
971 $0 git push
972 exit $?
973 fi
974 done
975 exiterror "\"$REPLY\" is not a valid answer."
976 ;;
977 dist)
978 git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
979 ;;
980 diff|di)
981 echo -ne "Make a local diff to last revision"
982 git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
983 evaluate 1
984 echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
985 git diff --stat
986 ;;
987 push)
988 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
989 GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
990
991 git push ${GIT_URL} $3
992 ;;
993 log)
994 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
995 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
996
997 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
998 ;;
999 esac
1000 ;;
1001 uploadsrc)
1002 PWD=`pwd`
1003 if [ -z $IPFIRE_USER ]; then
1004 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1005 beautify message FAIL
1006 exit 1
1007 fi
1008 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1009 REMOTE_FILES=$(echo "ls -1" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1010
1011 cd $BASEDIR/cache/
1012 for file in $(ls -1); do
1013 grep -q "$file" <<<$REMOTE_FILES && continue
1014 NEW_FILES="$NEW_FILES $file"
1015 done
1016 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1017 cd $BASEDIR
1018 cd $PWD
1019 exit 0
1020 ;;
1021 batch)
1022 if [ "$2" = "--background" ]; then
1023 batch_script
1024 exit $?
1025 fi
1026 if [ `screen -ls | grep -q ipfire` ]; then
1027 echo "Build is already running, sorry!"
1028 exit 1
1029 else
1030 if [ "$2" = "--rebuild" ]; then
1031 export IPFIRE_REBUILD=1
1032 echo "REBUILD!"
1033 else
1034 export IPFIRE_REBUILD=0
1035 fi
1036 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1037 screen -dmS ipfire $0 batch --background
1038 evaluate 1
1039 exit 0
1040 fi
1041 ;;
1042 watch)
1043 watch_screen
1044 ;;
1045 pxe)
1046 case "$2" in
1047 start)
1048 start_tftpd
1049 ;;
1050 stop)
1051 stop_tftpd
1052 ;;
1053 reload|restart)
1054 reload_tftpd
1055 ;;
1056 esac
1057 exit 0
1058 ;;
1059 lang)
1060 update_langs
1061 ;;
1062 "")
1063 clear
1064 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1065 do
1066 case $name in
1067 "IPFIRE: Downloadsrc")
1068 $0 downloadsrc
1069 ;;
1070 "IPFIRE: Build (silent)")
1071 $0 build-silent
1072 ;;
1073 "IPFIRE: Watch Build")
1074 $0 watch
1075 ;;
1076 "IPFIRE: Batch")
1077 $0 batch
1078 ;;
1079 "IPFIRE: Clean")
1080 $0 clean
1081 ;;
1082 "Help")
1083 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1084 cat doc/make.sh-usage
1085 ;;
1086 "LOG: Tail")
1087 tail -f log/_*
1088 ;;
1089 "Exit")
1090 break
1091 ;;
1092 esac
1093 done
1094 ;;
1095 config)
1096 make_config
1097 ;;
1098 *)
1099 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1100 cat doc/make.sh-usage
1101 ;;
1102 esac