Added splix - printing for samsung laser printers.
[people/pmueller/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007 IPFire-Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.3"
28 GIT_BRANCH=master:master # Version number
29 SLOGAN="www.ipfire.org" # Software slogan
30 CONFIG_ROOT=/var/ipfire # Configuration rootdir
31 NICE=10 # Nice level
32 MAX_RETRIES=1 # prefetch/check loop
33 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
34 MACHINE=`uname -m`
35 GIT_TAG=$(git tag | tail -1)
36
37 IPFVER="full" # Which versions should be compiled? (full|devel)
38
39 # Debian specific settings
40 if [ ! -e /etc/debian_version ]; then
41 FULLPATH=`which $0`
42 else
43 if [ -x /usr/bin/realpath ]; then
44 FULLPATH=`/usr/bin/realpath $0`
45 else
46 echo "ERROR: Need to do apt-get install realpath"
47 exit 1
48 fi
49 fi
50
51 PWD=`pwd`
52 BASENAME=`basename $0`
53 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
54 LOGFILE=$BASEDIR/log/_build.preparation.log
55 export BASEDIR LOGFILE
56 DIR_CHK=$BASEDIR/cache/check
57 mkdir $BASEDIR/log/ 2>/dev/null
58
59 # Include funtions
60 . tools/make-functions
61
62 if [ -f .config ]; then
63 . .config
64 else
65 echo -e "${BOLD}No configuration found!${NORMAL}"
66 echo -ne "Do you want to create one (y/N)?"
67 read CREATE_CONFIG
68 echo ""
69 if [ "$CREATE_CONFIG" == "y" ]; then
70 make_config
71 fi
72 fi
73
74 if [ -z $EDITOR ]; then
75 for i in nano emacs vi; do
76 EDITOR=$(which $i 2>/dev/null)
77 if ! [ -z $EDITOR ]; then
78 export EDITOR=$EDITOR
79 break
80 fi
81 done
82 [ -z $EDITOR ] && exiterror "You should have installed an editor."
83 fi
84
85 prepareenv() {
86 ############################################################################
87 # #
88 # Are we running the right shell? #
89 # #
90 ############################################################################
91 if [ ! "$BASH" ]; then
92 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
93 fi
94
95 if [ -z "${BASH_VERSION}" ]; then
96 exiterror "Not running BASH shell."
97 fi
98
99
100 ############################################################################
101 # #
102 # Trap on emergency exit #
103 # #
104 ############################################################################
105 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
106
107
108 ############################################################################
109 # #
110 # Resetting our nice level #
111 # #
112 ############################################################################
113 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
114 renice $NICE $$ > /dev/null
115 if [ `nice` != "$NICE" ]; then
116 beautify message FAIL
117 exiterror "Failed to set correct nice level"
118 else
119 beautify message DONE
120 fi
121
122
123 ############################################################################
124 # #
125 # Checking if running as root user #
126 # #
127 ############################################################################
128 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
129 if [ `id -u` != 0 ]; then
130 beautify message FAIL
131 exiterror "Not building as root"
132 else
133 beautify message DONE
134 fi
135
136
137 ############################################################################
138 # #
139 # Checking for necessary temporary space #
140 # #
141 ############################################################################
142 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
143 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
144 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
145 if (( 2048000 > $BASE_ASPACE )); then
146 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
147 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
148 beautify message FAIL
149 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
150 fi
151 else
152 beautify message DONE
153 fi
154
155 ############################################################################
156 # #
157 # Building Linux From Scratch system #
158 # #
159 ############################################################################
160 # Set umask
161 umask 022
162
163 # Set LFS Directory
164 LFS=$BASEDIR/build
165
166 # Check /tools symlink
167 if [ -h /tools ]; then
168 rm -f /tools
169 fi
170 if [ ! -a /tools ]; then
171 ln -s $BASEDIR/build/tools /
172 fi
173 if [ ! -h /tools ]; then
174 exiterror "Could not create /tools symbolic link."
175 fi
176
177 # Setup environment
178 set +h
179 LC_ALL=POSIX
180 if [ -z $MAKETUNING ]; then
181 MAKETUNING="-j6"
182 fi
183 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
184 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
185
186 # Make some extra directories
187 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
188 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
189 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
190 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
191
192 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
193 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
194
195 # Make all sources and proc available under lfs build
196 mount --bind /dev $BASEDIR/build/dev
197 mount --bind /dev/pts $BASEDIR/build/dev/pts
198 mount --bind /dev/shm $BASEDIR/build/dev/shm
199 mount --bind /proc $BASEDIR/build/proc
200 mount --bind /sys $BASEDIR/build/sys
201 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
202 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
203 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
204 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
205 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
206 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
207 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
208 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
209 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
210
211 # This is a temporary hack!!!
212 if [ ! -f /tools/bin/hostname ]; then
213 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
214 fi
215
216 # Run LFS static binary creation scripts one by one
217 export CCACHE_DIR=$BASEDIR/ccache
218 export CCACHE_HASHDIR=1
219
220 # Remove pre-install list of installed files in case user erase some files before rebuild
221 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
222 }
223
224 buildtoolchain() {
225 LOGFILE="$BASEDIR/log/_build.toolchain.log"
226 export LOGFILE
227 ORG_PATH=$PATH
228 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
229 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
230 lfsmake1 ccache
231 lfsmake1 binutils PASS=1
232 lfsmake1 gcc PASS=1
233 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
234 lfsmake1 linux-libc-header
235 lfsmake1 glibc
236 lfsmake1 cleanup-toolchain PASS=1
237 lfsmake1 tcl
238 lfsmake1 expect
239 lfsmake1 dejagnu
240 lfsmake1 gcc PASS=2
241 lfsmake1 binutils PASS=2
242 lfsmake1 ncurses
243 lfsmake1 bash
244 lfsmake1 bzip2
245 lfsmake1 coreutils
246 lfsmake1 diffutils
247 lfsmake1 findutils
248 lfsmake1 gawk
249 lfsmake1 gettext
250 lfsmake1 grep
251 lfsmake1 gzip
252 lfsmake1 m4
253 lfsmake1 make
254 lfsmake1 patch
255 lfsmake1 perl
256 lfsmake1 sed
257 lfsmake1 tar
258 lfsmake1 texinfo
259 lfsmake1 util-linux
260 lfsmake1 cleanup-toolchain PASS=2
261 export PATH=$ORG_PATH
262 }
263
264 buildbase() {
265 LOGFILE="$BASEDIR/log/_build.base.log"
266 export LOGFILE
267 lfsmake2 stage2
268 lfsmake2 linux-libc-header
269 lfsmake2 man-pages
270 lfsmake2 glibc
271 lfsmake2 cleanup-toolchain PASS=3
272 lfsmake2 binutils
273 lfsmake2 gcc
274 lfsmake2 berkeley
275 lfsmake2 coreutils
276 lfsmake2 iana-etc
277 lfsmake2 m4
278 lfsmake2 bison
279 lfsmake2 ncurses
280 lfsmake2 procps
281 lfsmake2 sed
282 lfsmake2 libtool
283 lfsmake2 perl
284 lfsmake2 readline
285 lfsmake2 zlib
286 lfsmake2 autoconf
287 lfsmake2 automake
288 lfsmake2 bash
289 lfsmake2 bzip2
290 lfsmake2 diffutils
291 lfsmake2 e2fsprogs
292 lfsmake2 ed
293 lfsmake2 file
294 lfsmake2 findutils
295 lfsmake2 flex
296 lfsmake2 gawk
297 lfsmake2 gettext
298 lfsmake2 grep
299 lfsmake2 groff
300 lfsmake2 gzip
301 lfsmake2 inetutils
302 lfsmake2 iproute2
303 lfsmake2 kbd
304 lfsmake2 less
305 lfsmake2 libaal
306 lfsmake2 make
307 lfsmake2 man
308 lfsmake2 mktemp
309 lfsmake2 module-init-tools
310 lfsmake2 mtd
311 lfsmake2 net-tools
312 lfsmake2 patch
313 lfsmake2 psmisc
314 lfsmake2 reiser4progs
315 lfsmake2 shadow
316 lfsmake2 sysklogd
317 lfsmake2 sysvinit
318 lfsmake2 tar
319 lfsmake2 texinfo
320 lfsmake2 udev
321 lfsmake2 util-linux
322 lfsmake2 vim
323 lfsmake2 grub
324 }
325
326 buildipfire() {
327 LOGFILE="$BASEDIR/log/_build.ipfire.log"
328 export LOGFILE
329 ipfiremake configroot
330 ipfiremake backup
331 ipfiremake dhcp
332 ipfiremake dhcpcd
333 ipfiremake libusb
334 ipfiremake libpcap
335 ipfiremake ppp
336 ipfiremake rp-pppoe
337 ipfiremake unzip
338 ipfiremake linux
339 ipfiremake atl2
340 ipfiremake kqemu
341 ipfiremake v4l-dvb
342 ipfiremake madwifi
343 ipfiremake alsa KMOD=1
344 ipfiremake openswan KMOD=1
345 ipfiremake pkg-config
346 ipfiremake linux-atm
347 ipfiremake cpio
348 ipfiremake klibc
349 ipfiremake mkinitcpio
350 ipfiremake udev KLIBC=1
351 ipfiremake expat
352 ipfiremake gdbm
353 ipfiremake gmp
354 ipfiremake pam
355 ipfiremake openssl
356 ipfiremake curl
357 ipfiremake python
358 ipfiremake libnet
359 ipfiremake libidn
360 ipfiremake libjpeg
361 ipfiremake libpng
362 ipfiremake libtiff
363 ipfiremake libart
364 ipfiremake freetype
365 ipfiremake gd
366 ipfiremake popt
367 ipfiremake pcre
368 ipfiremake slang
369 ipfiremake newt
370 ipfiremake libcap
371 ipfiremake pciutils
372 ipfiremake usbutils
373 ipfiremake libxml2
374 ipfiremake libxslt
375 ipfiremake BerkeleyDB
376 ipfiremake mysql
377 ipfiremake cyrus-sasl
378 ipfiremake openldap
379 ipfiremake apache2
380 ipfiremake php
381 ipfiremake apache2 PASS=C
382 ipfiremake arping
383 ipfiremake beep
384 ipfiremake bind
385 ipfiremake cdrtools
386 ipfiremake dnsmasq
387 ipfiremake dosfstools
388 ipfiremake squashfstools
389 ipfiremake reiserfsprogs
390 ipfiremake xfsprogs
391 ipfiremake sysfsutils
392 ipfiremake fuse
393 ipfiremake ntfs-3g
394 ipfiremake ethtool
395 ipfiremake ez-ipupdate
396 ipfiremake fcron
397 ipfiremake perl-GD
398 ipfiremake GD-Graph
399 ipfiremake GD-TextUtil
400 ipfiremake gnupg
401 ipfiremake hdparm
402 ipfiremake sdparm
403 ipfiremake mtools
404 ipfiremake initscripts
405 ipfiremake whatmask
406 ipfiremake iptables
407 ipfiremake libupnp
408 ipfiremake linux-igd
409 ipfiremake ipaddr
410 ipfiremake iptstate
411 ipfiremake iputils
412 ipfiremake l7-protocols
413 ipfiremake mISDN
414 ipfiremake capi4k-utils
415 ipfiremake hwdata
416 ipfiremake kudzu
417 ipfiremake logrotate
418 ipfiremake logwatch
419 ipfiremake misc-progs
420 ipfiremake nano
421 ipfiremake nasm
422 ipfiremake URI
423 ipfiremake HTML-Tagset
424 ipfiremake HTML-Parser
425 ipfiremake Compress-Zlib
426 ipfiremake Digest
427 ipfiremake Digest-SHA1
428 ipfiremake Digest-HMAC
429 ipfiremake libwww-perl
430 ipfiremake Net-DNS
431 ipfiremake Net-IPv4Addr
432 ipfiremake Net_SSLeay
433 ipfiremake IO-Stringy
434 ipfiremake Unix-Syslog
435 ipfiremake Mail-Tools
436 ipfiremake MIME-Tools
437 ipfiremake Net-Server
438 ipfiremake Convert-TNEF
439 ipfiremake Convert-UUlib
440 ipfiremake Archive-Tar
441 ipfiremake Archive-Zip
442 ipfiremake Text-Tabs+Wrap
443 ipfiremake Locale-Country
444 ipfiremake XML-Parser
445 ipfiremake python-setuptools
446 ipfiremake python-clientform
447 ipfiremake python-mechanize
448 ipfiremake python-feedparser
449 ipfiremake python-rssdler
450 ipfiremake glib
451 ipfiremake GeoIP
452 ipfiremake fwhits
453 ipfiremake noip_updater
454 ipfiremake ntp
455 ipfiremake openssh
456 ipfiremake rrdtool
457 ipfiremake setserial
458 ipfiremake setup
459 ipfiremake snort
460 ipfiremake oinkmaster
461 ipfiremake squid
462 ipfiremake squidguard
463 ipfiremake calamaris
464 ipfiremake tcpdump
465 ipfiremake traceroute
466 ipfiremake vlan
467 ipfiremake wireless
468 ipfiremake libsafe
469 ipfiremake pakfire
470 ipfiremake java
471 ipfiremake spandsp
472 ipfiremake lzo
473 ipfiremake openvpn
474 ipfiremake pammysql
475 ipfiremake cups
476 ipfiremake ghostscript
477 ipfiremake foomatic
478 ipfiremake hplip
479 ipfiremake samba
480 ipfiremake sudo
481 ipfiremake mc
482 ipfiremake wget
483 ipfiremake bridge-utils
484 ipfiremake screen
485 ipfiremake hddtemp
486 ipfiremake smartmontools
487 ipfiremake htop
488 ipfiremake postfix
489 ipfiremake fetchmail
490 ipfiremake cyrus-imapd
491 ipfiremake openmailadmin
492 ipfiremake clamav
493 ipfiremake spamassassin
494 ipfiremake amavisd
495 ipfiremake alsa
496 ipfiremake mpfire
497 ipfiremake guardian
498 ipfiremake libid3tag
499 ipfiremake libmad
500 ipfiremake libogg
501 ipfiremake libvorbis
502 ipfiremake libdvbpsi
503 ipfiremake lame
504 ipfiremake sox
505 ipfiremake libshout
506 ipfiremake icecast
507 ipfiremake icegenerator
508 ipfiremake mpd
509 ipfiremake mpc
510 ipfiremake xvid
511 ipfiremake libmpeg2
512 ipfiremake cmake
513 ipfiremake libpri
514 ipfiremake asterisk
515 ipfiremake gnump3d
516 ipfiremake libsigc++
517 ipfiremake applejuice
518 ipfiremake ocaml
519 ipfiremake mldonkey
520 ipfiremake libtorrent
521 ipfiremake rtorrent
522 ipfiremake ipfireseeder
523 ipfiremake rsync
524 ipfiremake tcpwrapper
525 ipfiremake portmap
526 ipfiremake nfs
527 ipfiremake nmap
528 ipfiremake ncftp
529 ipfiremake etherwake
530 ipfiremake bwm-ng
531 ipfiremake tripwire
532 ipfiremake sysstat
533 ipfiremake vsftpd
534 ipfiremake which
535 ipfiremake openswan
536 ipfiremake lsof
537 ipfiremake centerim
538 ipfiremake br2684ctl
539 ipfiremake pcmciautils
540 ipfiremake lm_sensors
541 ipfiremake collectd
542 ipfiremake lcd4linux
543 ipfiremake tcptrack
544 ipfiremake teamspeak
545 ipfiremake elinks
546 ipfiremake igmpproxy
547 ipfiremake fbset
548 ipfiremake sdl
549 ipfiremake qemu
550 ipfiremake sane
551 ipfiremake netpbm
552 ipfiremake phpSANE
553 ipfiremake tunctl
554 ipfiremake nagios
555 ipfiremake ebtables
556 ipfiremake fontconfig
557 ipfiremake freefont
558 ipfiremake directfb
559 ipfiremake dfb++
560 ipfiremake ffmpeg
561 ipfiremake videolan
562 ipfiremake vdr
563 ipfiremake w_scan
564 ipfiremake git
565 ipfiremake squidclamav
566 ipfiremake bc
567 ipfiremake esniper
568 ipfiremake vnstat
569 ipfiremake vnstati
570 ipfiremake wpa_supplicant
571 ipfiremake hostapd
572 ipfiremake urlgrabber
573 ipfiremake syslinux
574 ipfiremake tftp-hpa
575 ipfiremake cpufrequtils
576 ipfiremake dbus
577 ipfiremake bluetooth
578 ipfiremake gutenprint
579 ipfiremake apcupsd
580 ipfiremake iperf
581 ipfiremake netcat
582 ipfiremake 7zip
583 ipfiremake lynis
584 ipfiremake cryptsetup
585 ipfiremake splix
586 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
587 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
588 echo >> $BASEDIR/build/var/ipfire/firebuild
589 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
590 echo >> $BASEDIR/build/var/ipfire/firebuild
591 git status >> $BASEDIR/build/var/ipfire/firebuild
592 echo >> $BASEDIR/build/var/ipfire/firebuild
593 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
594 }
595
596 buildinstaller() {
597 # Run installer scripts one by one
598 LOGFILE="$BASEDIR/log/_build.installer.log"
599 export LOGFILE
600 ipfiremake as86
601 ipfiremake mbr
602 ipfiremake memtest
603 installmake linux-libc-header
604 installmake binutils
605 ipfiremake uClibc PASS=1
606 ipfiremake gcc INST=1
607 installmake uClibc PASS=2
608 installmake gcc INST=2
609 installmake uClibc PASS=3
610 installmake busybox
611 installmake udev
612 installmake slang
613 installmake newt
614 installmake gettext
615 installmake kbd
616 installmake popt
617 installmake sysvinit
618 installmake misc-progs
619 installmake libaal
620 installmake reiser4progs
621 installmake reiserfsprogs
622 installmake sysfsutils
623 installmake util-linux
624 installmake pciutils
625 installmake zlib
626 installmake mtd
627 installmake wget
628 installmake hwdata
629 installmake kudzu
630 installmake pcmciautils
631 installmake installer
632 installmake initrd
633 }
634
635 buildpackages() {
636 LOGFILE="$BASEDIR/log/_build.packages.log"
637 export LOGFILE
638 echo "... see detailed log in _build.*.log files" >> $LOGFILE
639
640 installmake strip
641
642 # Generating list of packages used
643 echo -n "Generating packages list from logs" | tee -a $LOGFILE
644 rm -f $BASEDIR/doc/packages-list
645 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
646 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
647 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
648 fi
649 done
650 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
651 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
652 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
653 rm -f $BASEDIR/doc/packages-list
654 # packages-list.txt is ready to be displayed for wiki page
655 beautify message DONE
656
657 # Update changelog
658 cd $BASEDIR
659 $0 git log
660
661 # Create images for install
662 ipfiremake cdrom ED=full
663
664 # Check if there is a loop device for building in virtual environments
665 if [ -e /dev/loop/0 ] || [ -e /dev/loop0 ]; then
666 ipfiremake usb-stick
667 fi
668
669 # Create updater package
670 ipfiremake updater
671 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
672
673 ipfirepackages
674
675 # Cleanup
676 stdumount
677 rm -rf $BASEDIR/build/tmp/*
678
679 # Generating total list of files
680 echo -n "Generating files list from logs" | tee -a $LOGFILE
681 rm -f $BASEDIR/log/FILES
682 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
683 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
684 echo "##" >>$BASEDIR/log/FILES
685 echo "## `basename $i`" >>$BASEDIR/log/FILES
686 echo "##" >>$BASEDIR/log/FILES
687 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
688 fi
689 done
690 beautify message DONE
691
692 cd $PWD
693 }
694
695 ipfirepackages() {
696 ipfiremake core-updates
697 for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
698 if [ -e $BASEDIR/lfs/$i ]; then
699 ipfiredist $i
700 else
701 echo -n $i
702 beautify message SKIP
703 fi
704 done
705 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
706 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
707 rm -rf $BASEDIR/build/install/packages/*
708 }
709
710 # See what we're supposed to do
711 case "$1" in
712 build)
713 clear
714 BUILDMACHINE=`uname -m`
715 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
716 #only restore on a clean disk
717 if [ ! -f log/cleanup-toolchain-2-tools ]; then
718 if [ ! -n "$PACKAGE" ]; then
719 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
720 prepareenv
721 buildtoolchain
722 else
723 PACKAGENAME=${PACKAGE%.tar.gz}
724 beautify build_stage "Packaged toolchain compilation"
725 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
726 tar zxf $PACKAGE
727 prepareenv
728 else
729 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
730 fi
731 fi
732 else
733 echo -n "Using installed toolchain" | tee -a $LOGFILE
734 beautify message SKIP
735 prepareenv
736 fi
737
738 beautify build_start
739 beautify build_stage "Building LFS"
740 buildbase
741
742 beautify build_stage "Building IPFire"
743 buildipfire
744
745 beautify build_stage "Building installer"
746 buildinstaller
747
748 beautify build_stage "Building packages"
749 buildpackages
750
751 beautify build_stage "Checking Logfiles for new Files"
752 cd ..
753 tools/checknewlog.pl
754
755 beautify build_end
756 ;;
757 shell)
758 # enter a shell inside LFS chroot
759 # may be used to changed kernel settings
760 prepareenv
761 entershell
762 ;;
763 clean)
764 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
765 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
766 $LOSETUP -d $i 2>/dev/null
767 done
768 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
769 umount $i
770 done
771 stdumount
772 for i in `seq 0 7`; do
773 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
774 umount /dev/loop${i} 2>/dev/null;
775 losetup -d /dev/loop${i} 2>/dev/null;
776 fi;
777 done
778 rm -rf $BASEDIR/build
779 rm -rf $BASEDIR/cdrom
780 rm -rf $BASEDIR/packages
781 rm -rf $BASEDIR/log
782 if [ -h /tools ]; then
783 rm -f /tools
784 fi
785 beautify message DONE
786 ;;
787 downloadsrc)
788 if [ ! -d $BASEDIR/cache ]; then
789 mkdir $BASEDIR/cache
790 fi
791 mkdir -p $BASEDIR/log
792 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
793 FINISHED=0
794 cd $BASEDIR/lfs
795 for c in `seq $MAX_RETRIES`; do
796 if (( FINISHED==1 )); then
797 break
798 fi
799 FINISHED=1
800 cd $BASEDIR/lfs
801 for i in *; do
802 if [ -f "$i" -a "$i" != "Config" ]; then
803 echo -ne "Loading $i"
804 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
805 if [ $? -ne 0 ]; then
806 beautify message FAIL
807 FINISHED=0
808 else
809 if [ $c -eq 1 ]; then
810 beautify message DONE
811 fi
812 fi
813 fi
814 done
815 done
816 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
817 ERROR=0
818 for i in *; do
819 if [ -f "$i" -a "$i" != "Config" ]; then
820 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
821 if [ $? -ne 0 ]; then
822 echo -ne "MD5 difference in lfs/$i"
823 beautify message FAIL
824 ERROR=1
825 fi
826 fi
827 done
828 if [ $ERROR -eq 0 ]; then
829 echo -ne "${BOLD}all files md5sum match${NORMAL}"
830 beautify message DONE
831 else
832 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
833 beautify message FAIL
834 fi
835 cd - >/dev/null 2>&1
836 ;;
837 toolchain)
838 clear
839 prepareenv
840 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
841 buildtoolchain
842 BUILDMACHINE=`uname -m`
843 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
844 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
845 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
846 build/{bin,etc,usr/bin,usr/local} \
847 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
848 log >> $LOGFILE
849 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
850 > cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.md5
851 stdumount
852 ;;
853 gettoolchain)
854 BUILDMACHINE=`uname -m`
855 # arbitrary name to be updated in case of new toolchain package upload
856 PACKAGE=$SNAME-$VERSION-toolchain-$BUILDMACHINE
857 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
858 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
859 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
860 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
861 cd $BASEDIR/cache/toolchains
862 wget $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
863 if [ $? -ne 0 ]; then
864 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
865 else
866 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
867 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
868 else
869 exiterror "$PACKAGE.md5 did not match, check downloaded package"
870 fi
871 fi
872 else
873 echo "Toolchain is already downloaded. Exiting..."
874 fi
875 ;;
876 othersrc)
877 prepareenv
878 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
879 chroot $LFS /tools/bin/env -i HOME=/root \
880 TERM=$TERM PS1='\u:\w\$ ' \
881 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
882 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
883 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
884 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
885 if [ $? -eq "0" ]; then
886 beautify message DONE
887 else
888 beautify message FAIL
889 fi
890 stdumount
891 ;;
892 git)
893 case "$2" in
894 update|up)
895 ## REMOVES ALL UNCOMMITTED CHANGES!
896 [ "$3" == "--force" ] && git checkout -f
897 git pull
898 ;;
899 commit|ci)
900 shift 2
901 git commit $*
902
903 [ "$?" -eq "0" ] || exiterror "git commit $* failed."
904
905 echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
906 read
907 [ -z $REPLY ] && exit 0
908 for i in y Y j J; do
909 if [ "$i" == "$REPLY" ]; then
910 $0 git push
911 exit $?
912 fi
913 done
914 exiterror "\"$REPLY\" is not a valid answer."
915 ;;
916 dist)
917 git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
918 ;;
919 diff|di)
920 echo -ne "Make a local diff to last revision"
921 git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
922 evaluate 1
923 echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
924 git diff --stat
925 ;;
926 push)
927 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
928 GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
929
930 git push ${GIT_URL} ${GIT_BRANCH} $3
931 ;;
932 log)
933 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
934 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
935
936 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
937 ;;
938 esac
939 ;;
940 uploadsrc)
941 PWD=`pwd`
942 cd $BASEDIR/cache/
943 echo -e "Uploading cache to ftp server:"
944 ncftpls -u $FTP_CACHE_USER -p $FTP_CACHE_PASS ftp://$FTP_CACHE_URL/$FTP_CACHE_PATH/ > /tmp/ftplist
945 for i in *; do
946 if [ "$(basename $i)" == "toolchains" ]; then continue; fi
947 grep -q $(basename $i) /tmp/ftplist
948 if [ "$?" -ne "0" ]; then
949 echo -ne "$(basename $i)"
950 ncftpput -u $FTP_CACHE_USER -p $FTP_CACHE_PASS $FTP_CACHE_URL $FTP_CACHE_PATH/ $(basename $i)
951 if [ "$?" -ne "0" ]; then
952 beautify message FAIL
953 fi
954 fi
955 done
956 rm -f /tmp/ftplist
957 cd $PWD
958 exit 0
959 ;;
960 upload)
961 FTP_ISO_PORT=`echo "$FTP_ISO_URL" | awk -F: '{ print $2 }'`
962 FTP_ISO_URL=`echo "$FTP_ISO_URL" | awk -F: '{ print $1 }'`
963 if [ -z $FTP_ISO_PORT ]; then
964 FTP_ISO_PORT=21
965 fi
966 cat <<EOF > .ftp-commands
967 mkdir -p $FTP_ISO_PATH$SVN_REVISION
968 mkdir -p $FTP_ISO_PATH$SVN_REVISION/paks
969 quit
970 EOF
971 ncftp -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL < .ftp-commands
972 rm -f .ftp-commands
973
974 case "$2" in
975 iso)
976 echo -e "Uploading the iso to $FTP_ISO_PATH/$SVN_REVISION."
977
978 md5sum ipfire-$VERSION.$MACHINE-full.iso > ipfire-$VERSION.$MACHINE-full.iso.md5
979 for i in svn_status ipfire-source-r$SVN_REVISION.tar.gz ipfire-$VERSION.$MACHINE-full.iso ipfire-$VERSION.$MACHINE-full.iso.md5 ipfire-$VERSION.$MACHINE-devel.iso ipfire-$VERSION.$MACHINE-devel.iso.md5; do
980 if [ -e "$i" ]; then
981 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH$SVN_REVISION/ $i
982 if [ "$?" -eq "0" ]; then
983 echo "The file with name $i was successfully uploaded to $FTP_ISO_URL$FTP_ISO_PATH$SVN_REVISION/."
984 else
985 echo "There was an error while uploading the file $i to the ftp server."
986 exit 1
987 fi
988 fi
989 done
990 rm -f ipfire-$VERSION.$MACHINE-full.iso.md5
991 if [ "$3" = "--with-sources-cd" ]; then
992 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH/$SVN_REVISION/ ipfire-sources-cd-$VERSION.$MACHINE.iso
993 fi
994 ;;
995 paks)
996 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH$SVN_REVISION/paks packages/*
997 if [ "$?" -eq "0" ]; then
998 echo -e "The packages were successfully uploaded to $FTP_ISO_URL$FTP_ISO_PATH$SVN_REVISION/."
999 else
1000 echo -e "There was an error while uploading the packages to the ftp server."
1001 exit 1
1002 fi
1003 ;;
1004 esac
1005 ;;
1006 batch)
1007 if [ "$2" = "--background" ]; then
1008 batch_script
1009 exit $?
1010 fi
1011 if [ `screen -ls | grep -q ipfire` ]; then
1012 echo "Build is already running, sorry!"
1013 exit 1
1014 else
1015 if [ "$2" = "--rebuild" ]; then
1016 export IPFIRE_REBUILD=1
1017 echo "REBUILD!"
1018 else
1019 export IPFIRE_REBUILD=0
1020 fi
1021 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1022 screen -dmS ipfire $0 batch --background
1023 evaluate 1
1024 exit 0
1025 fi
1026 ;;
1027 watch)
1028 watch_screen
1029 ;;
1030 pxe)
1031 case "$2" in
1032 start)
1033 start_tftpd
1034 ;;
1035 stop)
1036 stop_tftpd
1037 ;;
1038 reload|restart)
1039 reload_tftpd
1040 ;;
1041 esac
1042 exit 0
1043 ;;
1044 lang)
1045 update_langs
1046 ;;
1047 "")
1048 clear
1049 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1050 do
1051 case $name in
1052 "IPFIRE: Downloadsrc")
1053 $0 downloadsrc
1054 ;;
1055 "IPFIRE: Build (silent)")
1056 $0 build-silent
1057 ;;
1058 "IPFIRE: Watch Build")
1059 $0 watch
1060 ;;
1061 "IPFIRE: Batch")
1062 $0 batch
1063 ;;
1064 "IPFIRE: Clean")
1065 $0 clean
1066 ;;
1067 "Help")
1068 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1069 cat doc/make.sh-usage
1070 ;;
1071 "LOG: Tail")
1072 tail -f log/_*
1073 ;;
1074 "Exit")
1075 break
1076 ;;
1077 esac
1078 done
1079 ;;
1080 config)
1081 make_config
1082 ;;
1083 *)
1084 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1085 cat doc/make.sh-usage
1086 ;;
1087 esac