Add urlfilter.cgi to core37.
[people/pmueller/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007 IPFire-Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.5" # Version number
28 CORE="37" # Core Level (Filename)
29 PAKFIRE_CORE="36" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
36 MACHINE=`uname -m`
37 GIT_TAG=$(git tag | tail -1) # Git Tag
38 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
39 TOOLCHAINVER=1
40 IPFVER="full" # Which versions should be compiled? (full|devel)
41
42 # Debian specific settings
43 if [ ! -e /etc/debian_version ]; then
44 FULLPATH=`which $0`
45 else
46 if [ -x /usr/bin/realpath ]; then
47 FULLPATH=`/usr/bin/realpath $0`
48 else
49 echo "ERROR: Need to do apt-get install realpath"
50 exit 1
51 fi
52 fi
53
54 PWD=`pwd`
55 BASENAME=`basename $0`
56 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
57 LOGFILE=$BASEDIR/log/_build.preparation.log
58 export BASEDIR LOGFILE
59 DIR_CHK=$BASEDIR/cache/check
60 mkdir $BASEDIR/log/ 2>/dev/null
61
62 # Include funtions
63 . tools/make-functions
64
65 if [ -f .config ]; then
66 . .config
67 else
68 echo -e "${BOLD}No configuration found!${NORMAL}"
69 echo -ne "Do you want to create one (y/N)?"
70 read CREATE_CONFIG
71 echo ""
72 if [ "$CREATE_CONFIG" == "y" ]; then
73 make_config
74 fi
75 fi
76
77 if [ -z $EDITOR ]; then
78 for i in nano emacs vi; do
79 EDITOR=$(which $i 2>/dev/null)
80 if ! [ -z $EDITOR ]; then
81 export EDITOR=$EDITOR
82 break
83 fi
84 done
85 [ -z $EDITOR ] && exiterror "You should have installed an editor."
86 fi
87
88 prepareenv() {
89 ############################################################################
90 # #
91 # Are we running the right shell? #
92 # #
93 ############################################################################
94 if [ ! "$BASH" ]; then
95 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
96 fi
97
98 if [ -z "${BASH_VERSION}" ]; then
99 exiterror "Not running BASH shell."
100 fi
101
102
103 ############################################################################
104 # #
105 # Trap on emergency exit #
106 # #
107 ############################################################################
108 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
109
110
111 ############################################################################
112 # #
113 # Resetting our nice level #
114 # #
115 ############################################################################
116 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
117 renice $NICE $$ > /dev/null
118 if [ `nice` != "$NICE" ]; then
119 beautify message FAIL
120 exiterror "Failed to set correct nice level"
121 else
122 beautify message DONE
123 fi
124
125
126 ############################################################################
127 # #
128 # Checking if running as root user #
129 # #
130 ############################################################################
131 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
132 if [ `id -u` != 0 ]; then
133 beautify message FAIL
134 exiterror "Not building as root"
135 else
136 beautify message DONE
137 fi
138
139
140 ############################################################################
141 # #
142 # Checking for necessary temporary space #
143 # #
144 ############################################################################
145 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
146 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
147 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
148 if (( 2048000 > $BASE_ASPACE )); then
149 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
150 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
151 beautify message FAIL
152 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
153 fi
154 else
155 beautify message DONE
156 fi
157
158 ############################################################################
159 # #
160 # Building Linux From Scratch system #
161 # #
162 ############################################################################
163 # Set umask
164 umask 022
165
166 # Set LFS Directory
167 LFS=$BASEDIR/build
168
169 # Check /tools symlink
170 if [ -h /tools ]; then
171 rm -f /tools
172 fi
173 if [ ! -a /tools ]; then
174 ln -s $BASEDIR/build/tools /
175 fi
176 if [ ! -h /tools ]; then
177 exiterror "Could not create /tools symbolic link."
178 fi
179
180 # Setup environment
181 set +h
182 LC_ALL=POSIX
183 if [ -z $MAKETUNING ]; then
184 MAKETUNING="-j6"
185 fi
186 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
187 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
188
189 # Make some extra directories
190 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
191 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
192 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
193 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
194
195 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
196 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
197
198 # Make all sources and proc available under lfs build
199 mount --bind /dev $BASEDIR/build/dev
200 mount --bind /dev/pts $BASEDIR/build/dev/pts
201 mount --bind /dev/shm $BASEDIR/build/dev/shm
202 mount --bind /proc $BASEDIR/build/proc
203 mount --bind /sys $BASEDIR/build/sys
204 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
205 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
206 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
207 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
208 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
209 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
210 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
211 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
212 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
213
214 # This is a temporary hack!!!
215 if [ ! -f /tools/bin/hostname ]; then
216 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
217 fi
218
219 # Run LFS static binary creation scripts one by one
220 export CCACHE_DIR=$BASEDIR/ccache
221 export CCACHE_HASHDIR=1
222
223 # Remove pre-install list of installed files in case user erase some files before rebuild
224 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
225 }
226
227 buildtoolchain() {
228 LOGFILE="$BASEDIR/log/_build.toolchain.log"
229 export LOGFILE
230 ORG_PATH=$PATH
231 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
232 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
233 lfsmake1 ccache
234 lfsmake1 binutils PASS=1
235 lfsmake1 gcc PASS=1
236 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
237 lfsmake1 linux-libc-header
238 lfsmake1 glibc
239 lfsmake1 cleanup-toolchain PASS=1
240 lfsmake1 tcl
241 lfsmake1 expect
242 lfsmake1 dejagnu
243 lfsmake1 gcc PASS=2
244 lfsmake1 binutils PASS=2
245 lfsmake1 ncurses
246 lfsmake1 bash
247 lfsmake1 bzip2
248 lfsmake1 coreutils
249 lfsmake1 diffutils
250 lfsmake1 findutils
251 lfsmake1 gawk
252 lfsmake1 gettext
253 lfsmake1 grep
254 lfsmake1 gzip
255 lfsmake1 m4
256 lfsmake1 make
257 lfsmake1 patch
258 lfsmake1 perl
259 lfsmake1 sed
260 lfsmake1 tar
261 lfsmake1 texinfo
262 lfsmake1 util-linux
263 lfsmake1 cleanup-toolchain PASS=2
264 export PATH=$ORG_PATH
265 }
266
267 buildbase() {
268 LOGFILE="$BASEDIR/log/_build.base.log"
269 export LOGFILE
270 lfsmake2 stage2
271 lfsmake2 linux-libc-header
272 lfsmake2 man-pages
273 lfsmake2 glibc
274 lfsmake2 cleanup-toolchain PASS=3
275 lfsmake2 binutils
276 lfsmake2 gcc
277 lfsmake2 berkeley
278 lfsmake2 coreutils
279 lfsmake2 iana-etc
280 lfsmake2 m4
281 lfsmake2 bison
282 lfsmake2 ncurses
283 lfsmake2 procps
284 lfsmake2 sed
285 lfsmake2 libtool
286 lfsmake2 perl
287 lfsmake2 readline
288 lfsmake2 zlib
289 lfsmake2 autoconf
290 lfsmake2 automake
291 lfsmake2 bash
292 lfsmake2 bzip2
293 lfsmake2 diffutils
294 lfsmake2 e2fsprogs
295 lfsmake2 ed
296 lfsmake2 file
297 lfsmake2 findutils
298 lfsmake2 flex
299 lfsmake2 gawk
300 lfsmake2 gettext
301 lfsmake2 grep
302 lfsmake2 groff
303 lfsmake2 gzip
304 lfsmake2 inetutils
305 lfsmake2 iproute2
306 lfsmake2 kbd
307 lfsmake2 less
308 lfsmake2 libaal
309 lfsmake2 make
310 lfsmake2 man
311 lfsmake2 mktemp
312 lfsmake2 module-init-tools
313 lfsmake2 mtd
314 lfsmake2 net-tools
315 lfsmake2 patch
316 lfsmake2 psmisc
317 lfsmake2 reiser4progs
318 lfsmake2 shadow
319 lfsmake2 sysklogd
320 lfsmake2 sysvinit
321 lfsmake2 tar
322 lfsmake2 texinfo
323 lfsmake2 udev
324 lfsmake2 util-linux
325 lfsmake2 vim
326 lfsmake2 grub
327 }
328
329 buildipfire() {
330 LOGFILE="$BASEDIR/log/_build.ipfire.log"
331 export LOGFILE
332 ipfiremake configroot
333 ipfiremake backup
334 ipfiremake dhcp
335 ipfiremake dhcpcd
336 ipfiremake libusb
337 ipfiremake libpcap
338 ipfiremake ppp
339 ipfiremake rp-pppoe
340 ipfiremake pptp
341 ipfiremake unzip
342 ipfiremake which
343 ipfiremake linux XEN=1
344 ipfiremake atl1c XEN=1
345 ipfiremake atl2 XEN=1
346 ipfiremake hso XEN=1
347 ipfiremake e1000e XEN=1
348 ipfiremake r8101 XEN=1
349 ipfiremake r8169 XEN=1
350 ipfiremake r8168 XEN=1
351 ipfiremake kqemu XEN=1
352 #ipfiremake kvm-kmod XEN=1
353 ipfiremake v4l-dvb XEN=1
354 ipfiremake madwifi XEN=1
355 #ipfiremake alsa XEN=1 KMOD=1
356 ipfiremake dahdi XEN=1 KMOD=1
357 ipfiremake openswan XEN=1 KMOD=1
358 ipfiremake mISDN XEN=1
359 ipfiremake compat-wireless XEN=1
360 ipfiremake linux
361 ipfiremake atl1c
362 ipfiremake atl2
363 ipfiremake hso
364 ipfiremake e1000e
365 ipfiremake r8101
366 ipfiremake r8169
367 ipfiremake r8168
368 ipfiremake kqemu
369 ipfiremake kvm-kmod
370 ipfiremake v4l-dvb
371 ipfiremake madwifi
372 ipfiremake alsa KMOD=1
373 ipfiremake dahdi KMOD=1
374 ipfiremake openswan KMOD=1
375 ipfiremake mISDN
376 ipfiremake compat-wireless
377 ipfiremake pkg-config
378 ipfiremake linux-atm
379 ipfiremake cpio
380 ipfiremake klibc
381 ipfiremake mkinitcpio
382 ipfiremake udev KLIBC=1
383 ipfiremake expat
384 ipfiremake gdbm
385 ipfiremake gmp
386 ipfiremake pam
387 ipfiremake openssl
388 ipfiremake curl
389 ipfiremake python
390 ipfiremake libnet
391 ipfiremake libnl
392 ipfiremake libidn
393 ipfiremake libjpeg
394 ipfiremake libpng
395 ipfiremake libtiff
396 ipfiremake libart
397 ipfiremake freetype
398 ipfiremake gd
399 ipfiremake popt
400 ipfiremake pcre
401 ipfiremake slang
402 ipfiremake newt
403 ipfiremake libcap
404 ipfiremake pciutils
405 ipfiremake usbutils
406 ipfiremake libxml2
407 ipfiremake libxslt
408 ipfiremake BerkeleyDB
409 ipfiremake mysql
410 ipfiremake cyrus-sasl
411 ipfiremake openldap
412 ipfiremake apache2
413 ipfiremake php
414 ipfiremake apache2 PASS=C
415 ipfiremake arping
416 ipfiremake beep
417 ipfiremake bind
418 ipfiremake cdrtools
419 ipfiremake dnsmasq
420 ipfiremake dosfstools
421 ipfiremake squashfstools
422 ipfiremake reiserfsprogs
423 ipfiremake xfsprogs
424 ipfiremake sysfsutils
425 ipfiremake fuse
426 ipfiremake ntfs-3g
427 ipfiremake ethtool
428 ipfiremake ez-ipupdate
429 ipfiremake fcron
430 ipfiremake perl-GD
431 ipfiremake GD-Graph
432 ipfiremake GD-TextUtil
433 ipfiremake gnupg
434 ipfiremake hdparm
435 ipfiremake sdparm
436 ipfiremake mtools
437 ipfiremake initscripts
438 ipfiremake whatmask
439 ipfiremake iptables
440 ipfiremake libupnp
441 ipfiremake ipaddr
442 ipfiremake iptstate
443 ipfiremake iputils
444 ipfiremake l7-protocols
445 ipfiremake mISDNuser
446 ipfiremake capi4k-utils
447 ipfiremake hwdata
448 ipfiremake kudzu
449 ipfiremake logrotate
450 ipfiremake logwatch
451 ipfiremake misc-progs
452 ipfiremake nano
453 ipfiremake nasm
454 ipfiremake URI
455 ipfiremake HTML-Tagset
456 ipfiremake HTML-Parser
457 ipfiremake Compress-Zlib
458 ipfiremake Digest
459 ipfiremake Digest-SHA1
460 ipfiremake Digest-HMAC
461 ipfiremake libwww-perl
462 ipfiremake Net-DNS
463 ipfiremake Net-IPv4Addr
464 ipfiremake Net_SSLeay
465 ipfiremake IO-Stringy
466 ipfiremake Unix-Syslog
467 ipfiremake Mail-Tools
468 ipfiremake MIME-Tools
469 ipfiremake Net-Server
470 ipfiremake Convert-TNEF
471 ipfiremake Convert-UUlib
472 ipfiremake Archive-Tar
473 ipfiremake Archive-Zip
474 ipfiremake Text-Tabs+Wrap
475 ipfiremake Locale-Country
476 ipfiremake XML-Parser
477 ipfiremake python-setuptools
478 ipfiremake python-clientform
479 ipfiremake python-mechanize
480 ipfiremake python-feedparser
481 ipfiremake python-rssdler
482 ipfiremake glib
483 ipfiremake GeoIP
484 ipfiremake fwhits
485 ipfiremake noip_updater
486 ipfiremake ntp
487 ipfiremake openssh
488 ipfiremake rrdtool
489 ipfiremake setserial
490 ipfiremake setup
491 ipfiremake snort
492 ipfiremake oinkmaster
493 ipfiremake squid
494 ipfiremake squidguard
495 ipfiremake calamaris
496 ipfiremake tcpdump
497 ipfiremake traceroute
498 ipfiremake vlan
499 ipfiremake wireless
500 ipfiremake libsafe
501 ipfiremake pakfire
502 ipfiremake java
503 ipfiremake spandsp
504 ipfiremake lzo
505 ipfiremake openvpn
506 ipfiremake pammysql
507 ipfiremake cups
508 ipfiremake ghostscript
509 ipfiremake foomatic
510 ipfiremake hplip
511 ipfiremake samba
512 ipfiremake sudo
513 ipfiremake mc
514 ipfiremake wget
515 ipfiremake bridge-utils
516 ipfiremake screen
517 ipfiremake hddtemp
518 ipfiremake smartmontools
519 ipfiremake htop
520 ipfiremake postfix
521 ipfiremake fetchmail
522 ipfiremake cyrus-imapd
523 ipfiremake openmailadmin
524 ipfiremake clamav
525 ipfiremake spamassassin
526 ipfiremake amavisd
527 ipfiremake alsa
528 ipfiremake mpfire
529 ipfiremake guardian
530 ipfiremake libid3tag
531 ipfiremake libmad
532 ipfiremake libogg
533 ipfiremake libvorbis
534 ipfiremake libdvbpsi
535 ipfiremake lame
536 ipfiremake sox
537 ipfiremake libshout
538 ipfiremake xvid
539 ipfiremake libmpeg2
540 ipfiremake cmake
541 ipfiremake gnump3d
542 ipfiremake libsigc++
543 ipfiremake applejuice
544 ipfiremake ocaml
545 ipfiremake mldonkey
546 ipfiremake libtorrent
547 ipfiremake rtorrent
548 ipfiremake ipfireseeder
549 ipfiremake rsync
550 ipfiremake tcpwrapper
551 ipfiremake portmap
552 ipfiremake nfs
553 ipfiremake nmap
554 ipfiremake ncftp
555 ipfiremake etherwake
556 ipfiremake bwm-ng
557 ipfiremake tripwire
558 ipfiremake sysstat
559 ipfiremake vsftpd
560 ipfiremake openswan
561 ipfiremake lsof
562 ipfiremake centerim
563 ipfiremake br2684ctl
564 ipfiremake pcmciautils
565 ipfiremake lm_sensors
566 ipfiremake collectd
567 ipfiremake lcd4linux
568 ipfiremake tcptrack
569 ipfiremake teamspeak
570 ipfiremake elinks
571 ipfiremake igmpproxy
572 ipfiremake fbset
573 ipfiremake sdl
574 ipfiremake qemu
575 ipfiremake sane
576 ipfiremake netpbm
577 ipfiremake phpSANE
578 ipfiremake tunctl
579 ipfiremake nagios
580 ipfiremake ebtables
581 ipfiremake fontconfig
582 ipfiremake freefont
583 ipfiremake directfb
584 ipfiremake dfb++
585 ipfiremake ffmpeg
586 ipfiremake videolan
587 ipfiremake vdr
588 ipfiremake w_scan
589 ipfiremake icecast
590 ipfiremake icegenerator
591 ipfiremake mpd
592 ipfiremake libmpdclient
593 ipfiremake mpc
594 ipfiremake git
595 ipfiremake squidclamav
596 ipfiremake bc
597 ipfiremake esniper
598 ipfiremake vnstat
599 ipfiremake vnstati
600 ipfiremake iw
601 ipfiremake wpa_supplicant
602 ipfiremake hostapd
603 ipfiremake urlgrabber
604 ipfiremake syslinux
605 ipfiremake tftpd
606 ipfiremake cpufrequtils
607 ipfiremake dbus
608 ipfiremake bluetooth
609 ipfiremake gutenprint
610 ipfiremake apcupsd
611 ipfiremake iperf
612 ipfiremake netcat
613 ipfiremake 7zip
614 ipfiremake lynis
615 #ipfiremake cryptsetup
616 ipfiremake splix
617 ipfiremake streamripper
618 ipfiremake sshfs
619 ipfiremake sqlite
620 ipfiremake taglib
621 ipfiremake mediatomb
622 ipfiremake sslh
623 ipfiremake perl-gettext
624 ipfiremake vdradmin
625 # ipfiremake x11libs
626 # ipfiremake xen
627 ipfiremake miau
628 ipfiremake netsnmpd
629 ipfiremake perl-DBI
630 ipfiremake perl-DBD-mysql
631 ipfiremake cacti
632 ipfiremake icecc
633 ipfiremake open-vm-tools
634 ipfiremake nagiosql
635 ipfiremake iftop
636 ipfiremake motion
637 ipfiremake joe
638 ipfiremake nut
639 ipfiremake watchdog
640 ipfiremake libpri
641 ipfiremake dahdi
642 ipfiremake asterisk
643 ipfiremake lcr
644 ipfiremake usb_modeswitch
645 ipfiremake zerofree
646 ipfiremake mdadm
647 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
648 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
649 echo >> $BASEDIR/build/var/ipfire/firebuild
650 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
651 echo >> $BASEDIR/build/var/ipfire/firebuild
652 git status >> $BASEDIR/build/var/ipfire/firebuild
653 echo >> $BASEDIR/build/var/ipfire/firebuild
654 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
655 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
656 if [ "$GIT_BRANCH" = "master" ]; then
657 echo "$NAME $VERSION - (Development Build: $GIT_LASTCOMMIT)" > $BASEDIR/build/etc/system-release
658 else
659 echo "$NAME $VERSION - $GIT_BRANCH" > $BASEDIR/build/etc/system-release
660 fi
661 }
662
663 buildinstaller() {
664 # Run installer scripts one by one
665 LOGFILE="$BASEDIR/log/_build.installer.log"
666 export LOGFILE
667 ipfiremake as86
668 ipfiremake mbr
669 ipfiremake memtest
670 installmake linux-libc-header
671 installmake binutils
672 ipfiremake uClibc PASS=1
673 ipfiremake gcc INST=1
674 installmake uClibc PASS=2
675 installmake gcc INST=2
676 installmake uClibc PASS=3
677 installmake busybox
678 installmake udev
679 installmake slang
680 installmake newt
681 installmake gettext
682 installmake kbd
683 installmake popt
684 installmake sysvinit
685 installmake misc-progs
686 installmake libaal
687 installmake reiser4progs
688 installmake reiserfsprogs
689 installmake sysfsutils
690 installmake util-linux
691 installmake pciutils
692 installmake zlib
693 installmake mtd
694 installmake wget
695 installmake hwdata
696 installmake kudzu
697 installmake pcmciautils
698 installmake installer
699 installmake initrd
700 }
701
702 buildpackages() {
703 LOGFILE="$BASEDIR/log/_build.packages.log"
704 export LOGFILE
705 echo "... see detailed log in _build.*.log files" >> $LOGFILE
706
707 installmake strip
708
709 # Generating list of packages used
710 echo -n "Generating packages list from logs" | tee -a $LOGFILE
711 rm -f $BASEDIR/doc/packages-list
712 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
713 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
714 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
715 fi
716 done
717 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
718 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
719 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
720 rm -f $BASEDIR/doc/packages-list
721 # packages-list.txt is ready to be displayed for wiki page
722 beautify message DONE
723
724 # Update changelog
725 cd $BASEDIR
726 $0 git log
727
728 # Create images for install
729 ipfiremake cdrom ED=$IPFVER
730
731 # Check if there is a loop device for building in virtual environments
732 if [ -e /dev/loop/0 ] || [ -e /dev/loop0 ]; then
733 ipfiremake usb-stick ED=$IPFVER
734 ipfiremake flash-images ED=$IPFVER
735 fi
736
737 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
738
739 ipfirepackages
740
741 # Check if there is a loop device for building in virtual environments
742 if [ -e /dev/loop/0 ] || [ -e /dev/loop0 ]; then
743 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
744 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
745 ipfiremake xen-image ED=$IPFVER
746 rm -rf $LFS/install/packages/linux-xen-*.ipfire
747 rm -rf $LFS/install/packages/meta-linux-xen
748 fi
749 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
750
751 # Cleanup
752 stdumount
753 rm -rf $BASEDIR/build/tmp/*
754
755 # Generating total list of files
756 echo -n "Generating files list from logs" | tee -a $LOGFILE
757 rm -f $BASEDIR/log/FILES
758 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
759 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
760 echo "##" >>$BASEDIR/log/FILES
761 echo "## `basename $i`" >>$BASEDIR/log/FILES
762 echo "##" >>$BASEDIR/log/FILES
763 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
764 fi
765 done
766 beautify message DONE
767
768 cd $PWD
769 }
770
771 ipfirepackages() {
772 ipfiremake core-updates
773 for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
774 if [ -e $BASEDIR/lfs/$i ]; then
775 ipfiredist $i
776 else
777 echo -n $i
778 beautify message SKIP
779 fi
780 done
781 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
782 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
783 rm -rf $BASEDIR/build/install/packages/*
784 }
785
786 # See what we're supposed to do
787 case "$1" in
788 build)
789 clear
790 BUILDMACHINE=`uname -m`
791 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
792 #only restore on a clean disk
793 if [ ! -f log/cleanup-toolchain-2-tools ]; then
794 if [ ! -n "$PACKAGE" ]; then
795 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
796 prepareenv
797 buildtoolchain
798 else
799 PACKAGENAME=${PACKAGE%.tar.gz}
800 beautify build_stage "Packaged toolchain compilation"
801 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
802 tar zxf $PACKAGE
803 prepareenv
804 else
805 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
806 fi
807 fi
808 else
809 echo -n "Using installed toolchain" | tee -a $LOGFILE
810 beautify message SKIP
811 prepareenv
812 fi
813
814 beautify build_start
815 beautify build_stage "Building LFS"
816 buildbase
817
818 beautify build_stage "Building IPFire"
819 buildipfire
820
821 beautify build_stage "Building installer"
822 buildinstaller
823
824 beautify build_stage "Building packages"
825 buildpackages
826
827 beautify build_stage "Checking Logfiles for new Files"
828 cd ..
829 tools/checknewlog.pl
830
831 beautify build_end
832 ;;
833 shell)
834 # enter a shell inside LFS chroot
835 # may be used to changed kernel settings
836 prepareenv
837 entershell
838 ;;
839 clean)
840 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
841 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
842 $LOSETUP -d $i 2>/dev/null
843 done
844 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
845 umount $i
846 done
847 stdumount
848 for i in `seq 0 7`; do
849 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
850 umount /dev/loop${i} 2>/dev/null;
851 losetup -d /dev/loop${i} 2>/dev/null;
852 fi;
853 done
854 rm -rf $BASEDIR/build
855 rm -rf $BASEDIR/cdrom
856 rm -rf $BASEDIR/packages
857 rm -rf $BASEDIR/log
858 if [ -h /tools ]; then
859 rm -f /tools
860 fi
861 beautify message DONE
862 ;;
863 downloadsrc)
864 if [ ! -d $BASEDIR/cache ]; then
865 mkdir $BASEDIR/cache
866 fi
867 mkdir -p $BASEDIR/log
868 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
869 FINISHED=0
870 cd $BASEDIR/lfs
871 for c in `seq $MAX_RETRIES`; do
872 if (( FINISHED==1 )); then
873 break
874 fi
875 FINISHED=1
876 cd $BASEDIR/lfs
877 for i in *; do
878 if [ -f "$i" -a "$i" != "Config" ]; then
879 echo -ne "Loading $i"
880 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
881 if [ $? -ne 0 ]; then
882 beautify message FAIL
883 FINISHED=0
884 else
885 if [ $c -eq 1 ]; then
886 beautify message DONE
887 fi
888 fi
889 fi
890 done
891 done
892 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
893 ERROR=0
894 for i in *; do
895 if [ -f "$i" -a "$i" != "Config" ]; then
896 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
897 if [ $? -ne 0 ]; then
898 echo -ne "MD5 difference in lfs/$i"
899 beautify message FAIL
900 ERROR=1
901 fi
902 fi
903 done
904 if [ $ERROR -eq 0 ]; then
905 echo -ne "${BOLD}all files md5sum match${NORMAL}"
906 beautify message DONE
907 else
908 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
909 beautify message FAIL
910 fi
911 cd - >/dev/null 2>&1
912 ;;
913 toolchain)
914 clear
915 prepareenv
916 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
917 buildtoolchain
918 BUILDMACHINE=`uname -m`
919 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
920 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
921 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
922 build/{bin,etc,usr/bin,usr/local} \
923 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
924 log >> $LOGFILE
925 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
926 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.md5
927 stdumount
928 ;;
929 gettoolchain)
930 BUILDMACHINE=`uname -m`
931 # arbitrary name to be updated in case of new toolchain package upload
932 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE
933 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
934 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
935 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
936 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
937 cd $BASEDIR/cache/toolchains
938 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
939 if [ $? -ne 0 ]; then
940 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
941 else
942 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
943 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
944 else
945 exiterror "$PACKAGE.md5 did not match, check downloaded package"
946 fi
947 fi
948 else
949 echo "Toolchain is already downloaded. Exiting..."
950 fi
951 ;;
952 othersrc)
953 prepareenv
954 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
955 chroot $LFS /tools/bin/env -i HOME=/root \
956 TERM=$TERM PS1='\u:\w\$ ' \
957 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
958 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
959 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
960 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
961 if [ $? -eq "0" ]; then
962 beautify message DONE
963 else
964 beautify message FAIL
965 fi
966 stdumount
967 ;;
968 git)
969 case "$2" in
970 update|up)
971 ## REMOVES ALL UNCOMMITTED CHANGES!
972 [ "$3" == "--force" ] && git checkout -f
973 git pull
974 ;;
975 commit|ci)
976 shift 2
977 git commit $*
978
979 [ "$?" -eq "0" ] || exiterror "git commit $* failed."
980
981 echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
982 read
983 [ -z $REPLY ] && exit 0
984 for i in y Y j J; do
985 if [ "$i" == "$REPLY" ]; then
986 $0 git push
987 exit $?
988 fi
989 done
990 exiterror "\"$REPLY\" is not a valid answer."
991 ;;
992 dist)
993 git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
994 ;;
995 diff|di)
996 echo -ne "Make a local diff to last revision"
997 git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
998 evaluate 1
999 echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
1000 git diff --stat
1001 ;;
1002 push)
1003 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
1004 GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
1005
1006 git push ${GIT_URL} $3
1007 ;;
1008 log)
1009 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
1010 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
1011
1012 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
1013 ;;
1014 esac
1015 ;;
1016 uploadsrc)
1017 PWD=`pwd`
1018 if [ -z $IPFIRE_USER ]; then
1019 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1020 beautify message FAIL
1021 exit 1
1022 fi
1023 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1024 REMOTE_FILES=$(echo "ls -1" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1025
1026 cd $BASEDIR/cache/
1027 for file in $(ls -1); do
1028 grep -q "$file" <<<$REMOTE_FILES && continue
1029 NEW_FILES="$NEW_FILES $file"
1030 done
1031 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1032 cd $BASEDIR
1033 cd $PWD
1034 exit 0
1035 ;;
1036 batch)
1037 if [ "$2" = "--background" ]; then
1038 batch_script
1039 exit $?
1040 fi
1041 if [ `screen -ls | grep -q ipfire` ]; then
1042 echo "Build is already running, sorry!"
1043 exit 1
1044 else
1045 if [ "$2" = "--rebuild" ]; then
1046 export IPFIRE_REBUILD=1
1047 echo "REBUILD!"
1048 else
1049 export IPFIRE_REBUILD=0
1050 fi
1051 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1052 screen -dmS ipfire $0 batch --background
1053 evaluate 1
1054 exit 0
1055 fi
1056 ;;
1057 watch)
1058 watch_screen
1059 ;;
1060 pxe)
1061 case "$2" in
1062 start)
1063 start_tftpd
1064 ;;
1065 stop)
1066 stop_tftpd
1067 ;;
1068 reload|restart)
1069 reload_tftpd
1070 ;;
1071 esac
1072 exit 0
1073 ;;
1074 lang)
1075 update_langs
1076 ;;
1077 "")
1078 clear
1079 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1080 do
1081 case $name in
1082 "IPFIRE: Downloadsrc")
1083 $0 downloadsrc
1084 ;;
1085 "IPFIRE: Build (silent)")
1086 $0 build-silent
1087 ;;
1088 "IPFIRE: Watch Build")
1089 $0 watch
1090 ;;
1091 "IPFIRE: Batch")
1092 $0 batch
1093 ;;
1094 "IPFIRE: Clean")
1095 $0 clean
1096 ;;
1097 "Help")
1098 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1099 cat doc/make.sh-usage
1100 ;;
1101 "LOG: Tail")
1102 tail -f log/_*
1103 ;;
1104 "Exit")
1105 break
1106 ;;
1107 esac
1108 done
1109 ;;
1110 config)
1111 make_config
1112 ;;
1113 *)
1114 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1115 cat doc/make.sh-usage
1116 ;;
1117 esac