]> git.ipfire.org Git - people/pmueller/ipfire-2.x.git/blob - make.sh
Zwischencommit fuer LFS.
[people/pmueller/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2006 IPFire-Team <info@ipfire.eu>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.0" # Version number
28 SLOGAN="www.ipfire.eu" # Software slogan
29 CONFIG_ROOT=/var/ipfire # Configuration rootdir
30 NICE=10 # Nice level
31 MAX_RETRIES=1 # prefetch/check loop
32 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
33 MACHINE=`uname -m`
34 SVN_REVISION=`svn info | grep Revision | cut -c 11-`
35
36 IPFVER="full" # Which version should be compiled? (full|light|voice)
37
38 # Set an information about the build number
39 if [ -e ./.svn ]; then
40 FIREBUILD=`cat .svn/entries |sed -n 's/^[ \t]*revision=\"// p' | sed -n 's/\".*$// p'`
41 fi
42
43 # Debian specific settings
44 if [ ! -e /etc/debian_version ]; then
45 FULLPATH=`which $0`
46 else
47 if [ -x /usr/bin/realpath ]; then
48 FULLPATH=`/usr/bin/realpath $0`
49 else
50 echo "ERROR: Need to do apt-get install realpath"
51 exit 1
52 fi
53 fi
54
55 PWD=`pwd`
56 BASENAME=`basename $0`
57 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
58 LOGFILE=$BASEDIR/log/_build.preparation.log
59 export BASEDIR LOGFILE
60 DIR_CHK=$BASEDIR/cache/check
61 mkdir $BASEDIR/log/ 2>/dev/null
62
63 # Include funtions
64 . tools/make-functions
65
66 if [ -f .config ]; then
67 . .config
68 else
69 echo -e "${BOLD}No configuration found!${NORMAL}"
70 echo -ne "Do you want to create one (y/N)?"
71 read CREATE_CONFIG
72 echo ""
73 if [ "$CREATE_CONFIG" == "y" ]; then
74 make_config
75 fi
76 fi
77
78 prepareenv() {
79 ############################################################################
80 # #
81 # Are we running the right shell? #
82 # #
83 ############################################################################
84 if [ ! "$BASH" ]; then
85 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
86 fi
87
88 if [ -z "${BASH_VERSION}" ]; then
89 exiterror "Not running BASH shell."
90 fi
91
92
93 ############################################################################
94 # #
95 # Trap on emergency exit #
96 # #
97 ############################################################################
98 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
99
100
101 ############################################################################
102 # #
103 # Resetting our nice level #
104 # #
105 ############################################################################
106 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
107 renice $NICE $$ > /dev/null
108 if [ `nice` != "$NICE" ]; then
109 beautify message FAIL
110 exiterror "Failed to set correct nice level"
111 else
112 beautify message DONE
113 fi
114
115
116 ############################################################################
117 # #
118 # Checking if running as root user #
119 # #
120 ############################################################################
121 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
122 if [ `id -u` != 0 ]; then
123 beautify message FAIL
124 exiterror "Not building as root"
125 else
126 beautify message DONE
127 fi
128
129
130 ############################################################################
131 # #
132 # Checking for necessary temporary space #
133 # #
134 ############################################################################
135 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
136 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
137 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
138 if (( 2202000 > $BASE_ASPACE )); then
139 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
140 if (( 2202000 - $BASE_USPACE > $BASE_ASPACE )); then
141 beautify message FAIL
142 exiterror "Not enough temporary space available, need at least 2.1GB on $BASE_DEV"
143 fi
144 else
145 beautify message DONE
146 fi
147
148 ############################################################################
149 # #
150 # Building Linux From Scratch system #
151 # #
152 ############################################################################
153 # Set umask
154 umask 022
155
156 # Set LFS Directory
157 LFS=$BASEDIR/build
158
159 # Check /tools symlink
160 if [ -h /tools ]; then
161 rm -f /tools
162 fi
163 if [ ! -a /tools ]; then
164 ln -s $BASEDIR/build/tools /
165 fi
166 if [ ! -h /tools ]; then
167 exiterror "Could not create /tools symbolic link."
168 fi
169
170 # Setup environment
171 set +h
172 LC_ALL=POSIX
173 MAKETUNING="-j8"
174 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
175 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
176
177 # Make some extra directories
178 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
179 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
180 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
181 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
182
183 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
184 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
185
186 # Make all sources and proc available under lfs build
187 mount --bind /dev $BASEDIR/build/dev
188 mount --bind /dev/pts $BASEDIR/build/dev/pts
189 mount --bind /dev/shm $BASEDIR/build/dev/shm
190 mount --bind /proc $BASEDIR/build/proc
191 mount --bind /sys $BASEDIR/build/sys
192 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
193 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
194 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
195 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
196 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
197 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
198 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
199 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
200 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
201
202 # This is a temporary hack!!!
203 if [ ! -f /tools/bin/hostname ]; then
204 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
205 fi
206
207 # Run LFS static binary creation scripts one by one
208 export CCACHE_DIR=$BASEDIR/ccache
209 export CCACHE_HASHDIR=1
210
211 # Remove pre-install list of installed files in case user erase some files before rebuild
212 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
213 }
214
215 buildtoolchain() {
216 LOGFILE="$BASEDIR/log/_build.toolchain.log"
217 export LOGFILE
218 ORG_PATH=$PATH
219 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
220 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
221 lfsmake1 ccache
222 lfsmake1 binutils PASS=1
223 lfsmake1 gcc PASS=1
224 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
225 lfsmake1 linux-libc-header
226 lfsmake1 glibc
227 lfsmake1 cleanup-toolchain PASS=1
228 lfsmake1 tcl
229 lfsmake1 expect
230 lfsmake1 dejagnu
231 lfsmake1 gcc PASS=2
232 lfsmake1 binutils PASS=2
233 lfsmake1 ncurses
234 lfsmake1 bash
235 lfsmake1 bzip2
236 lfsmake1 coreutils
237 lfsmake1 diffutils
238 lfsmake1 findutils
239 lfsmake1 gawk
240 lfsmake1 gettext
241 lfsmake1 grep
242 lfsmake1 gzip
243 lfsmake1 m4
244 lfsmake1 make
245 lfsmake1 patch
246 lfsmake1 perl
247 lfsmake1 sed
248 lfsmake1 tar
249 lfsmake1 texinfo
250 lfsmake1 util-linux
251 lfsmake1 cleanup-toolchain PASS=2
252 export PATH=$ORG_PATH
253 }
254
255 buildbase() {
256 LOGFILE="$BASEDIR/log/_build.base.log"
257 export LOGFILE
258 lfsmake2 stage2
259 # lfsmake2 makedev
260 lfsmake2 linux-libc-header
261 lfsmake2 man-pages
262 lfsmake2 glibc
263 lfsmake2 cleanup-toolchain PASS=3
264 lfsmake2 binutils
265 lfsmake2 gcc
266 lfsmake2 berkeley
267 lfsmake2 coreutils
268 lfsmake2 iana-etc
269 lfsmake2 m4
270 lfsmake2 bison
271 lfsmake2 ncurses
272 lfsmake2 procps
273 lfsmake2 sed
274 lfsmake2 libtool
275 lfsmake2 perl
276 lfsmake2 readline
277 lfsmake2 zlib
278 lfsmake2 autoconf
279 lfsmake2 automake
280 lfsmake2 bash
281 lfsmake2 bzip2
282 lfsmake2 diffutils
283 lfsmake2 e2fsprogs
284 lfsmake2 file
285 lfsmake2 findutils
286 lfsmake2 flex
287 lfsmake2 grub
288 lfsmake2 gawk
289 lfsmake2 gettext
290 lfsmake2 grep
291 lfsmake2 groff
292 lfsmake2 gzip
293 lfsmake2 inetutils
294 lfsmake2 iproute2
295 lfsmake2 kbd
296 lfsmake2 less
297 lfsmake2 make
298 lfsmake2 man
299 lfsmake2 mktemp
300 lfsmake2 modutils
301 lfsmake2 patch
302 lfsmake2 psmisc
303 lfsmake2 shadow
304 lfsmake2 sysklogd
305 lfsmake2 sysvinit
306 lfsmake2 tar
307 lfsmake2 texinfo
308 lfsmake2 udev
309 lfsmake2 util-linux
310 lfsmake2 vim
311 }
312
313 buildipfire() {
314 LOGFILE="$BASEDIR/log/_build.ipfire.log"
315 export LOGFILE
316 ipfiremake inetutils
317 ipfiremake net-tools
318 ipfiremake ed
319 ipfiremake configroot
320 ipfiremake dhcp
321 ipfiremake dhcpcd
322 ipfiremake libusb
323 ipfiremake libpcap
324 # Temporary disabled.
325 # ipfiremake linux-atm
326 ipfiremake ppp
327 ipfiremake rp-pppoe
328 ipfiremake unzip
329 ipfiremake linux PASS=I
330 ipfiremake linux PASS=S
331 # ipfiremake 3cp4218 PASS=SMP
332 # ipfiremake amedyn PASS=SMP
333 # ipfiremake cxacru PASS=SMP
334 # ipfiremake eagle PASS=SMP
335 # ipfiremake cnx_pci PASS=SMP
336 # ipfiremake fcdsl PASS=SMP
337 # ipfiremake fcdsl2 PASS=SMP
338 # ipfiremake fcdslsl PASS=SMP
339 # ipfiremake fcdslusb PASS=SMP
340 # ipfiremake fcdslslusb PASS=SMP
341 # ipfiremake fcpci PASS=SMP
342 # ipfiremake fcclassic PASS=SMP
343 # ipfiremake pulsar PASS=SMP
344 # ipfiremake unicorn PASS=SMP
345 # ipfiremake promise-sata-300-tx PASS=SMP
346 ipfiremake linux
347 # ipfiremake 3cp4218
348 # ipfiremake amedyn
349 # ipfiremake cxacru
350 # ipfiremake eciadsl
351 # ipfiremake eagle
352 # ipfiremake speedtouch
353 # ipfiremake cnx_pci
354 # ipfiremake fcdsl
355 # ipfiremake fcdsl2
356 # ipfiremake fcdslsl
357 # ipfiremake fcdslusb
358 # ipfiremake fcdslslusb
359 # ipfiremake fcpci
360 # ipfiremake fcclassic
361 # ipfiremake pulsar
362 # ipfiremake unicorn
363 # ipfiremake promise-sata-300-tx
364 # ipfiremake pcmciautils
365 ipfiremake expat
366 ipfiremake gdbm
367 ipfiremake gmp
368 ipfiremake openssl
369 ipfiremake python
370 ipfiremake libnet
371 ipfiremake libjpeg
372 ipfiremake libpng
373 ipfiremake libtiff
374 ipfiremake lcms
375 ipfiremake libmng
376 ipfiremake freetype
377 ipfiremake gd
378 ipfiremake popt
379 exit 1 # Bis hierhin läufts :D
380 ipfiremake slang
381 ipfiremake newt
382 ipfiremake libcap
383 ipfiremake pciutils
384 ipfiremake pcre
385 ipfiremake libxml2
386 ipfiremake BerkeleyDB
387 ipfiremake mysql
388 ipfiremake saslauthd PASS=1
389 ipfiremake openldap
390 ipfiremake apache2
391 ipfiremake php
392 ipfiremake subversion
393 ipfiremake apache2 PASS=CONFIG
394 ipfiremake arping
395 ipfiremake beep
396 ipfiremake bind
397 ipfiremake capi4k-utils
398 ipfiremake cdrtools
399 ipfiremake dnsmasq
400 ipfiremake dosfstools
401 ipfiremake ethtool
402 ipfiremake ez-ipupdate
403 ipfiremake fcron
404 ipfiremake perl-GD
405 ipfiremake gnupg
406 ipfiremake hdparm
407 ipfiremake ibod
408 ipfiremake initscripts
409 ipfiremake iptables
410 ipfiremake ipac-ng
411 ipfiremake ipaddr
412 ipfiremake iproute2
413 ipfiremake iptstate
414 ipfiremake iputils
415 ipfiremake l7-protocols
416 ipfiremake isapnptools
417 ipfiremake isdn4k-utils
418 ipfiremake kudzu
419 ipfiremake logrotate
420 ipfiremake logwatch
421 ipfiremake mingetty
422 ipfiremake misc-progs
423 ipfiremake mtools
424 ipfiremake nano
425 ipfiremake nash
426 ipfiremake nasm
427 ipfiremake URI
428 ipfiremake HTML-Tagset
429 ipfiremake HTML-Parser
430 ipfiremake Compress-Zlib
431 ipfiremake Digest
432 ipfiremake Digest-SHA1
433 ipfiremake Digest-HMAC
434 ipfiremake libwww-perl
435 ipfiremake Net-DNS
436 ipfiremake Net-IPv4Addr
437 ipfiremake Net_SSLeay
438 ipfiremake IO-Stringy
439 ipfiremake Unix-Syslog
440 ipfiremake Mail-Tools
441 ipfiremake MIME-Tools
442 ipfiremake Net-Server
443 ipfiremake Convert-TNEF
444 ipfiremake Convert-UUlib
445 ipfiremake Archive-Tar
446 ipfiremake Archive-Zip
447 ipfiremake Text-Tabs+Wrap
448 ipfiremake Locale-Country
449 ipfiremake GeoIP
450 ipfiremake fwhits
451 ipfiremake noip_updater
452 ipfiremake ntp
453 ipfiremake oinkmaster
454 ipfiremake openssh
455 ipfiremake openswan
456 ipfiremake pptpclient
457 ipfiremake rrdtool
458 ipfiremake setserial
459 ipfiremake setup
460 ipfiremake snort
461 ipfiremake squid
462 ipfiremake squid-graph
463 ipfiremake squidguard
464 ipfiremake tcpdump
465 ipfiremake traceroute
466 ipfiremake vlan
467 ipfiremake wireless
468 ipfiremake libsafe
469 ipfiremake 3c5x9setup
470 ipfiremake pakfire
471 ipfiremake startscripts
472 ipfiremake java
473 ipfiremake bootsplash
474 ipfiremake spandsp
475 ipfiremake lzo
476 ipfiremake openvpn
477 ipfiremake pkg-config
478 ipfiremake glib
479 ipfiremake pam
480 ipfiremake pammysql
481 ipfiremake saslauthd PASS=2
482 ipfiremake xinetd
483 ipfiremake ghostscript
484 ipfiremake cups
485 ipfiremake samba
486 ipfiremake sudo
487 ipfiremake mc
488 ipfiremake wget
489 ipfiremake wput
490 ipfiremake bridge-utils
491 ipfiremake screen
492 ipfiremake hddtemp
493 ipfiremake smartmontools
494 ipfiremake htop
495 ipfiremake lynx
496 ipfiremake postfix
497 ipfiremake procmail
498 ipfiremake fetchmail
499 ipfiremake cyrusimap
500 ipfiremake webcyradm
501 ipfiremake mailx
502 ipfiremake clamav
503 ipfiremake razor
504 ipfiremake spamassassin
505 # ipfiremake amavisd
506 ipfiremake stund
507 ipfiremake zaptel
508 ipfiremake libpri
509 ipfiremake bristuff
510 ipfiremake asterisk
511 ipfiremake mpg123
512 ipfiremake libmad
513 ipfiremake libogg
514 ipfiremake libvorbis
515 ipfiremake lame
516 ipfiremake xvid
517 ipfiremake mpeg2dec
518 ipfiremake ffmpeg
519 ipfiremake sox
520 ipfiremake gnump3d
521 ipfiremake videolan
522 ipfiremake applejuice
523 ipfiremake ocaml
524 ipfiremake mldonkey
525 ipfiremake ntop
526 ipfiremake rsync
527 ipfiremake tcpwrapper
528 ipfiremake portmap
529 ipfiremake nfs
530 ipfiremake nmap
531 ipfiremake mbmon
532 ipfiremake iftop
533 ipfiremake ncftp
534 ipfiremake cftp
535 ipfiremake etherwake
536 ipfiremake ethereal
537 ipfiremake tftp-hpa
538 ipfiremake iptraf
539 ipfiremake nagios
540 ipfiremake yasuc
541 }
542
543 buildinstaller() {
544 # Run installer scripts one by one
545 LOGFILE="$BASEDIR/log/_build.installer.log"
546 export LOGFILE
547 ipfiremake syslinux
548 ipfiremake as86
549 ipfiremake mbr
550 ipfiremake uClibc
551 installmake busybox
552 installmake sysvinit
553 installmake e2fsprogs
554 installmake misc-progs
555 installmake slang
556 installmake util-linux
557 installmake newt
558 installmake pciutils
559 installmake pcmcia-cs
560 installmake kbd
561 installmake installer
562 installmake scsi.img
563 installmake driver.img
564 installmake initrd
565 installmake boot.img
566 }
567
568 buildpackages() {
569 LOGFILE="$BASEDIR/log/_build.packages.log"
570 export LOGFILE
571 echo "... see detailed log in _build.*.log files" >> $LOGFILE
572 echo -ne "`date -u '+%b %e %T'`: Stage5 packages build \n" | tee -a $LOGFILE
573 # Strip files
574 echo "`date -u '+%b %e %T'`: Stripping files" | tee -a $LOGFILE
575 find $LFS/lib $LFS/usr/lib $LFS/usr/share/rrdtool-* $LFS/install ! -type l \( -name '*.so' -o -name '*.so[\.0-9]*' \) \
576 ! -name 'libc.so' ! -name 'libpthread.so' ! -name 'libcrypto.so.0.9.7.sha1' \
577 -exec $LFS/tools/bin/strip --strip-all {} \; >> $LOGFILE 2>&1
578 # add -ls before -exec if you want to verify what files are stripped
579
580 find $LFS/{,s}bin $LFS/usr/{,s}bin $LFS/usr/local/{,s}bin ! -type l \
581 -exec file {} \; | grep " ELF " | cut -f1 -d ':' | xargs $LFS/tools/bin/strip --strip-all >> $LOGFILE 2>&1
582 # there add -v to strip to verify
583
584 if [ 'i386' = $MACHINE ]; then
585 # Create fcdsl packages
586 echo "`date -u '+%b %e %T'`: Building fcdsl tgz" | tee -a $LOGFILE
587 cp $LFS/install/images/fcdsl/license.txt $LFS >> $LOGFILE 2>&1
588 touch $LFS/var/run/{need-depmod-$KVER,need-depmod-$KVER-smp}
589 cd $LFS && tar cvfz $LFS/install/images/$SNAME-fcdsl-$VERSION.$MACHINE.tgz \
590 lib/modules/$KVER/misc/fcdsl*.o.gz \
591 lib/modules/$KVER-smp/misc/fcdsl*.o.gz \
592 usr/lib/isdn/{fds?base.bin,fd?ubase.frm} \
593 etc/fcdsl/fcdsl*.conf \
594 etc/drdsl/{drdsl,drdsl.ini} \
595 license.txt \
596 var/run/{need-depmod-$KVER,need-depmod-$KVER-smp} >> $LOGFILE 2>&1
597 rm -f $LFS/license.txt >> $LOGFILE 2>&1
598 cd $BASEDIR
599 fi
600
601 # Generating list of packages used
602 echo "`date -u '+%b %e %T'`: Generating packages list from logs" | tee -a $LOGFILE
603 rm -f $BASEDIR/doc/packages-list
604 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
605 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
606 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
607 fi
608 done
609 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
610 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|ipfire$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$' \
611 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
612 rm -f $BASEDIR/doc/packages-list
613 # packages-list.txt is ready to be displayed for wiki page
614
615 # Create ISO for CDROM
616 ipfiremake cdrom
617 rm -f $LFS/install/images/*usb*
618 cp $LFS/install/images/{*.iso,*.tgz} $BASEDIR >> $LOGFILE 2>&1
619
620 ipfirepackages
621
622 # Cleanup
623 stdumount
624 rm -rf $BASEDIR/build/tmp/*
625
626 # Generating total list of files
627 echo "`date -u '+%b %e %T'`: Generating files list from logs" | tee -a $LOGFILE
628 rm -f $BASEDIR/log/FILES
629 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
630 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
631 echo "##" >>$BASEDIR/log/FILES
632 echo "## `basename $i`" >>$BASEDIR/log/FILES
633 echo "##" >>$BASEDIR/log/FILES
634 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
635 fi
636 done
637 cd $BASEDIR/packages; ls -w1 *.ipfire | awk -F ".ipfire" '{ print $1 }' > $BASEDIR/packages/packages_list.txt
638 echo -n "###EOF###" >> $BASEDIR/packages/packages_list.txt
639
640 cd $PWD
641
642 }
643
644 ipfirepackages() {
645 if [ -d "$BASEDIR/packages" ]; then
646 for i in `ls $BASEDIR/packages`; do
647 touch $BASEDIR/build/install/packages/$i.empty
648 done
649 fi
650 # ipfiredist amavisd
651 ipfiredist applejuice
652 ipfiredist asterisk
653 ipfiredist clamav
654 ipfiredist cups
655 ipfiredist cyrusimap
656 ipfiredist fetchmail
657 ipfiredist ffmpeg
658 ipfiredist gnump3d
659 ipfiredist iptraf
660 ipfiredist java
661 ipfiredist lame
662 ipfiredist libmad
663 ipfiredist libogg
664 ipfiredist libvorbis
665 ipfiredist mailx
666 ipfiredist mldonkey
667 ipfiredist mpeg2dec
668 ipfiredist nagios
669 ipfiredist nfs
670 ipfiredist nmap
671 ipfiredist ntop
672 ipfiredist portmap
673 ipfiredist postfix
674 ipfiredist procmail
675 ipfiredist samba
676 ipfiredist sox
677 ipfiredist spamassassin
678 ipfiredist subversion
679 ipfiredist videolan
680 ipfiredist webcyradm
681 ipfiredist xvid
682 ipfiredist yasuc
683 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
684 mv -f $LFS/install/packages/*.{ipfire,md5} $BASEDIR/packages >> $LOGFILE 2>&1
685 rm -rf $BASEDIR/build/install/packages/*
686 }
687
688 # See what we're supposed to do
689 case "$1" in
690 build)
691 clear
692 BUILDMACHINE=`uname -m`
693 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
694 #only restore on a clean disk
695 if [ ! -f log/cleanup-toolchain-2-tools ]; then
696 if [ ! -n "$PACKAGE" ]; then
697 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
698 prepareenv
699 buildtoolchain
700 else
701 PACKAGENAME=${PACKAGE%.tar.gz}
702 beautify build_stage "Packaged toolchain compilation"
703 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
704 tar zxf $PACKAGE
705 prepareenv
706 else
707 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
708 fi
709 fi
710 else
711 echo -n "Using installed toolchain" | tee -a $LOGFILE
712 beautify message SKIP
713 prepareenv
714 fi
715
716 beautify build_stage "Building base"
717 buildbase
718
719 beautify build_stage "Building IPFire"
720 buildipfire
721
722 # Setzen des IPFire Builds
723 if [ "$FIREBUILD" ]; then
724 echo "$FIREBUILD" > $BASEDIR/build/var/ipfire/firebuild
725 else
726 echo "_(OvO)_" > $BASEDIR/build/var/ipfire/firebuild
727 fi
728
729 beautify build_stage "Building installer"
730 buildinstaller
731
732 beautify build_stage "Building packages"
733 buildpackages
734 ;;
735 shell)
736 # enter a shell inside LFS chroot
737 # may be used to changed kernel settings
738 prepareenv
739 entershell
740 ;;
741 changelog)
742 echo -n "Loading new Changelog from SVN: "
743 svn log http://svn.ipfire.eu/svn/ipfire > doc/ChangeLog
744 echo "Finished!"
745 ;;
746 clean)
747 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
748 $LOSETUP -d $i 2>/dev/null
749 done
750 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
751 umount $i
752 done
753 stdumount
754 for i in `seq 0 7`; do
755 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
756 umount /dev/loop${i} 2>/dev/null;
757 losetup -d /dev/loop${i} 2>/dev/null;
758 fi;
759 done
760 rm -rf $BASEDIR/build
761 rm -rf $BASEDIR/cdrom
762 rm -rf $BASEDIR/packages
763 rm -rf $BASEDIR/log
764 if [ -h /tools ]; then
765 rm -f /tools
766 fi
767 ;;
768 newpak)
769 # create structure for a new package
770 echo -e "Name of the new package: $2"
771 if [ ! -f "lfs/$2" ]; then
772 echo "`date -u '+%b %e %T'`: Creating directory src/paks/$2"
773 mkdir -p src/paks/$2
774 cd src/paks/$2
775 echo "`date -u '+%b %e %T'`: Creating files"
776 cp $BASEDIR/lfs/postfix $BASEDIR/lfs/$2
777
778 touch ROOTFILES
779 touch {,un}install.sh
780 ## install.sh
781 echo '#!/bin/bash' > install.sh
782 echo '#' >> install.sh
783 echo '#################################################################' >> install.sh
784 echo '# #' >> install.sh
785 echo '# This file belongs to IPFire Firewall - GPLv2 - www.ipfire.org #' >> install.sh
786 echo '# #' >> install.sh
787 echo '#################################################################' >> install.sh
788 echo '#' >> install.sh
789 echo '# Extract the files' >> install.sh
790 echo 'tar xfz files.tgz -C /' >> install.sh
791 echo 'cp -f ROOTFILES /opt/pakfire/installed/ROOTFILES.$2' >> install.sh
792 ## uninstall.sh
793 echo '#!/bin/bash' > uninstall.sh
794 echo '#################################################################' >> uninstall.sh
795 echo '# #' >> uninstall.sh
796 echo '# This file belongs to IPFire Firewall - GPLv2 - www.ipfire.org #' >> uninstall.sh
797 echo '# #' >> uninstall.sh
798 echo '#################################################################' >> uninstall.sh
799 echo '#' >> uninstall.sh
800 echo '# Delete the files' >> uninstall.sh
801 echo '## Befehl fehlt noch' >> uninstall.sh
802 echo 'rm -f /opt/pakfire/installed/ROOTFILES.$2' >> uninstall.sh
803 echo "`date -u '+%b %e %T'`: Adding files to SVN"
804 cd - && svn add lfs/$2 && svn add src/paks/$2
805
806 echo -n "Do you want to remove the folders? [y/n]"
807 read REM
808 if [ "$REM" == "y" ]; then
809 echo "Removing the folders..."
810 svn del src/paks/$2 --force
811 else
812 echo "Folders are kept."
813 fi
814 else
815 echo "$2 already exists"
816 fi
817 exit 0
818 ;;
819 prefetch)
820 if [ ! -d $BASEDIR/cache ]; then
821 mkdir $BASEDIR/cache
822 fi
823 mkdir -p $BASEDIR/log
824 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
825 FINISHED=0
826 cd $BASEDIR/lfs
827 for c in `seq $MAX_RETRIES`; do
828 if (( FINISHED==1 )); then
829 break
830 fi
831 FINISHED=1
832 cd $BASEDIR/lfs
833 for i in *; do
834 if [ -f "$i" -a "$i" != "Config" ]; then
835 echo -ne "Loading $i"
836 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
837 if [ $? -ne 0 ]; then
838 beautify message FAIL
839 FINISHED=0
840 else
841 if [ $c -eq 1 ]; then
842 beautify message DONE
843 fi
844 fi
845 fi
846 done
847 done
848 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
849 ERROR=0
850 for i in *; do
851 if [ -f "$i" -a "$i" != "Config" ]; then
852 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
853 if [ $? -ne 0 ]; then
854 echo -ne "MD5 difference in lfs/$i"
855 beautify message FAIL
856 ERROR=1
857 fi
858 fi
859 done
860 if [ $ERROR -eq 0 ]; then
861 echo -ne "${BOLD}all files md5sum match${NORMAL}"
862 beautify message DONE
863 else
864 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
865 beautify message FAIL
866 fi
867 cd - >/dev/null 2>&1
868 ;;
869 toolchain)
870 clear
871 prepareenv
872 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
873 buildtoolchain
874 BUILDMACHINE=`uname -m`
875 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
876 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
877 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
878 build/{bin,etc,usr/bin,usr/local} \
879 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
880 log >> $LOGFILE
881 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
882 > cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.md5
883 stdumount
884 ;;
885 gettoolchain)
886 BUILDMACHINE=`uname -m`
887 # arbitrary name to be updated in case of new toolchain package upload
888 PACKAGE=$SNAME-$VERSION-toolchain-$BUILDMACHINE
889 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
890 URL_IPFIRE=`grep URL_IPFIRE lfs/Config | awk '{ print $3 }'`
891 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
892 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
893 cd $BASEDIR/cache/toolchains
894 wget $URL_IPFIRE/toolchains/$PACKAGE.tar.gz $URL_IPFIRE/toolchains/$PACKAGE.md5 >& /dev/null
895 if [ $? -ne 0 ]; then
896 echo "`date -u '+%b %e %T'`: error downloading toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
897 else
898 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
899 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
900 else
901 exiterror "$PACKAGE.md5 did not match, check downloaded package"
902 fi
903 fi
904 else
905 echo "Toolchain is already downloaded. Exiting..."
906 fi
907 ;;
908 othersrc)
909 prepareenv
910 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
911 chroot $LFS /tools/bin/env -i HOME=/root \
912 TERM=$TERM PS1='\u:\w\$ ' \
913 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
914 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
915 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
916 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
917 if [ $? -eq "0" ]; then
918 beautify message DONE
919 else
920 beautify message FAIL
921 fi
922 stdumount
923 ;;
924 svn)
925 case "$2" in
926 update|up)
927 # clear
928 echo -ne "Loading the latest source files...\n"
929 if [ $3 ]; then
930 svn update -r $3 | tee -a $PWD/log/_build.svn.update.log
931 else
932 svn update | tee -a $PWD/log/_build.svn.update.log
933 fi
934 if [ $? -eq "0" ]; then
935 beautify message DONE
936 else
937 beautify message FAIL
938 exit 1
939 fi
940 echo -ne "Writing the svn-info to a file"
941 svn info > $PWD/svn_status
942 if [ $? -eq "0" ]; then
943 beautify message DONE
944 else
945 beautify message FAIL
946 exit 1
947 fi
948 chmod 755 $0
949 exit 0
950 ;;
951 commit|ci)
952 clear
953 if [ -f /usr/bin/mcedit ]; then
954 export EDITOR=/usr/bin/mcedit
955 else
956 if [ -f /usr/bin/nano ]; then
957 export EDITOR=/usr/bin/nano
958 fi
959 fi
960 echo -ne "Selecting editor $EDITOR..."
961 beautify message DONE
962 if [ -e /sbin/yast ]; then
963 if [ "`echo $SVN_REVISION | cut -c 3`" -eq "0" ]; then
964 $0 changelog
965 fi
966 fi
967 svn commit
968 $0 svn up
969 $0 uploadsrc
970 ;;
971 dist)
972 if [ $3 ]; then
973 SVN_REVISION=$3
974 fi
975 if [ -f ipfire-source-r$SVN_REVISION.tar.gz ]; then
976 echo -ne "REV $SVN_REVISION: SKIPPED!\n"
977 exit 0
978 fi
979 echo -en "REV $SVN_REVISION: Downloading..."
980 svn export http://svn.ipfire.eu/svn/ipfire/trunk ipfire-source/ --force > /dev/null
981 svn log http://svn.ipfire.eu/svn/ipfire/trunk -r 1:$SVN_REVISION > ipfire-source/Changelog
982 #svn info http://svn.ipfire.eu/svn/ipfire/trunk -r $SVN_REVISION > ipfire-source/svn_status
983 evaluate 1
984
985 echo -en "REV $SVN_REVISION: Compressing files..."
986 if [ -e ipfire-source/trunk/make.sh ]; then
987 chmod 755 ipfire-source/trunk/make.sh
988 fi
989 tar cfz ipfire-source-r$SVN_REVISION.tar.gz ipfire-source
990 evaluate 1
991 echo -en "REV $SVN_REVISION: Cleaning up..."
992 rm ipfire-source/ -r
993 evaluate 1
994 ;;
995 diff|di)
996 echo -ne "Make a local diff to last svn revision"
997 svn diff > ipfire-diff-`date +'%Y-%m-%d-%H:%M'`-r`svn info | grep Revision | cut -c 11-`.diff
998 evaluate 1
999 echo "Diff was successfully saved to ipfire-diff-`date +'%Y-%m-%d-%H:%M'`-r`svn info | grep Revision | cut -c 11-`.diff"
1000 ;;
1001 esac
1002 ;;
1003 uploadsrc)
1004 PWD=`pwd`
1005 cd $BASEDIR/cache/
1006 echo -e "Uploading cache to ftp server:"
1007 ncftpls -u $IPFIRE_FTP_USER_INT -p $IPFIRE_FTP_PASS_INT ftp://$IPFIRE_FTP_URL_INT$IPFIRE_FTP_PATH_INT/ > /var/tmp/ftplist
1008 for i in *; do
1009 if [ "$i" == "toolchains" ]; then continue; fi
1010 grep -q $i /var/tmp/ftplist
1011 if [ "$?" -ne "0" ]; then
1012 echo -ne "$i"
1013 ncftpput -bb -u $IPFIRE_FTP_USER_INT -p $IPFIRE_FTP_PASS_INT $IPFIRE_FTP_URL_INT $IPFIRE_FTP_PATH_INT/ $i > /dev/null 2>&1
1014 if [ "$?" -eq "0" ]; then
1015 beautify message DONE
1016 else
1017 beautify message FAIL
1018 fi
1019 fi
1020 done
1021 rm -f /var/tmp/ftplist
1022 UL_TIME_START=`date +'%s'`
1023 ncftpbatch -d > /dev/null 2>&1
1024 while ps acx | grep -q ncftpbatch
1025 do
1026 UL_TIME=$(expr `date +'%s'` - $UL_TIME_START)
1027 echo -ne "\r ${UL_TIME}s : Upload is running..."
1028 sleep 1
1029 done
1030 beautify message DONE
1031 cd $PWD
1032 exit 0
1033 ;;
1034 upload)
1035 case "$2" in
1036 iso)
1037 echo -e "Uploading the iso to $IPFIRE_FTP_URL_EXT."
1038 cat <<EOF > .ftp-commands
1039 mkdir $IPFIRE_FTP_PATH_EXT
1040 ls -lah
1041 quit
1042 EOF
1043 ncftp -u $IPFIRE_FTP_USER_EXT -p $IPFIRE_FTP_PASS_EXT $IPFIRE_FTP_URL_EXT < .ftp-commands
1044 rm -f .ftp-commands
1045 md5sum ipfire-install-$VERSION.i386.iso > ipfire-install-$VERSION.i386.iso.md5
1046 ncftpput -u $IPFIRE_FTP_USER_EXT -p $IPFIRE_FTP_PASS_EXT $IPFIRE_FTP_URL_EXT $IPFIRE_FTP_PATH_EXT/ ipfire-install-$VERSION.i386.iso
1047 ncftpput -u $IPFIRE_FTP_USER_EXT -p $IPFIRE_FTP_PASS_EXT $IPFIRE_FTP_URL_EXT $IPFIRE_FTP_PATH_EXT/ ipfire-install-$VERSION.i386.iso.md5
1048 ncftpput -u $IPFIRE_FTP_USER_EXT -p $IPFIRE_FTP_PASS_EXT $IPFIRE_FTP_URL_EXT $IPFIRE_FTP_PATH_EXT/ ipfire-source-r$SVN_REVISION.tar.gz
1049 ncftpput -u $IPFIRE_FTP_USER_EXT -p $IPFIRE_FTP_PASS_EXT $IPFIRE_FTP_URL_EXT $IPFIRE_FTP_PATH_EXT/ svn_status
1050 if [ "$?" -eq "0" ]; then
1051 echo -e "The iso of Revision $SVN_REVISION was successfully uploaded to $IPFIRE_FTP_URL_EXT$IPFIRE_FTP_PATH_EXT/."
1052 else
1053 echo -e "There was an error while uploading the iso to the ftp server."
1054 exit 1
1055 fi
1056 if [ "$3" = "--with-sources-cd" ]; then
1057 ncftpput -u $IPFIRE_FTP_USER_EXT -p $IPFIRE_FTP_PASS_EXT $IPFIRE_FTP_URL_EXT $IPFIRE_FTP_PATH_EXT/ ipfire-sources-cd-$VERSION.$MACHINE.iso
1058 fi
1059 ;;
1060 paks)
1061 cat <<EOF > .ftp-commands
1062 mkdir $IPFIRE_FTP_PATH_PAK
1063 ls -lah
1064 quit
1065 EOF
1066 ncftp -u $IPFIRE_FTP_USER_PAK -p $IPFIRE_FTP_PASS_PAK $IPFIRE_FTP_URL_PAK < .ftp-commands
1067 rm -f .ftp-commands
1068 ncftpput -z -u $IPFIRE_FTP_USER_PAK -p $IPFIRE_FTP_PASS_PAK $IPFIRE_FTP_URL_PAK $IPFIRE_FTP_PATH_PAK/ packages/*
1069 if [ "$?" -eq "0" ]; then
1070 echo -e "The packages were successfully uploaded to $IPFIRE_FTP_URL_PAK$IPFIRE_FTP_PATH_PAK/."
1071 else
1072 echo -e "There was an error while uploading the packages to the ftp server."
1073 exit 1
1074 fi
1075 ;;
1076 esac
1077 ;;
1078 batch)
1079 if [ "$2" -eq "--background" ]; then
1080 batch_script
1081 exit $?
1082 fi
1083 if [ `screen -ls | grep -q ipfire` ]; then
1084 echo "Build is already running, sorry!"
1085 exit 1
1086 else
1087 if [ "$2" = "--rebuild" ]; then
1088 export IPFIRE_REBUILD=1
1089 echo "REBUILD!"
1090 else
1091 export IPFIRE_REBUILD=0
1092 fi
1093 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1094 screen -dmS ipfire $0 batch --background
1095 evaluate 1
1096 exit 0
1097 fi
1098 ;;
1099 watch)
1100 watch_screen
1101 ;;
1102 "")
1103 clear
1104 svn info
1105 select name in "Exit" "IPFIRE: Prefetch" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "SVN: Commit" "SVN: Update" "SVN: Status" "SVN: Diff" "LOG: Tail" "Help"
1106 do
1107 case $name in
1108 "IPFIRE: Prefetch")
1109 $0 prefetch
1110 ;;
1111 "IPFIRE: Build (silent)")
1112 $0 build-silent
1113 ;;
1114 "IPFIRE: Watch Build")
1115 $0 watch
1116 ;;
1117 "IPFIRE: Batch")
1118 $0 batch
1119 ;;
1120 "IPFIRE: Clean")
1121 $0 clean
1122 ;;
1123 "SVN: Update")
1124 $0 svn update
1125 ;;
1126 "Help")
1127 echo "Usage: $0 {build|changelog|clean|gettoolchain|newpak|prefetch|shell|sync|toolchain}"
1128 cat doc/make.sh-usage
1129 ;;
1130 "LOG: Tail")
1131 tail -f log/_*
1132 ;;
1133 "Exit")
1134 break
1135 ;;
1136 esac
1137 done
1138 ;;
1139 *)
1140 echo "Usage: $0 {build|changelog|clean|gettoolchain|newpak|prefetch|shell|sync|toolchain}"
1141 cat doc/make.sh-usage
1142 ;;
1143 esac