]> git.ipfire.org Git - ipfire-2.x.git/blob - make.sh
Buildfixes...
[ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2006 IPFire-Team <info@ipfire.eu>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.0" # Version number
28 SLOGAN="www.ipfire.eu" # Software slogan
29 CONFIG_ROOT=/var/ipfire # Configuration rootdir
30 NICE=10 # Nice level
31 MAX_RETRIES=1 # prefetch/check loop
32 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
33 MACHINE=`uname -m`
34 SVN_REVISION=`svn info | grep Revision | cut -c 11-`
35
36 IPFVER="full" # Which version should be compiled? (full|light|voice)
37
38 # Set an information about the build number
39 if [ -e ./.svn ]; then
40 FIREBUILD=`cat .svn/entries |sed -n 's/^[ \t]*revision=\"// p' | sed -n 's/\".*$// p'`
41 fi
42
43 # Debian specific settings
44 if [ ! -e /etc/debian_version ]; then
45 FULLPATH=`which $0`
46 else
47 if [ -x /usr/bin/realpath ]; then
48 FULLPATH=`/usr/bin/realpath $0`
49 else
50 echo "ERROR: Need to do apt-get install realpath"
51 exit 1
52 fi
53 fi
54
55 PWD=`pwd`
56 BASENAME=`basename $0`
57 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
58 LOGFILE=$BASEDIR/log/_build.preparation.log
59 export BASEDIR LOGFILE
60 DIR_CHK=$BASEDIR/cache/check
61 mkdir $BASEDIR/log/ 2>/dev/null
62
63 # Include funtions
64 . tools/make-functions
65
66 if [ -f .config ]; then
67 . .config
68 else
69 echo -e "${BOLD}No configuration found!${NORMAL}"
70 echo -ne "Do you want to create one (y/N)?"
71 read CREATE_CONFIG
72 echo ""
73 if [ "$CREATE_CONFIG" == "y" ]; then
74 make_config
75 fi
76 fi
77
78 prepareenv() {
79 ############################################################################
80 # #
81 # Are we running the right shell? #
82 # #
83 ############################################################################
84 if [ ! "$BASH" ]; then
85 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
86 fi
87
88 if [ -z "${BASH_VERSION}" ]; then
89 exiterror "Not running BASH shell."
90 fi
91
92
93 ############################################################################
94 # #
95 # Trap on emergency exit #
96 # #
97 ############################################################################
98 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
99
100
101 ############################################################################
102 # #
103 # Resetting our nice level #
104 # #
105 ############################################################################
106 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
107 renice $NICE $$ > /dev/null
108 if [ `nice` != "$NICE" ]; then
109 beautify message FAIL
110 exiterror "Failed to set correct nice level"
111 else
112 beautify message DONE
113 fi
114
115
116 ############################################################################
117 # #
118 # Checking if running as root user #
119 # #
120 ############################################################################
121 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
122 if [ `id -u` != 0 ]; then
123 beautify message FAIL
124 exiterror "Not building as root"
125 else
126 beautify message DONE
127 fi
128
129
130 ############################################################################
131 # #
132 # Checking for necessary temporary space #
133 # #
134 ############################################################################
135 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
136 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
137 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
138 if (( 2048000 > $BASE_ASPACE )); then
139 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
140 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
141 beautify message FAIL
142 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
143 fi
144 else
145 beautify message DONE
146 fi
147
148 ############################################################################
149 # #
150 # Building Linux From Scratch system #
151 # #
152 ############################################################################
153 # Set umask
154 umask 022
155
156 # Set LFS Directory
157 LFS=$BASEDIR/build
158
159 # Check /tools symlink
160 if [ -h /tools ]; then
161 rm -f /tools
162 fi
163 if [ ! -a /tools ]; then
164 ln -s $BASEDIR/build/tools /
165 fi
166 if [ ! -h /tools ]; then
167 exiterror "Could not create /tools symbolic link."
168 fi
169
170 # Setup environment
171 set +h
172 LC_ALL=POSIX
173 MAKETUNING="-j8"
174 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
175 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
176
177 # Make some extra directories
178 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
179 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
180 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
181 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
182
183 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
184 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
185
186 # Make all sources and proc available under lfs build
187 mount --bind /dev $BASEDIR/build/dev
188 mount --bind /dev/pts $BASEDIR/build/dev/pts
189 mount --bind /dev/shm $BASEDIR/build/dev/shm
190 mount --bind /proc $BASEDIR/build/proc
191 mount --bind /sys $BASEDIR/build/sys
192 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
193 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
194 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
195 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
196 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
197 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
198 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
199 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
200 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
201
202 # This is a temporary hack!!!
203 if [ ! -f /tools/bin/hostname ]; then
204 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
205 fi
206
207 # Run LFS static binary creation scripts one by one
208 export CCACHE_DIR=$BASEDIR/ccache
209 export CCACHE_HASHDIR=1
210
211 # Remove pre-install list of installed files in case user erase some files before rebuild
212 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
213 }
214
215 buildtoolchain() {
216 LOGFILE="$BASEDIR/log/_build.toolchain.log"
217 export LOGFILE
218 ORG_PATH=$PATH
219 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
220 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
221 lfsmake1 ccache
222 lfsmake1 binutils PASS=1
223 lfsmake1 gcc PASS=1
224 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
225 lfsmake1 linux-libc-header
226 lfsmake1 glibc
227 lfsmake1 cleanup-toolchain PASS=1
228 lfsmake1 tcl
229 lfsmake1 expect
230 lfsmake1 dejagnu
231 lfsmake1 gcc PASS=2
232 lfsmake1 binutils PASS=2
233 lfsmake1 ncurses
234 lfsmake1 bash
235 lfsmake1 bzip2
236 lfsmake1 coreutils
237 lfsmake1 diffutils
238 lfsmake1 findutils
239 lfsmake1 gawk
240 lfsmake1 gettext
241 lfsmake1 grep
242 lfsmake1 gzip
243 lfsmake1 m4
244 lfsmake1 make
245 lfsmake1 patch
246 lfsmake1 perl
247 lfsmake1 sed
248 lfsmake1 tar
249 lfsmake1 texinfo
250 lfsmake1 util-linux
251 lfsmake1 cleanup-toolchain PASS=2
252 export PATH=$ORG_PATH
253 }
254
255 buildbase() {
256 LOGFILE="$BASEDIR/log/_build.base.log"
257 export LOGFILE
258 lfsmake2 stage2
259 lfsmake2 linux-libc-header
260 lfsmake2 man-pages
261 lfsmake2 glibc
262 lfsmake2 cleanup-toolchain PASS=3
263 lfsmake2 binutils
264 lfsmake2 gcc
265 lfsmake2 berkeley
266 lfsmake2 coreutils
267 lfsmake2 iana-etc
268 lfsmake2 m4
269 lfsmake2 bison
270 lfsmake2 ncurses
271 lfsmake2 procps
272 lfsmake2 sed
273 lfsmake2 libtool
274 lfsmake2 perl
275 lfsmake2 readline
276 lfsmake2 zlib
277 lfsmake2 autoconf
278 lfsmake2 automake
279 lfsmake2 bash
280 lfsmake2 bzip2
281 lfsmake2 diffutils
282 lfsmake2 e2fsprogs
283 lfsmake2 file
284 lfsmake2 findutils
285 lfsmake2 flex
286 lfsmake2 grub
287 lfsmake2 gawk
288 lfsmake2 gettext
289 lfsmake2 grep
290 lfsmake2 groff
291 lfsmake2 gzip
292 lfsmake2 inetutils
293 lfsmake2 iproute2
294 lfsmake2 kbd
295 lfsmake2 less
296 lfsmake2 make
297 lfsmake2 man
298 lfsmake2 mktemp
299 lfsmake2 modutils
300 lfsmake2 patch
301 lfsmake2 psmisc
302 lfsmake2 shadow
303 lfsmake2 sysklogd
304 lfsmake2 sysvinit
305 lfsmake2 tar
306 lfsmake2 texinfo
307 lfsmake2 udev
308 lfsmake2 util-linux
309 lfsmake2 vim
310 }
311
312 buildipfire() {
313 LOGFILE="$BASEDIR/log/_build.ipfire.log"
314 export LOGFILE
315 ipfiremake inetutils
316 ipfiremake net-tools
317 ipfiremake ed
318 ipfiremake configroot
319 ipfiremake dhcp
320 ipfiremake dhcpcd
321 ipfiremake libusb
322 ipfiremake libpcap
323 # Temporary disabled.
324 # ipfiremake linux-atm
325 ipfiremake ppp
326 ipfiremake rp-pppoe
327 ipfiremake unzip
328 # ipfiremake linux PASS=I # Can we remove the installer kernel?
329 ipfiremake linux PASS=S
330 # ipfiremake 3cp4218 PASS=SMP
331 # ipfiremake amedyn PASS=SMP
332 # ipfiremake cxacru PASS=SMP
333 # ipfiremake eagle PASS=SMP
334 # ipfiremake cnx_pci PASS=SMP
335 # ipfiremake fcdsl PASS=SMP
336 # ipfiremake fcdsl2 PASS=SMP
337 # ipfiremake fcdslsl PASS=SMP
338 # ipfiremake fcdslusb PASS=SMP
339 # ipfiremake fcdslslusb PASS=SMP
340 # ipfiremake fcpci PASS=SMP
341 # ipfiremake fcclassic PASS=SMP
342 # ipfiremake pulsar PASS=SMP
343 # ipfiremake unicorn PASS=SMP
344 # ipfiremake promise-sata-300-tx PASS=SMP
345 ipfiremake zaptel PASS=S
346 ipfiremake linux
347 # ipfiremake 3cp4218
348 # ipfiremake amedyn
349 # ipfiremake cxacru
350 # ipfiremake eciadsl
351 # ipfiremake eagle
352 # ipfiremake speedtouch
353 # ipfiremake cnx_pci
354 # ipfiremake fcdsl
355 # ipfiremake fcdsl2
356 # ipfiremake fcdslsl
357 # ipfiremake fcdslusb
358 # ipfiremake fcdslslusb
359 # ipfiremake fcpci
360 # ipfiremake fcclassic
361 # ipfiremake pulsar
362 # ipfiremake unicorn
363 # ipfiremake promise-sata-300-tx
364 ipfiremake zaptel
365 # ipfiremake pcmciautils
366 ipfiremake expat
367 ipfiremake gdbm
368 ipfiremake gmp
369 ipfiremake pam
370 ipfiremake openssl
371 ipfiremake python
372 ipfiremake libnet
373 ipfiremake libjpeg
374 ipfiremake libpng
375 ipfiremake libtiff
376 ipfiremake lcms
377 ipfiremake libmng
378 ipfiremake freetype
379 ipfiremake libart
380 ipfiremake gd
381 ipfiremake popt
382 ipfiremake pcre
383 ipfiremake slang
384 ipfiremake newt
385 ipfiremake libcap
386 ipfiremake pciutils
387 ipfiremake libxml2
388 ipfiremake BerkeleyDB
389 ipfiremake mysql
390 ipfiremake cyrus-sasl
391 ipfiremake openldap
392 # ipfiremake cyrus-sasl PASS=L # Doesn't work yet. Thereby there's the question: Do we really need this?
393 ipfiremake apache2
394 ipfiremake php
395 ipfiremake subversion
396 ipfiremake apache2 PASS=C
397 ipfiremake arping
398 ipfiremake beep
399 ipfiremake bind
400 ipfiremake capi4k-utils
401 ipfiremake cdrtools
402 ipfiremake dnsmasq
403 ipfiremake dosfstools
404 ipfiremake ethtool
405 ipfiremake ez-ipupdate
406 ipfiremake fcron
407 ipfiremake GD
408 ipfiremake gnupg
409 ipfiremake hdparm
410 ipfiremake ibod
411 ipfiremake initscripts
412 ipfiremake iptables
413 ipfiremake ipac-ng
414 ipfiremake ipaddr
415 ipfiremake iptstate
416 ipfiremake iputils
417 ipfiremake l7-protocols
418 # ipfiremake isapnptools # ERROR :(
419 # ipfiremake isdn4k-utils # What about mISDN???
420 # ipfiremake kudzu # ERROR :(
421 ipfiremake logrotate
422 ipfiremake logwatch
423 ipfiremake mingetty
424 ipfiremake misc-progs
425 ipfiremake mtools
426 ipfiremake nano
427 ipfiremake nash
428 ipfiremake nasm
429 ### The Perl Modules have to be updated! I will skip this now!
430 ipfiremake URI
431 ipfiremake HTML-Tagset
432 ipfiremake HTML-Parser
433 ipfiremake Compress-Zlib
434 ipfiremake Digest
435 ipfiremake Digest-SHA1
436 ipfiremake Digest-HMAC
437 ipfiremake libwww-perl
438 ipfiremake Net-DNS
439 ipfiremake Net-IPv4Addr
440 ipfiremake Net_SSLeay
441 ipfiremake IO-Stringy
442 ipfiremake Unix-Syslog
443 ipfiremake Mail-Tools
444 ipfiremake MIME-Tools
445 ipfiremake Net-Server
446 ipfiremake Convert-TNEF
447 ipfiremake Convert-UUlib
448 ipfiremake Archive-Tar
449 ipfiremake Archive-Zip
450 ipfiremake Text-Tabs+Wrap
451 ipfiremake Locale-Country
452 ipfiremake GeoIP
453 ###
454 ipfiremake fwhits
455 ipfiremake noip_updater
456 ipfiremake ntp
457 ipfiremake oinkmaster
458 ipfiremake openssh
459 ipfiremake openswan
460 ipfiremake pptpclient
461 ipfiremake rrdtool
462 ipfiremake setserial
463 ipfiremake setup
464 ipfiremake snort
465 ipfiremake squid
466 ipfiremake squid-graph
467 ipfiremake squidguard
468 # ipfiremake tcpdump
469 ipfiremake traceroute
470 ipfiremake vlan
471 ipfiremake wireless
472 ipfiremake libsafe
473 ipfiremake 3c5x9setup
474 ipfiremake pakfire
475 ipfiremake startscripts
476 ipfiremake java
477 ipfiremake bootsplash
478 ipfiremake spandsp
479 ipfiremake lzo
480 ipfiremake openvpn
481 ipfiremake pkg-config
482 ipfiremake glib
483 ipfiremake pammysql
484 ipfiremake xinetd
485 ipfiremake ghostscript
486 ipfiremake cups
487 ipfiremake samba
488 ipfiremake sudo
489 ipfiremake mc
490 ipfiremake wget
491 ipfiremake wput
492 ipfiremake bridge-utils
493 ipfiremake screen
494 ipfiremake hddtemp
495 ipfiremake smartmontools
496 ipfiremake htop
497 ipfiremake lynx
498 ipfiremake postfix
499 ipfiremake procmail
500 ipfiremake fetchmail
501 ipfiremake cyrusimap
502 ipfiremake webcyradm
503 ipfiremake mailx
504 ipfiremake clamav
505 ipfiremake razor
506 ipfiremake spamassassin
507 ipfiremake amavisd
508 ipfiremake stund
509 ipfiremake libpri
510 # ipfiremake bristuff
511 ipfiremake asterisk
512 ipfiremake mpg123
513 ipfiremake libmad
514 ipfiremake libogg
515 ipfiremake libvorbis
516 ipfiremake lame
517 ipfiremake xvid
518 ipfiremake mpeg2dec
519 ipfiremake ffmpeg
520 ipfiremake sox
521 ipfiremake gnump3d
522 ipfiremake videolan
523 ipfiremake applejuice
524 ipfiremake ocaml
525 ipfiremake mldonkey
526 ipfiremake ntop
527 ipfiremake rsync
528 ipfiremake tcpwrapper
529 ipfiremake portmap
530 ipfiremake nfs
531 ipfiremake nmap
532 ipfiremake mbmon
533 ipfiremake iftop
534 ipfiremake ncftp
535 ipfiremake cftp
536 ipfiremake etherwake
537 ipfiremake ethereal
538 ipfiremake tftp-hpa
539 ipfiremake iptraf
540 ipfiremake nagios
541 ipfiremake yasuc
542 }
543
544 buildinstaller() {
545 # Run installer scripts one by one
546 LOGFILE="$BASEDIR/log/_build.installer.log"
547 export LOGFILE
548 ipfiremake uClibc
549 installmake busybox
550 installmake udev
551 installmake sysvinit
552 installmake e2fsprogs
553 installmake misc-progs
554 installmake sysfsutils
555 # installmake hwinfo
556 installmake slang
557 installmake util-linux
558 installmake newt
559 installmake pciutils
560 installmake pcmciautils
561 installmake installer
562 installmake scsi.img
563 installmake driver.img
564 installmake initrd
565 installmake boot.img
566 installmake kbd
567 # exiterror STOP HERE!
568 # ipfiremake syslinux
569 # ipfiremake as86
570 # ipfiremake mbr
571 }
572
573 buildpackages() {
574 LOGFILE="$BASEDIR/log/_build.packages.log"
575 export LOGFILE
576 echo "... see detailed log in _build.*.log files" >> $LOGFILE
577 # Strip files
578 echo -n "Stripping files" | tee -a $LOGFILE
579 find $LFS/lib $LFS/usr/lib $LFS/usr/share/rrdtool-* $LFS/install ! -type l \( -name '*.so' -o -name '*.so[\.0-9]*' \) \
580 ! -name 'libc.so' ! -name 'libpthread.so' ! -name 'libcrypto.so.0.9.7.sha1' \
581 -exec $LFS/tools/bin/strip --strip-all {} \; >> $LOGFILE 2>&1
582 # add -ls before -exec if you want to verify what files are stripped
583
584 find $LFS/{,s}bin $LFS/usr/{,s}bin $LFS/usr/local/{,s}bin ! -type l \
585 -exec file {} \; | grep " ELF " | cut -f1 -d ':' | xargs $LFS/tools/bin/strip --strip-all >> $LOGFILE 2>&1
586 # there add -v to strip to verify
587 beautify message DONE
588
589 # Create fcdsl packages
590 # echo "`date -u '+%b %e %T'`: Building fcdsl tgz" | tee -a $LOGFILE
591 # cp $LFS/install/images/fcdsl/license.txt $LFS >> $LOGFILE 2>&1
592 # touch $LFS/var/run/{need-depmod-$KVER,need-depmod-$KVER-smp}
593 # cd $LFS && tar cvfz $LFS/install/images/$SNAME-fcdsl-$VERSION.$MACHINE.tgz \
594 # lib/modules/$KVER/misc/fcdsl*.o.gz \
595 # lib/modules/$KVER-smp/misc/fcdsl*.o.gz \
596 # usr/lib/isdn/{fds?base.bin,fd?ubase.frm} \
597 # etc/fcdsl/fcdsl*.conf \
598 # etc/drdsl/{drdsl,drdsl.ini} \
599 # license.txt \
600 # var/run/{need-depmod-$KVER,need-depmod-$KVER-smp} >> $LOGFILE 2>&1
601 # rm -f $LFS/license.txt >> $LOGFILE 2>&1
602 # cd $BASEDIR
603
604 # Generating list of packages used
605 echo -n "Generating packages list from logs" | tee -a $LOGFILE
606 rm -f $BASEDIR/doc/packages-list
607 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
608 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
609 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
610 fi
611 done
612 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
613 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$' \
614 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
615 rm -f $BASEDIR/doc/packages-list
616 # packages-list.txt is ready to be displayed for wiki page
617 beautify message DONE
618
619 # Create ISO for CDROM
620 ipfiremake cdrom
621 rm -f $LFS/install/images/*usb*
622 cp $LFS/install/images/{*.iso,*.tgz} $BASEDIR >> $LOGFILE 2>&1
623
624 ipfirepackages
625
626 # Cleanup
627 stdumount
628 rm -rf $BASEDIR/build/tmp/*
629
630 # Generating total list of files
631 echo "`date -u '+%b %e %T'`: Generating files list from logs" | tee -a $LOGFILE
632 rm -f $BASEDIR/log/FILES
633 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
634 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
635 echo "##" >>$BASEDIR/log/FILES
636 echo "## `basename $i`" >>$BASEDIR/log/FILES
637 echo "##" >>$BASEDIR/log/FILES
638 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
639 fi
640 done
641 cd $BASEDIR/packages; ls -w1 *.ipfire | awk -F ".ipfire" '{ print $1 }' > $BASEDIR/packages/packages_list.txt
642 echo -n "###EOF###" >> $BASEDIR/packages/packages_list.txt
643
644 cd $PWD
645
646 }
647
648 ipfirepackages() {
649 if [ -d "$BASEDIR/packages" ]; then
650 for i in `ls $BASEDIR/packages`; do
651 touch $BASEDIR/build/install/packages/$i.empty
652 done
653 fi
654 # ipfiredist amavisd
655 ipfiredist applejuice
656 ipfiredist asterisk
657 ipfiredist clamav
658 ipfiredist cups
659 ipfiredist cyrusimap
660 ipfiredist fetchmail
661 ipfiredist ffmpeg
662 ipfiredist gnump3d
663 ipfiredist iptraf
664 ipfiredist java
665 ipfiredist lame
666 ipfiredist libmad
667 ipfiredist libogg
668 ipfiredist libvorbis
669 ipfiredist mailx
670 ipfiredist mldonkey
671 ipfiredist mpeg2dec
672 ipfiredist nagios
673 ipfiredist nfs
674 ipfiredist nmap
675 ipfiredist ntop
676 ipfiredist portmap
677 ipfiredist postfix
678 ipfiredist procmail
679 ipfiredist samba
680 ipfiredist sox
681 ipfiredist spamassassin
682 ipfiredist subversion
683 ipfiredist videolan
684 ipfiredist webcyradm
685 ipfiredist xvid
686 ipfiredist yasuc
687 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
688 mv -f $LFS/install/packages/*.{ipfire,md5} $BASEDIR/packages >> $LOGFILE 2>&1
689 rm -rf $BASEDIR/build/install/packages/*
690 }
691
692 # See what we're supposed to do
693 case "$1" in
694 build)
695 clear
696 BUILDMACHINE=`uname -m`
697 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
698 #only restore on a clean disk
699 if [ ! -f log/cleanup-toolchain-2-tools ]; then
700 if [ ! -n "$PACKAGE" ]; then
701 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
702 prepareenv
703 buildtoolchain
704 else
705 PACKAGENAME=${PACKAGE%.tar.gz}
706 beautify build_stage "Packaged toolchain compilation"
707 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
708 tar zxf $PACKAGE
709 prepareenv
710 else
711 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
712 fi
713 fi
714 else
715 echo -n "Using installed toolchain" | tee -a $LOGFILE
716 beautify message SKIP
717 prepareenv
718 fi
719
720 beautify build_stage "Building base"
721 buildbase
722
723 beautify build_stage "Building IPFire"
724 buildipfire
725
726 # Setzen des IPFire Builds
727 if [ "$FIREBUILD" ]; then
728 echo "$FIREBUILD" > $BASEDIR/build/var/ipfire/firebuild
729 else
730 echo "_(OvO)_" > $BASEDIR/build/var/ipfire/firebuild
731 fi
732
733 beautify build_stage "Building installer"
734 buildinstaller
735
736 beautify build_stage "Building packages"
737 buildpackages
738 ;;
739 shell)
740 # enter a shell inside LFS chroot
741 # may be used to changed kernel settings
742 prepareenv
743 entershell
744 ;;
745 changelog)
746 echo -n "Loading new Changelog from SVN: "
747 svn log http://svn.ipfire.eu/svn/ipfire > doc/ChangeLog
748 echo "Finished!"
749 ;;
750 clean)
751 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
752 $LOSETUP -d $i 2>/dev/null
753 done
754 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
755 umount $i
756 done
757 stdumount
758 for i in `seq 0 7`; do
759 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
760 umount /dev/loop${i} 2>/dev/null;
761 losetup -d /dev/loop${i} 2>/dev/null;
762 fi;
763 done
764 rm -rf $BASEDIR/build
765 rm -rf $BASEDIR/cdrom
766 rm -rf $BASEDIR/packages
767 rm -rf $BASEDIR/log
768 if [ -h /tools ]; then
769 rm -f /tools
770 fi
771 ;;
772 newpak)
773 # create structure for a new package
774 echo -e "Name of the new package: $2"
775 if [ ! -f "lfs/$2" ]; then
776 echo "`date -u '+%b %e %T'`: Creating directory src/paks/$2"
777 mkdir -p src/paks/$2
778 cd src/paks/$2
779 echo "`date -u '+%b %e %T'`: Creating files"
780 cp $BASEDIR/lfs/postfix $BASEDIR/lfs/$2
781
782 touch ROOTFILES
783 touch {,un}install.sh
784 ## install.sh
785 echo '#!/bin/bash' > install.sh
786 echo '#' >> install.sh
787 echo '#################################################################' >> install.sh
788 echo '# #' >> install.sh
789 echo '# This file belongs to IPFire Firewall - GPLv2 - www.ipfire.org #' >> install.sh
790 echo '# #' >> install.sh
791 echo '#################################################################' >> install.sh
792 echo '#' >> install.sh
793 echo '# Extract the files' >> install.sh
794 echo 'tar xfz files.tgz -C /' >> install.sh
795 echo 'cp -f ROOTFILES /opt/pakfire/installed/ROOTFILES.$2' >> install.sh
796 ## uninstall.sh
797 echo '#!/bin/bash' > uninstall.sh
798 echo '#################################################################' >> uninstall.sh
799 echo '# #' >> uninstall.sh
800 echo '# This file belongs to IPFire Firewall - GPLv2 - www.ipfire.org #' >> uninstall.sh
801 echo '# #' >> uninstall.sh
802 echo '#################################################################' >> uninstall.sh
803 echo '#' >> uninstall.sh
804 echo '# Delete the files' >> uninstall.sh
805 echo '## Befehl fehlt noch' >> uninstall.sh
806 echo 'rm -f /opt/pakfire/installed/ROOTFILES.$2' >> uninstall.sh
807 echo "`date -u '+%b %e %T'`: Adding files to SVN"
808 cd - && svn add lfs/$2 && svn add src/paks/$2
809
810 echo -n "Do you want to remove the folders? [y/n]"
811 read REM
812 if [ "$REM" == "y" ]; then
813 echo "Removing the folders..."
814 svn del src/paks/$2 --force
815 else
816 echo "Folders are kept."
817 fi
818 else
819 echo "$2 already exists"
820 fi
821 exit 0
822 ;;
823 downloadsrc)
824 if [ ! -d $BASEDIR/cache ]; then
825 mkdir $BASEDIR/cache
826 fi
827 mkdir -p $BASEDIR/log
828 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
829 FINISHED=0
830 cd $BASEDIR/lfs
831 for c in `seq $MAX_RETRIES`; do
832 if (( FINISHED==1 )); then
833 break
834 fi
835 FINISHED=1
836 cd $BASEDIR/lfs
837 for i in *; do
838 if [ -f "$i" -a "$i" != "Config" ]; then
839 echo -ne "Loading $i"
840 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
841 if [ $? -ne 0 ]; then
842 beautify message FAIL
843 FINISHED=0
844 else
845 if [ $c -eq 1 ]; then
846 beautify message DONE
847 fi
848 fi
849 fi
850 done
851 done
852 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
853 ERROR=0
854 for i in *; do
855 if [ -f "$i" -a "$i" != "Config" ]; then
856 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
857 if [ $? -ne 0 ]; then
858 echo -ne "MD5 difference in lfs/$i"
859 beautify message FAIL
860 ERROR=1
861 fi
862 fi
863 done
864 if [ $ERROR -eq 0 ]; then
865 echo -ne "${BOLD}all files md5sum match${NORMAL}"
866 beautify message DONE
867 else
868 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
869 beautify message FAIL
870 fi
871 cd - >/dev/null 2>&1
872 ;;
873 toolchain)
874 clear
875 prepareenv
876 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
877 buildtoolchain
878 BUILDMACHINE=`uname -m`
879 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
880 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
881 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
882 build/{bin,etc,usr/bin,usr/local} \
883 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
884 log >> $LOGFILE
885 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
886 > cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.md5
887 stdumount
888 ;;
889 gettoolchain)
890 BUILDMACHINE=`uname -m`
891 # arbitrary name to be updated in case of new toolchain package upload
892 PACKAGE=$SNAME-$VERSION-toolchain-$BUILDMACHINE
893 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
894 URL_IPFIRE=`grep URL_IPFIRE lfs/Config | awk '{ print $3 }'`
895 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
896 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
897 cd $BASEDIR/cache/toolchains
898 wget $URL_IPFIRE/toolchains/$PACKAGE.tar.gz $URL_IPFIRE/toolchains/$PACKAGE.md5 >& /dev/null
899 if [ $? -ne 0 ]; then
900 echo "`date -u '+%b %e %T'`: error downloading toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
901 else
902 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
903 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
904 else
905 exiterror "$PACKAGE.md5 did not match, check downloaded package"
906 fi
907 fi
908 else
909 echo "Toolchain is already downloaded. Exiting..."
910 fi
911 ;;
912 othersrc)
913 prepareenv
914 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
915 chroot $LFS /tools/bin/env -i HOME=/root \
916 TERM=$TERM PS1='\u:\w\$ ' \
917 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
918 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
919 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
920 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
921 if [ $? -eq "0" ]; then
922 beautify message DONE
923 else
924 beautify message FAIL
925 fi
926 stdumount
927 ;;
928 svn)
929 case "$2" in
930 update|up)
931 # clear
932 echo -ne "Loading the latest source files...\n"
933 if [ $3 ]; then
934 svn update -r $3 | tee -a $PWD/log/_build.svn.update.log
935 else
936 svn update | tee -a $PWD/log/_build.svn.update.log
937 fi
938 if [ $? -eq "0" ]; then
939 beautify message DONE
940 else
941 beautify message FAIL
942 exit 1
943 fi
944 echo -ne "Writing the svn-info to a file"
945 svn info > $PWD/svn_status
946 if [ $? -eq "0" ]; then
947 beautify message DONE
948 else
949 beautify message FAIL
950 exit 1
951 fi
952 chmod 755 $0
953 exit 0
954 ;;
955 commit|ci)
956 clear
957 if [ -f /usr/bin/mcedit ]; then
958 export EDITOR=/usr/bin/mcedit
959 else
960 if [ -f /usr/bin/nano ]; then
961 export EDITOR=/usr/bin/nano
962 fi
963 fi
964 echo -ne "Selecting editor $EDITOR..."
965 beautify message DONE
966 if [ -e /sbin/yast ]; then
967 if [ "`echo $SVN_REVISION | cut -c 3`" -eq "0" ]; then
968 $0 changelog
969 fi
970 fi
971 svn commit
972 $0 svn up
973 $0 uploadsrc
974 ;;
975 dist)
976 if [ $3 ]; then
977 SVN_REVISION=$3
978 fi
979 if [ -f ipfire-source-r$SVN_REVISION.tar.gz ]; then
980 echo -ne "REV $SVN_REVISION: SKIPPED!\n"
981 exit 0
982 fi
983 echo -en "REV $SVN_REVISION: Downloading..."
984 svn export http://svn.ipfire.eu/svn/ipfire/trunk ipfire-source/ --force > /dev/null
985 svn log http://svn.ipfire.eu/svn/ipfire/trunk -r 1:$SVN_REVISION > ipfire-source/Changelog
986 #svn info http://svn.ipfire.eu/svn/ipfire/trunk -r $SVN_REVISION > ipfire-source/svn_status
987 evaluate 1
988
989 echo -en "REV $SVN_REVISION: Compressing files..."
990 if [ -e ipfire-source/trunk/make.sh ]; then
991 chmod 755 ipfire-source/trunk/make.sh
992 fi
993 tar cfz ipfire-source-r$SVN_REVISION.tar.gz ipfire-source
994 evaluate 1
995 echo -en "REV $SVN_REVISION: Cleaning up..."
996 rm ipfire-source/ -r
997 evaluate 1
998 ;;
999 diff|di)
1000 echo -ne "Make a local diff to last svn revision"
1001 svn diff > ipfire-diff-`date +'%Y-%m-%d-%H:%M'`-r`svn info | grep Revision | cut -c 11-`.diff
1002 evaluate 1
1003 echo "Diff was successfully saved to ipfire-diff-`date +'%Y-%m-%d-%H:%M'`-r`svn info | grep Revision | cut -c 11-`.diff"
1004 ;;
1005 esac
1006 ;;
1007 uploadsrc)
1008 PWD=`pwd`
1009 cd $BASEDIR/cache/
1010 echo -e "Uploading cache to ftp server:"
1011 ncftpls -u $IPFIRE_FTP_USER_INT -p $IPFIRE_FTP_PASS_INT ftp://$IPFIRE_FTP_URL_INT$IPFIRE_FTP_PATH_INT/ > /var/tmp/ftplist
1012 for i in *; do
1013 if [ "$i" == "toolchains" ]; then continue; fi
1014 grep -q $i /var/tmp/ftplist
1015 if [ "$?" -ne "0" ]; then
1016 echo -ne "$i"
1017 ncftpput -bb -u $IPFIRE_FTP_USER_INT -p $IPFIRE_FTP_PASS_INT $IPFIRE_FTP_URL_INT $IPFIRE_FTP_PATH_INT/ $i > /dev/null 2>&1
1018 if [ "$?" -eq "0" ]; then
1019 beautify message DONE
1020 else
1021 beautify message FAIL
1022 fi
1023 fi
1024 done
1025 rm -f /var/tmp/ftplist
1026 UL_TIME_START=`date +'%s'`
1027 ncftpbatch -d > /dev/null 2>&1
1028 while ps acx | grep -q ncftpbatch
1029 do
1030 UL_TIME=$(expr `date +'%s'` - $UL_TIME_START)
1031 echo -ne "\r ${UL_TIME}s : Upload is running..."
1032 sleep 1
1033 done
1034 beautify message DONE
1035 cd $PWD
1036 exit 0
1037 ;;
1038 upload)
1039 case "$2" in
1040 iso)
1041 echo -e "Uploading the iso to $IPFIRE_FTP_URL_EXT."
1042 cat <<EOF > .ftp-commands
1043 mkdir $IPFIRE_FTP_PATH_EXT
1044 ls -lah
1045 quit
1046 EOF
1047 ncftp -u $IPFIRE_FTP_USER_EXT -p $IPFIRE_FTP_PASS_EXT $IPFIRE_FTP_URL_EXT < .ftp-commands
1048 rm -f .ftp-commands
1049 md5sum ipfire-install-$VERSION.i386.iso > ipfire-install-$VERSION.i386.iso.md5
1050 ncftpput -u $IPFIRE_FTP_USER_EXT -p $IPFIRE_FTP_PASS_EXT $IPFIRE_FTP_URL_EXT $IPFIRE_FTP_PATH_EXT/ ipfire-install-$VERSION.i386.iso
1051 ncftpput -u $IPFIRE_FTP_USER_EXT -p $IPFIRE_FTP_PASS_EXT $IPFIRE_FTP_URL_EXT $IPFIRE_FTP_PATH_EXT/ ipfire-install-$VERSION.i386.iso.md5
1052 ncftpput -u $IPFIRE_FTP_USER_EXT -p $IPFIRE_FTP_PASS_EXT $IPFIRE_FTP_URL_EXT $IPFIRE_FTP_PATH_EXT/ ipfire-source-r$SVN_REVISION.tar.gz
1053 ncftpput -u $IPFIRE_FTP_USER_EXT -p $IPFIRE_FTP_PASS_EXT $IPFIRE_FTP_URL_EXT $IPFIRE_FTP_PATH_EXT/ svn_status
1054 if [ "$?" -eq "0" ]; then
1055 echo -e "The iso of Revision $SVN_REVISION was successfully uploaded to $IPFIRE_FTP_URL_EXT$IPFIRE_FTP_PATH_EXT/."
1056 else
1057 echo -e "There was an error while uploading the iso to the ftp server."
1058 exit 1
1059 fi
1060 if [ "$3" = "--with-sources-cd" ]; then
1061 ncftpput -u $IPFIRE_FTP_USER_EXT -p $IPFIRE_FTP_PASS_EXT $IPFIRE_FTP_URL_EXT $IPFIRE_FTP_PATH_EXT/ ipfire-sources-cd-$VERSION.$MACHINE.iso
1062 fi
1063 ;;
1064 paks)
1065 cat <<EOF > .ftp-commands
1066 mkdir $IPFIRE_FTP_PATH_PAK
1067 ls -lah
1068 quit
1069 EOF
1070 ncftp -u $IPFIRE_FTP_USER_PAK -p $IPFIRE_FTP_PASS_PAK $IPFIRE_FTP_URL_PAK < .ftp-commands
1071 rm -f .ftp-commands
1072 ncftpput -z -u $IPFIRE_FTP_USER_PAK -p $IPFIRE_FTP_PASS_PAK $IPFIRE_FTP_URL_PAK $IPFIRE_FTP_PATH_PAK/ packages/*
1073 if [ "$?" -eq "0" ]; then
1074 echo -e "The packages were successfully uploaded to $IPFIRE_FTP_URL_PAK$IPFIRE_FTP_PATH_PAK/."
1075 else
1076 echo -e "There was an error while uploading the packages to the ftp server."
1077 exit 1
1078 fi
1079 ;;
1080 esac
1081 ;;
1082 batch)
1083 if [ "$2" -eq "--background" ]; then
1084 batch_script
1085 exit $?
1086 fi
1087 if [ `screen -ls | grep -q ipfire` ]; then
1088 echo "Build is already running, sorry!"
1089 exit 1
1090 else
1091 if [ "$2" = "--rebuild" ]; then
1092 export IPFIRE_REBUILD=1
1093 echo "REBUILD!"
1094 else
1095 export IPFIRE_REBUILD=0
1096 fi
1097 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1098 screen -dmS ipfire $0 batch --background
1099 evaluate 1
1100 exit 0
1101 fi
1102 ;;
1103 watch)
1104 watch_screen
1105 ;;
1106 "")
1107 clear
1108 svn info
1109 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "SVN: Commit" "SVN: Update" "SVN: Status" "SVN: Diff" "LOG: Tail" "Help"
1110 do
1111 case $name in
1112 "IPFIRE: Downloadsrc")
1113 $0 downloadsrc
1114 ;;
1115 "IPFIRE: Build (silent)")
1116 $0 build-silent
1117 ;;
1118 "IPFIRE: Watch Build")
1119 $0 watch
1120 ;;
1121 "IPFIRE: Batch")
1122 $0 batch
1123 ;;
1124 "IPFIRE: Clean")
1125 $0 clean
1126 ;;
1127 "SVN: Update")
1128 $0 svn update
1129 ;;
1130 "Help")
1131 echo "Usage: $0 {build|changelog|clean|gettoolchain|newpak|downloadsrc|shell|sync|toolchain}"
1132 cat doc/make.sh-usage
1133 ;;
1134 "LOG: Tail")
1135 tail -f log/_*
1136 ;;
1137 "Exit")
1138 break
1139 ;;
1140 esac
1141 done
1142 ;;
1143 *)
1144 echo "Usage: $0 {build|changelog|clean|gettoolchain|newpak|downloadsrc|shell|sync|toolchain}"
1145 cat doc/make.sh-usage
1146 ;;
1147 esac