zd1211-firmware: package added.
[people/pmueller/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007-2011 IPFire-Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.10" # Version number
28 CORE="49" # Core Level (Filename)
29 PAKFIRE_CORE="48" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Build USB, Flash and Xen Images
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=1
41 IPFVER="full" # Which versions should be compiled? (full|devel)
42
43 BUILDMACHINE=$MACHINE
44 if [ "$MACHINE" = "x86_64" ]; then
45 BUILDMACHINE="i686";
46 linux32="linux32";
47 fi
48
49
50 # Debian specific settings
51 if [ ! -e /etc/debian_version ]; then
52 FULLPATH=`which $0`
53 else
54 if [ -x /usr/bin/realpath ]; then
55 FULLPATH=`/usr/bin/realpath $0`
56 else
57 echo "ERROR: Need to do apt-get install realpath"
58 exit 1
59 fi
60 fi
61
62 PWD=`pwd`
63 BASENAME=`basename $0`
64 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
65 LOGFILE=$BASEDIR/log/_build.preparation.log
66 export BASEDIR LOGFILE
67 DIR_CHK=$BASEDIR/cache/check
68 mkdir $BASEDIR/log/ 2>/dev/null
69
70 # Include funtions
71 . tools/make-functions
72
73 if [ -f .config ]; then
74 . .config
75 else
76 echo -e "${BOLD}No configuration found!${NORMAL}"
77 echo -ne "Do you want to create one (y/N)?"
78 read CREATE_CONFIG
79 echo ""
80 if [ "$CREATE_CONFIG" == "y" ]; then
81 make_config
82 fi
83 fi
84
85 if [ -z $EDITOR ]; then
86 for i in nano emacs vi; do
87 EDITOR=$(which $i 2>/dev/null)
88 if ! [ -z $EDITOR ]; then
89 export EDITOR=$EDITOR
90 break
91 fi
92 done
93 [ -z $EDITOR ] && exiterror "You should have installed an editor."
94 fi
95
96 prepareenv() {
97 ############################################################################
98 # #
99 # Are we running the right shell? #
100 # #
101 ############################################################################
102 if [ ! "$BASH" ]; then
103 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
104 fi
105
106 if [ -z "${BASH_VERSION}" ]; then
107 exiterror "Not running BASH shell."
108 fi
109
110
111 ############################################################################
112 # #
113 # Trap on emergency exit #
114 # #
115 ############################################################################
116 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
117
118
119 ############################################################################
120 # #
121 # Resetting our nice level #
122 # #
123 ############################################################################
124 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
125 renice $NICE $$ > /dev/null
126 if [ `nice` != "$NICE" ]; then
127 beautify message FAIL
128 exiterror "Failed to set correct nice level"
129 else
130 beautify message DONE
131 fi
132
133
134 ############################################################################
135 # #
136 # Checking if running as root user #
137 # #
138 ############################################################################
139 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
140 if [ `id -u` != 0 ]; then
141 beautify message FAIL
142 exiterror "Not building as root"
143 else
144 beautify message DONE
145 fi
146
147
148 ############################################################################
149 # #
150 # Checking for necessary temporary space #
151 # #
152 ############################################################################
153 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
154 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
155 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
156 if (( 2048000 > $BASE_ASPACE )); then
157 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
158 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
159 beautify message FAIL
160 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
161 fi
162 else
163 beautify message DONE
164 fi
165
166 ############################################################################
167 # #
168 # Building Linux From Scratch system #
169 # #
170 ############################################################################
171 # Set umask
172 umask 022
173
174 # Set LFS Directory
175 LFS=$BASEDIR/build
176
177 # Check /tools symlink
178 if [ -h /tools ]; then
179 rm -f /tools
180 fi
181 if [ ! -a /tools ]; then
182 ln -s $BASEDIR/build/tools /
183 fi
184 if [ ! -h /tools ]; then
185 exiterror "Could not create /tools symbolic link."
186 fi
187
188 # Setup environment
189 set +h
190 LC_ALL=POSIX
191 if [ -z $MAKETUNING ]; then
192 MAKETUNING="-j6"
193 fi
194 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
195 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
196
197 # Make some extra directories
198 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
199 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
200 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
201 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
202
203 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
204 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
205
206 # Make all sources and proc available under lfs build
207 mount --bind /dev $BASEDIR/build/dev
208 mount --bind /dev/pts $BASEDIR/build/dev/pts
209 mount --bind /dev/shm $BASEDIR/build/dev/shm
210 mount --bind /proc $BASEDIR/build/proc
211 mount --bind /sys $BASEDIR/build/sys
212 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
213 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
214 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
215 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
216 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
217 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
218 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
219 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
220 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
221
222 # This is a temporary hack!!!
223 if [ ! -f /tools/bin/hostname ]; then
224 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
225 fi
226
227 # Run LFS static binary creation scripts one by one
228 export CCACHE_DIR=$BASEDIR/ccache
229 export CCACHE_COMPRESS=1
230 export CCACHE_HASHDIR=1
231
232 # Remove pre-install list of installed files in case user erase some files before rebuild
233 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
234 }
235
236 buildtoolchain() {
237 if [ "$(uname -m)" = "x86_64" ]; then
238 exiterror "Cannot build toolchain on x86_64. Please use the download."
239 fi
240 if [ "$(uname -r | grep ipfire)" ]; then
241 exiterror "Cannot build toolchain on ipfire. Please use the download."
242 fi
243
244 LOGFILE="$BASEDIR/log/_build.toolchain.log"
245 export LOGFILE
246 ORG_PATH=$PATH
247 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
248 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
249 lfsmake1 ccache PASS=1
250 lfsmake1 make PASS=1
251 lfsmake1 binutils PASS=1
252 lfsmake1 gcc PASS=1
253 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
254 lfsmake1 linux-libc-header
255 lfsmake1 glibc
256 lfsmake1 cleanup-toolchain PASS=1
257 lfsmake1 tcl
258 lfsmake1 expect
259 lfsmake1 dejagnu
260 lfsmake1 gcc PASS=2
261 lfsmake1 binutils PASS=2
262 lfsmake1 ccache PASS=2
263 lfsmake1 ncurses
264 lfsmake1 bash
265 lfsmake1 bzip2
266 lfsmake1 coreutils
267 lfsmake1 diffutils
268 lfsmake1 findutils
269 lfsmake1 gawk
270 lfsmake1 gettext
271 lfsmake1 grep
272 lfsmake1 gzip
273 lfsmake1 m4
274 lfsmake1 make PASS=2
275 lfsmake1 patch
276 lfsmake1 perl
277 lfsmake1 sed
278 lfsmake1 tar
279 lfsmake1 texinfo
280 lfsmake1 util-linux
281 lfsmake1 cleanup-toolchain PASS=2
282 export PATH=$ORG_PATH
283 }
284
285 buildbase() {
286 LOGFILE="$BASEDIR/log/_build.base.log"
287 export LOGFILE
288 lfsmake2 stage2
289 lfsmake2 linux-libc-header
290 lfsmake2 man-pages
291 lfsmake2 glibc
292 lfsmake2 cleanup-toolchain PASS=3
293 lfsmake2 binutils
294 lfsmake2 gcc
295 lfsmake2 berkeley
296 lfsmake2 coreutils
297 lfsmake2 iana-etc
298 lfsmake2 m4
299 lfsmake2 bison
300 lfsmake2 ncurses
301 lfsmake2 procps
302 lfsmake2 sed
303 lfsmake2 libtool
304 lfsmake2 perl
305 lfsmake2 readline
306 lfsmake2 zlib
307 lfsmake2 autoconf
308 lfsmake2 automake
309 lfsmake2 bash
310 lfsmake2 bzip2
311 lfsmake2 diffutils
312 lfsmake2 e2fsprogs
313 lfsmake2 ed
314 lfsmake2 file
315 lfsmake2 findutils
316 lfsmake2 flex
317 lfsmake2 gawk
318 lfsmake2 gettext
319 lfsmake2 grep
320 lfsmake2 groff
321 lfsmake2 gzip
322 lfsmake2 inetutils
323 lfsmake2 iproute2
324 lfsmake2 kbd
325 lfsmake2 less
326 lfsmake2 libaal
327 lfsmake2 make
328 lfsmake2 man
329 lfsmake2 mktemp
330 lfsmake2 module-init-tools
331 lfsmake2 net-tools
332 lfsmake2 patch
333 lfsmake2 psmisc
334 lfsmake2 reiser4progs
335 lfsmake2 shadow
336 lfsmake2 sysklogd
337 lfsmake2 sysvinit
338 lfsmake2 tar
339 lfsmake2 texinfo
340 lfsmake2 udev
341 lfsmake2 util-linux
342 lfsmake2 vim
343 lfsmake2 grub
344 }
345
346 buildipfire() {
347 LOGFILE="$BASEDIR/log/_build.ipfire.log"
348 export LOGFILE
349 ipfiremake configroot
350 ipfiremake backup
351 ipfiremake dhcp
352 ipfiremake dhcpcd
353 ipfiremake libusb
354 ipfiremake libpcap
355 ipfiremake ppp
356 ipfiremake pptp
357 ipfiremake unzip
358 ipfiremake which
359 ipfiremake xz
360 ipfiremake linux-firmware
361 ipfiremake zd1211-firmware
362 ipfiremake linux XEN=1
363 ipfiremake kqemu XEN=1
364 ipfiremake v4l-dvb XEN=1
365 ipfiremake madwifi XEN=1
366 ipfiremake mISDN XEN=1
367 ipfiremake dahdi XEN=1 KMOD=1
368 ipfiremake cryptodev XEN=1
369 ipfiremake compat-wireless XEN=1
370 ipfiremake r8169 XEN=1
371 ipfiremake r8168 XEN=1
372 ipfiremake r8101 XEN=1
373 ipfiremake e1000 XEN=1
374 ipfiremake e1000e XEN=1
375 ipfiremake igb XEN=1
376 ipfiremake linux PAE=1
377 ipfiremake kqemu PAE=1
378 ipfiremake kvm-kmod PAE=1
379 ipfiremake v4l-dvb PAE=1
380 ipfiremake madwifi PAE=1
381 ipfiremake alsa PAE=1 KMOD=1
382 ipfiremake mISDN PAE=1
383 ipfiremake dahdi PAE=1 KMOD=1
384 ipfiremake cryptodev PAE=1
385 ipfiremake compat-wireless PAE=1
386 # ipfiremake r8169 PAE=1
387 # ipfiremake r8168 PAE=1
388 # ipfiremake r8101 PAE=1
389 ipfiremake e1000 PAE=1
390 ipfiremake e1000e PAE=1
391 ipfiremake igb PAE=1
392 ipfiremake linux
393 ipfiremake kqemu
394 ipfiremake kvm-kmod
395 ipfiremake v4l-dvb
396 ipfiremake madwifi
397 ipfiremake alsa KMOD=1
398 ipfiremake mISDN
399 ipfiremake dahdi KMOD=1
400 ipfiremake cryptodev
401 ipfiremake compat-wireless
402 # ipfiremake r8169
403 # ipfiremake r8168
404 # ipfiremake r8101
405 ipfiremake e1000
406 ipfiremake e1000e
407 ipfiremake igb
408 ipfiremake pkg-config
409 ipfiremake linux-atm
410 ipfiremake cpio
411
412 installmake strip
413
414 ipfiremake dracut
415 ipfiremake expat
416 ipfiremake gdbm
417 ipfiremake gmp
418 ipfiremake pam
419 ipfiremake openssl
420 ipfiremake curl
421 ipfiremake python
422 ipfiremake fireinfo
423 ipfiremake libnet
424 ipfiremake libnl
425 ipfiremake libidn
426 ipfiremake libjpeg
427 ipfiremake libpng
428 ipfiremake libtiff
429 ipfiremake libart
430 ipfiremake freetype
431 ipfiremake gd
432 ipfiremake popt
433 ipfiremake pcre
434 ipfiremake slang
435 ipfiremake newt
436 ipfiremake attr
437 ipfiremake acl
438 ipfiremake libcap
439 ipfiremake pciutils
440 ipfiremake usbutils
441 ipfiremake libxml2
442 ipfiremake libxslt
443 ipfiremake BerkeleyDB
444 ipfiremake mysql
445 ipfiremake cyrus-sasl
446 ipfiremake openldap
447 ipfiremake apache2
448 ipfiremake php
449 ipfiremake apache2 PASS=C
450 ipfiremake arping
451 ipfiremake beep
452 ipfiremake bind
453 ipfiremake cdrtools
454 ipfiremake dnsmasq
455 ipfiremake dosfstools
456 ipfiremake reiserfsprogs
457 ipfiremake xfsprogs
458 ipfiremake sysfsutils
459 ipfiremake fuse
460 ipfiremake ntfs-3g
461 ipfiremake ethtool
462 ipfiremake ez-ipupdate
463 ipfiremake fcron
464 ipfiremake perl-GD
465 ipfiremake GD-Graph
466 ipfiremake GD-TextUtil
467 ipfiremake gnupg
468 ipfiremake hdparm
469 ipfiremake sdparm
470 ipfiremake mtools
471 ipfiremake initscripts
472 ipfiremake whatmask
473 ipfiremake iptables
474 ipfiremake libupnp
475 ipfiremake ipaddr
476 ipfiremake iptstate
477 ipfiremake iputils
478 ipfiremake l7-protocols
479 ipfiremake mISDNuser
480 ipfiremake capi4k-utils
481 ipfiremake hwdata
482 ipfiremake kudzu
483 ipfiremake logrotate
484 ipfiremake logwatch
485 ipfiremake misc-progs
486 ipfiremake nano
487 ipfiremake nasm
488 ipfiremake URI
489 ipfiremake HTML-Tagset
490 ipfiremake HTML-Parser
491 ipfiremake Compress-Zlib
492 ipfiremake Digest
493 ipfiremake Digest-SHA1
494 ipfiremake Digest-HMAC
495 ipfiremake libwww-perl
496 ipfiremake Net-DNS
497 ipfiremake Net-IPv4Addr
498 ipfiremake Net_SSLeay
499 ipfiremake IO-Stringy
500 ipfiremake Unix-Syslog
501 ipfiremake Mail-Tools
502 ipfiremake MIME-Tools
503 ipfiremake Net-Server
504 ipfiremake Convert-TNEF
505 ipfiremake Convert-UUlib
506 ipfiremake Archive-Tar
507 ipfiremake Archive-Zip
508 ipfiremake Text-Tabs+Wrap
509 ipfiremake Locale-Country
510 ipfiremake XML-Parser
511 ipfiremake python-setuptools
512 ipfiremake python-clientform
513 ipfiremake python-mechanize
514 ipfiremake python-feedparser
515 ipfiremake python-rssdler
516 ipfiremake glib
517 ipfiremake GeoIP
518 ipfiremake fwhits
519 ipfiremake noip_updater
520 ipfiremake ntp
521 ipfiremake openssh
522 ipfiremake rrdtool
523 ipfiremake setserial
524 ipfiremake setup
525 ipfiremake libdnet
526 ipfiremake daq
527 ipfiremake snort
528 ipfiremake oinkmaster
529 ipfiremake squid
530 ipfiremake squidguard
531 ipfiremake calamaris
532 ipfiremake tcpdump
533 ipfiremake traceroute
534 ipfiremake vlan
535 ipfiremake wireless
536 ipfiremake libsafe
537 ipfiremake pakfire
538 ipfiremake java
539 ipfiremake spandsp
540 ipfiremake lzo
541 ipfiremake openvpn
542 ipfiremake pammysql
543 ipfiremake cups
544 ipfiremake ghostscript
545 ipfiremake foomatic
546 ipfiremake hplip
547 ipfiremake samba
548 ipfiremake sudo
549 ipfiremake mc
550 ipfiremake wget
551 ipfiremake bridge-utils
552 ipfiremake screen
553 ipfiremake hddtemp
554 ipfiremake smartmontools
555 ipfiremake htop
556 ipfiremake postfix
557 ipfiremake fetchmail
558 ipfiremake cyrus-imapd
559 ipfiremake openmailadmin
560 ipfiremake clamav
561 ipfiremake spamassassin
562 ipfiremake amavisd
563 ipfiremake alsa
564 ipfiremake mpfire
565 ipfiremake guardian
566 ipfiremake libid3tag
567 ipfiremake libmad
568 ipfiremake libogg
569 ipfiremake libvorbis
570 ipfiremake libdvbpsi
571 ipfiremake lame
572 ipfiremake sox
573 ipfiremake libshout
574 ipfiremake xvid
575 ipfiremake libmpeg2
576 ipfiremake cmake
577 ipfiremake gnump3d
578 ipfiremake libsigc++
579 ipfiremake applejuice
580 ipfiremake libtorrent
581 ipfiremake rtorrent
582 ipfiremake ipfireseeder
583 ipfiremake rsync
584 ipfiremake tcpwrapper
585 ipfiremake libevent
586 ipfiremake portmap
587 ipfiremake nfs
588 ipfiremake nmap
589 ipfiremake ncftp
590 ipfiremake etherwake
591 ipfiremake bwm-ng
592 ipfiremake tripwire
593 ipfiremake sysstat
594 ipfiremake vsftpd
595 ipfiremake strongswan
596 ipfiremake lsof
597 ipfiremake centerim
598 ipfiremake br2684ctl
599 ipfiremake pcmciautils
600 ipfiremake lm_sensors
601 ipfiremake liboping
602 ipfiremake collectd
603 ipfiremake lcd4linux
604 ipfiremake teamspeak
605 ipfiremake elinks
606 ipfiremake igmpproxy
607 ipfiremake fbset
608 ipfiremake sdl
609 ipfiremake qemu
610 ipfiremake qemu-kqemu
611 ipfiremake sane
612 ipfiremake netpbm
613 ipfiremake phpSANE
614 ipfiremake tunctl
615 ipfiremake nagios
616 ipfiremake ebtables
617 ipfiremake fontconfig
618 ipfiremake freefont
619 ipfiremake directfb
620 ipfiremake dfb++
621 ipfiremake faad2
622 ipfiremake ffmpeg
623 ipfiremake videolan
624 ipfiremake vdr
625 ipfiremake w_scan
626 ipfiremake icecast
627 ipfiremake icegenerator
628 ipfiremake mpd
629 ipfiremake libmpdclient
630 ipfiremake mpc
631 ipfiremake git
632 ipfiremake squidclamav
633 ipfiremake bc
634 ipfiremake vnstat
635 ipfiremake vnstati
636 ipfiremake iw
637 ipfiremake wpa_supplicant
638 ipfiremake hostapd
639 ipfiremake urlgrabber
640 ipfiremake syslinux
641 ipfiremake tftpd
642 ipfiremake cpufrequtils
643 ipfiremake dbus
644 ipfiremake bluetooth
645 ipfiremake gutenprint
646 ipfiremake apcupsd
647 ipfiremake iperf
648 ipfiremake netcat
649 ipfiremake 7zip
650 ipfiremake lynis
651 ipfiremake splix
652 ipfiremake streamripper
653 ipfiremake sshfs
654 ipfiremake sqlite
655 ipfiremake taglib
656 ipfiremake mediatomb
657 ipfiremake sslh
658 ipfiremake perl-gettext
659 ipfiremake vdradmin
660 ipfiremake miau
661 ipfiremake netsnmpd
662 ipfiremake perl-DBI
663 ipfiremake perl-DBD-mysql
664 ipfiremake cacti
665 ipfiremake icecc
666 ipfiremake openvmtools
667 ipfiremake nagiosql
668 ipfiremake iftop
669 ipfiremake motion
670 ipfiremake joe
671 ipfiremake nut
672 ipfiremake watchdog
673 ipfiremake libpri
674 ipfiremake dahdi
675 ipfiremake asterisk
676 ipfiremake lcr
677 ipfiremake usb_modeswitch
678 ipfiremake usb_modeswitch_data
679 ipfiremake zerofree
680 ipfiremake mdadm
681 ipfiremake eject
682 ipfiremake pound
683 ipfiremake minicom
684 ipfiremake ddrescue
685 ipfiremake tcl
686 ipfiremake imspector
687 ipfiremake miniupnpd
688 ipfiremake client175
689 ipfiremake powertop
690 ipfiremake parted
691 ipfiremake swig
692 ipfiremake python-m2crypto
693 ipfiremake crda
694 ipfiremake libsatsolver
695 ipfiremake python-satsolver
696 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
697 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
698 echo >> $BASEDIR/build/var/ipfire/firebuild
699 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
700 echo >> $BASEDIR/build/var/ipfire/firebuild
701 git status >> $BASEDIR/build/var/ipfire/firebuild
702 echo >> $BASEDIR/build/var/ipfire/firebuild
703 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
704 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
705 if [ "$GIT_BRANCH" = "next" ]; then
706 echo "$NAME $VERSION - (Development Build: $GIT_LASTCOMMIT)" > $BASEDIR/build/etc/system-release
707 else
708 echo "$NAME $VERSION - $GIT_BRANCH" > $BASEDIR/build/etc/system-release
709 fi
710 }
711
712 buildinstaller() {
713 # Run installer scripts one by one
714 LOGFILE="$BASEDIR/log/_build.installer.log"
715 export LOGFILE
716 ipfiremake as86
717 ipfiremake mbr
718 ipfiremake memtest
719 ipfiremake installer
720 cp -f $BASEDIR/doc/COPYING $BASEDIR/build/install/initrd/
721 installmake strip
722 ipfiremake initrd
723 }
724
725 buildpackages() {
726 LOGFILE="$BASEDIR/log/_build.packages.log"
727 export LOGFILE
728 echo "... see detailed log in _build.*.log files" >> $LOGFILE
729
730
731 # Generating list of packages used
732 echo -n "Generating packages list from logs" | tee -a $LOGFILE
733 rm -f $BASEDIR/doc/packages-list
734 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
735 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
736 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
737 fi
738 done
739 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
740 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
741 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
742 rm -f $BASEDIR/doc/packages-list
743 # packages-list.txt is ready to be displayed for wiki page
744 beautify message DONE
745
746 # Update changelog
747 cd $BASEDIR
748 $0 git log
749
750 # Create images for install
751 ipfiremake cdrom ED=$IPFVER
752
753 # Check if there is a loop device for building in virtual environments
754 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
755 ipfiremake usb-stick ED=$IPFVER
756 ipfiremake flash-images ED=$IPFVER
757 fi
758
759 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
760
761 ipfirepackages
762
763 # Check if there is a loop device for building in virtual environments
764 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
765 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
766 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
767 ipfiremake xen-image ED=$IPFVER
768 rm -rf $LFS/install/packages/linux-xen-*.ipfire
769 rm -rf $LFS/install/packages/meta-linux-xen
770 fi
771 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
772
773 cd $BASEDIR
774 for i in `ls *.bz2 *.img.gz *.iso`; do
775 md5sum $i > $i.md5
776 done
777 cd $PWD
778
779 # Cleanup
780 stdumount
781 rm -rf $BASEDIR/build/tmp/*
782
783 # Generating total list of files
784 echo -n "Generating files list from logs" | tee -a $LOGFILE
785 rm -f $BASEDIR/log/FILES
786 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
787 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
788 echo "##" >>$BASEDIR/log/FILES
789 echo "## `basename $i`" >>$BASEDIR/log/FILES
790 echo "##" >>$BASEDIR/log/FILES
791 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
792 fi
793 done
794 beautify message DONE
795
796 cd $PWD
797 }
798
799 ipfirepackages() {
800 ipfiremake core-updates
801 for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
802 if [ -e $BASEDIR/lfs/$i ]; then
803 ipfiredist $i
804 else
805 echo -n $i
806 beautify message SKIP
807 fi
808 done
809 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
810 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
811 rm -rf $BASEDIR/build/install/packages/*
812 }
813
814 # See what we're supposed to do
815 case "$1" in
816 build)
817 clear
818 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
819 #only restore on a clean disk
820 if [ ! -f log/cleanup-toolchain-2-tools ]; then
821 if [ ! -n "$PACKAGE" ]; then
822 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
823 prepareenv
824 buildtoolchain
825 else
826 PACKAGENAME=${PACKAGE%.tar.gz}
827 beautify build_stage "Packaged toolchain compilation"
828 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
829 tar zxf $PACKAGE
830 prepareenv
831 else
832 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
833 fi
834 fi
835 else
836 echo -n "Using installed toolchain" | tee -a $LOGFILE
837 beautify message SKIP
838 prepareenv
839 fi
840
841 beautify build_start
842 beautify build_stage "Building LFS"
843 buildbase
844
845 beautify build_stage "Building IPFire"
846 buildipfire
847
848 beautify build_stage "Building installer"
849 buildinstaller
850
851 beautify build_stage "Building packages"
852 buildpackages
853
854 beautify build_stage "Checking Logfiles for new Files"
855
856 cd $BASEDIR
857 tools/checknewlog.pl
858 cd $PWD
859
860 beautify build_end
861 ;;
862 shell)
863 # enter a shell inside LFS chroot
864 # may be used to changed kernel settings
865 prepareenv
866 entershell
867 ;;
868 clean)
869 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
870 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
871 $LOSETUP -d $i 2>/dev/null
872 done
873 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
874 umount $i
875 done
876 stdumount
877 for i in `seq 0 7`; do
878 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
879 umount /dev/loop${i} 2>/dev/null;
880 losetup -d /dev/loop${i} 2>/dev/null;
881 fi;
882 done
883 rm -rf $BASEDIR/build
884 rm -rf $BASEDIR/cdrom
885 rm -rf $BASEDIR/packages
886 rm -rf $BASEDIR/log
887 if [ -h /tools ]; then
888 rm -f /tools
889 fi
890 rm -f $BASEDIR/ipfire-*
891 beautify message DONE
892 ;;
893 downloadsrc)
894 if [ ! -d $BASEDIR/cache ]; then
895 mkdir $BASEDIR/cache
896 fi
897 mkdir -p $BASEDIR/log
898 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
899 FINISHED=0
900 cd $BASEDIR/lfs
901 for c in `seq $MAX_RETRIES`; do
902 if (( FINISHED==1 )); then
903 break
904 fi
905 FINISHED=1
906 cd $BASEDIR/lfs
907 for i in *; do
908 if [ -f "$i" -a "$i" != "Config" ]; then
909 echo -ne "Loading $i"
910 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
911 if [ $? -ne 0 ]; then
912 beautify message FAIL
913 FINISHED=0
914 else
915 if [ $c -eq 1 ]; then
916 beautify message DONE
917 fi
918 fi
919 fi
920 done
921 done
922 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
923 ERROR=0
924 for i in *; do
925 if [ -f "$i" -a "$i" != "Config" ]; then
926 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
927 if [ $? -ne 0 ]; then
928 echo -ne "MD5 difference in lfs/$i"
929 beautify message FAIL
930 ERROR=1
931 fi
932 fi
933 done
934 if [ $ERROR -eq 0 ]; then
935 echo -ne "${BOLD}all files md5sum match${NORMAL}"
936 beautify message DONE
937 else
938 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
939 beautify message FAIL
940 fi
941 cd - >/dev/null 2>&1
942 ;;
943 toolchain)
944 clear
945 prepareenv
946 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
947 buildtoolchain
948 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
949 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
950 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
951 build/{bin,etc,usr/bin,usr/local} \
952 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
953 log >> $LOGFILE
954 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
955 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.md5
956 stdumount
957 ;;
958 gettoolchain)
959 # arbitrary name to be updated in case of new toolchain package upload
960 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE
961 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
962 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
963 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
964 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
965 cd $BASEDIR/cache/toolchains
966 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
967 if [ $? -ne 0 ]; then
968 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
969 else
970 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
971 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
972 else
973 exiterror "$PACKAGE.md5 did not match, check downloaded package"
974 fi
975 fi
976 else
977 echo "Toolchain is already downloaded. Exiting..."
978 fi
979 ;;
980 othersrc)
981 prepareenv
982 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
983 chroot $LFS /tools/bin/env -i HOME=/root \
984 TERM=$TERM PS1='\u:\w\$ ' \
985 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
986 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
987 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
988 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
989 if [ $? -eq "0" ]; then
990 beautify message DONE
991 else
992 beautify message FAIL
993 fi
994 stdumount
995 ;;
996 git)
997 case "$2" in
998 update|up)
999 ## REMOVES ALL UNCOMMITTED CHANGES!
1000 [ "$3" == "--force" ] && git checkout -f
1001 git pull
1002 ;;
1003 commit|ci)
1004 shift 2
1005 git commit $*
1006
1007 [ "$?" -eq "0" ] || exiterror "git commit $* failed."
1008
1009 echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
1010 read
1011 [ -z $REPLY ] && exit 0
1012 for i in y Y j J; do
1013 if [ "$i" == "$REPLY" ]; then
1014 $0 git push
1015 exit $?
1016 fi
1017 done
1018 exiterror "\"$REPLY\" is not a valid answer."
1019 ;;
1020 dist)
1021 git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
1022 ;;
1023 diff|di)
1024 echo -ne "Make a local diff to last revision"
1025 git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
1026 evaluate 1
1027 echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
1028 git diff --stat
1029 ;;
1030 push)
1031 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
1032 GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
1033
1034 git push ${GIT_URL} $3
1035 ;;
1036 log)
1037 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
1038 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
1039
1040 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
1041 ;;
1042 esac
1043 ;;
1044 uploadsrc)
1045 PWD=`pwd`
1046 if [ -z $IPFIRE_USER ]; then
1047 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1048 beautify message FAIL
1049 exit 1
1050 fi
1051
1052 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1053 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1054
1055 cd $BASEDIR/cache/
1056 for file in $(ls -1 --ignore=toolchains); do
1057 grep -q "$file" <<<$REMOTE_FILES && continue
1058 NEW_FILES="$NEW_FILES $file"
1059 done
1060 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1061 cd $BASEDIR
1062 cd $PWD
1063 exit 0
1064 ;;
1065 batch)
1066 if [ "$2" = "--background" ]; then
1067 batch_script
1068 exit $?
1069 fi
1070 if [ `screen -ls | grep -q ipfire` ]; then
1071 echo "Build is already running, sorry!"
1072 exit 1
1073 else
1074 if [ "$2" = "--rebuild" ]; then
1075 export IPFIRE_REBUILD=1
1076 echo "REBUILD!"
1077 else
1078 export IPFIRE_REBUILD=0
1079 fi
1080 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1081 screen -dmS ipfire $0 batch --background
1082 evaluate 1
1083 exit 0
1084 fi
1085 ;;
1086 watch)
1087 watch_screen
1088 ;;
1089 pxe)
1090 case "$2" in
1091 start)
1092 start_tftpd
1093 ;;
1094 stop)
1095 stop_tftpd
1096 ;;
1097 reload|restart)
1098 reload_tftpd
1099 ;;
1100 esac
1101 exit 0
1102 ;;
1103 lang)
1104 update_langs
1105 ;;
1106 "")
1107 clear
1108 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1109 do
1110 case $name in
1111 "IPFIRE: Downloadsrc")
1112 $0 downloadsrc
1113 ;;
1114 "IPFIRE: Build (silent)")
1115 $0 build-silent
1116 ;;
1117 "IPFIRE: Watch Build")
1118 $0 watch
1119 ;;
1120 "IPFIRE: Batch")
1121 $0 batch
1122 ;;
1123 "IPFIRE: Clean")
1124 $0 clean
1125 ;;
1126 "Help")
1127 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1128 cat doc/make.sh-usage
1129 ;;
1130 "LOG: Tail")
1131 tail -f log/_*
1132 ;;
1133 "Exit")
1134 break
1135 ;;
1136 esac
1137 done
1138 ;;
1139 config)
1140 make_config
1141 ;;
1142 *)
1143 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1144 cat doc/make.sh-usage
1145 ;;
1146 esac