]> git.ipfire.org Git - people/pmueller/ipfire-2.x.git/blob - make.sh
Use less parallelism on ARM builds.
[people/pmueller/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007-2011 IPFire-Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.9" # Version number
28 CORE="52" # Core Level (Filename)
29 PAKFIRE_CORE="51" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Build USB, Flash and Xen Images
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=1
41 IPFVER="full" # Which versions should be compiled? (full|devel)
42
43 BUILDMACHINE=$MACHINE
44 if [ "$MACHINE" = "x86_64" ]; then
45 BUILDMACHINE="i686";
46 linux32="linux32";
47 fi
48
49
50 # Debian specific settings
51 if [ ! -e /etc/debian_version ]; then
52 FULLPATH=`which $0`
53 else
54 if [ -x /usr/bin/realpath ]; then
55 FULLPATH=`/usr/bin/realpath $0`
56 else
57 echo "ERROR: Need to do apt-get install realpath"
58 exit 1
59 fi
60 fi
61
62 PWD=`pwd`
63 BASENAME=`basename $0`
64 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
65 LOGFILE=$BASEDIR/log/_build.preparation.log
66 export BASEDIR LOGFILE
67 DIR_CHK=$BASEDIR/cache/check
68 mkdir $BASEDIR/log/ 2>/dev/null
69
70 # Include funtions
71 . tools/make-functions
72
73 if [ -f .config ]; then
74 . .config
75 else
76 echo -e "${BOLD}No configuration found!${NORMAL}"
77 echo -ne "Do you want to create one (y/N)?"
78 read CREATE_CONFIG
79 echo ""
80 if [ "$CREATE_CONFIG" == "y" ]; then
81 make_config
82 fi
83 fi
84
85 if [ -z $EDITOR ]; then
86 for i in nano emacs vi; do
87 EDITOR=$(which $i 2>/dev/null)
88 if ! [ -z $EDITOR ]; then
89 export EDITOR=$EDITOR
90 break
91 fi
92 done
93 [ -z $EDITOR ] && exiterror "You should have installed an editor."
94 fi
95
96 prepareenv() {
97 ############################################################################
98 # #
99 # Are we running the right shell? #
100 # #
101 ############################################################################
102 if [ ! "$BASH" ]; then
103 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
104 fi
105
106 if [ -z "${BASH_VERSION}" ]; then
107 exiterror "Not running BASH shell."
108 fi
109
110
111 ############################################################################
112 # #
113 # Trap on emergency exit #
114 # #
115 ############################################################################
116 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
117
118
119 ############################################################################
120 # #
121 # Resetting our nice level #
122 # #
123 ############################################################################
124 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
125 renice $NICE $$ > /dev/null
126 if [ `nice` != "$NICE" ]; then
127 beautify message FAIL
128 exiterror "Failed to set correct nice level"
129 else
130 beautify message DONE
131 fi
132
133
134 ############################################################################
135 # #
136 # Checking if running as root user #
137 # #
138 ############################################################################
139 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
140 if [ `id -u` != 0 ]; then
141 beautify message FAIL
142 exiterror "Not building as root"
143 else
144 beautify message DONE
145 fi
146
147
148 ############################################################################
149 # #
150 # Checking for necessary temporary space #
151 # #
152 ############################################################################
153 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
154 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
155 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
156 if (( 2048000 > $BASE_ASPACE )); then
157 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
158 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
159 beautify message FAIL
160 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
161 fi
162 else
163 beautify message DONE
164 fi
165
166 ############################################################################
167 # #
168 # Building Linux From Scratch system #
169 # #
170 ############################################################################
171 # Set umask
172 umask 022
173
174 # Set LFS Directory
175 LFS=$BASEDIR/build
176
177 # Check /tools symlink
178 if [ -h /tools ]; then
179 rm -f /tools
180 fi
181 if [ ! -a /tools ]; then
182 ln -s $BASEDIR/build/tools /
183 fi
184 if [ ! -h /tools ]; then
185 exiterror "Could not create /tools symbolic link."
186 fi
187
188 # Setup environment
189 set +h
190 LC_ALL=POSIX
191 if [ -z $MAKETUNING ]; then
192 if [ "${MACHINE:0:3}" = "arm" ]; then
193 MAKETUNING="-j2"
194 else
195 MAKETUNING="-j6"
196 fi
197 fi
198 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
199 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
200
201 # Make some extra directories
202 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
203 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
204 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
205 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
206
207 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
208 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
209
210 # Make all sources and proc available under lfs build
211 mount --bind /dev $BASEDIR/build/dev
212 mount --bind /dev/pts $BASEDIR/build/dev/pts
213 mount --bind /dev/shm $BASEDIR/build/dev/shm
214 mount --bind /proc $BASEDIR/build/proc
215 mount --bind /sys $BASEDIR/build/sys
216 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
217 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
218 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
219 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
220 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
221 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
222 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
223 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
224 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
225
226 # This is a temporary hack!!!
227 if [ ! -f /tools/bin/hostname ]; then
228 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
229 fi
230
231 # Run LFS static binary creation scripts one by one
232 export CCACHE_DIR=$BASEDIR/ccache
233 export CCACHE_COMPRESS=1
234 export CCACHE_HASHDIR=1
235
236 # Remove pre-install list of installed files in case user erase some files before rebuild
237 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
238 }
239
240 buildtoolchain() {
241 if [ "$(uname -m)" = "x86_64" ]; then
242 exiterror "Cannot build toolchain on x86_64. Please use the download."
243 fi
244 if [ "$(uname -r | grep ipfire)" ]; then
245 exiterror "Cannot build toolchain on ipfire. Please use the download."
246 fi
247
248 LOGFILE="$BASEDIR/log/_build.toolchain.log"
249 export LOGFILE
250 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
251 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
252 ORG_PATH=$PATH
253 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
254 lfsmake1 ccache PASS=1
255 lfsmake1 make PASS=1
256 lfsmake1 binutils PASS=1
257 lfsmake1 gcc PASS=1
258 if [ "${MACHINE}" = "arm" ]; then
259 lfsmake1 linux TOOLS=1 HEADERS=1
260 else
261 lfsmake1 linux-libc-header
262 fi
263 lfsmake1 glibc
264 lfsmake1 cleanup-toolchain PASS=1
265 lfsmake1 tcl
266 lfsmake1 expect
267 lfsmake1 dejagnu
268 lfsmake1 gcc PASS=2
269 lfsmake1 binutils PASS=2
270 lfsmake1 ccache PASS=2
271 lfsmake1 ncurses
272 lfsmake1 bash
273 lfsmake1 bzip2
274 lfsmake1 coreutils
275 lfsmake1 diffutils
276 lfsmake1 findutils
277 lfsmake1 gawk
278 lfsmake1 gettext
279 lfsmake1 grep
280 lfsmake1 gzip
281 lfsmake1 m4
282 lfsmake1 make PASS=2
283 lfsmake1 patch
284 lfsmake1 perl
285 lfsmake1 sed
286 lfsmake1 tar
287 lfsmake1 texinfo
288 lfsmake1 util-linux
289 lfsmake1 cleanup-toolchain PASS=2
290 export PATH=$ORG_PATH
291 }
292
293 buildbase() {
294 LOGFILE="$BASEDIR/log/_build.base.log"
295 export LOGFILE
296 lfsmake2 stage2
297 if [ "${MACHINE}" = "arm" ]; then
298 lfsmake2 linux HEADERS=1
299 else
300 lfsmake2 linux-libc-header
301 fi
302 lfsmake2 man-pages
303 lfsmake2 glibc
304 lfsmake2 cleanup-toolchain PASS=3
305 lfsmake2 binutils
306 lfsmake2 gcc
307 lfsmake2 berkeley
308 lfsmake2 coreutils
309 lfsmake2 iana-etc
310 lfsmake2 m4
311 lfsmake2 bison
312 lfsmake2 ncurses
313 lfsmake2 procps
314 lfsmake2 sed
315 lfsmake2 libtool
316 lfsmake2 perl
317 lfsmake2 readline
318 lfsmake2 zlib
319 lfsmake2 autoconf
320 lfsmake2 automake
321 lfsmake2 bash
322 lfsmake2 bzip2
323 lfsmake2 diffutils
324 lfsmake2 e2fsprogs
325 lfsmake2 ed
326 lfsmake2 file
327 lfsmake2 findutils
328 lfsmake2 flex
329 lfsmake2 gawk
330 lfsmake2 gettext
331 lfsmake2 grep
332 lfsmake2 groff
333 lfsmake2 gzip
334 lfsmake2 inetutils
335 lfsmake2 iproute2
336 lfsmake2 kbd
337 lfsmake2 less
338 lfsmake2 libaal
339 lfsmake2 make
340 lfsmake2 man
341 lfsmake2 mktemp
342 lfsmake2 module-init-tools
343 lfsmake2 net-tools
344 lfsmake2 patch
345 lfsmake2 psmisc
346 lfsmake2 reiser4progs
347 lfsmake2 shadow
348 lfsmake2 sysklogd
349 lfsmake2 sysvinit
350 lfsmake2 tar
351 lfsmake2 texinfo
352 lfsmake2 udev
353 lfsmake2 util-linux
354 lfsmake2 vim
355
356 # ARM cannot use grub.
357 if [ "${MACHINE}" != "arm" ]; then
358 lfsmake2 grub
359 fi
360 }
361
362 buildipfire() {
363 LOGFILE="$BASEDIR/log/_build.ipfire.log"
364 export LOGFILE
365 ipfiremake configroot
366 ipfiremake backup
367 ipfiremake dhcp
368 ipfiremake dhcpcd
369 ipfiremake libusb
370 ipfiremake libpcap
371 ipfiremake ppp
372 ipfiremake pptp
373 ipfiremake unzip
374 ipfiremake which
375 ipfiremake xz
376 ipfiremake linux-firmware
377 ipfiremake zd1211-firmware
378
379 # The xen and PAE kernels are only available for x86
380 if [ "${MACHINE}" != "arm" ]; then
381 ipfiremake linux XEN=1
382 ipfiremake kqemu XEN=1
383 ipfiremake v4l-dvb XEN=1
384 ipfiremake madwifi XEN=1
385 ipfiremake mISDN XEN=1
386 ipfiremake dahdi XEN=1 KMOD=1
387 ipfiremake cryptodev XEN=1
388 ipfiremake compat-wireless XEN=1
389 ipfiremake r8169 XEN=1
390 ipfiremake r8168 XEN=1
391 ipfiremake r8101 XEN=1
392 ipfiremake e1000 XEN=1
393 ipfiremake e1000e XEN=1
394 ipfiremake igb XEN=1
395 ipfiremake linux PAE=1
396 ipfiremake kqemu PAE=1
397 ipfiremake kvm-kmod PAE=1
398 ipfiremake v4l-dvb PAE=1
399 ipfiremake madwifi PAE=1
400 ipfiremake alsa PAE=1 KMOD=1
401 ipfiremake mISDN PAE=1
402 ipfiremake dahdi PAE=1 KMOD=1
403 ipfiremake cryptodev PAE=1
404 ipfiremake compat-wireless PAE=1
405 # ipfiremake r8169 PAE=1
406 # ipfiremake r8168 PAE=1
407 # ipfiremake r8101 PAE=1
408 ipfiremake e1000 PAE=1
409 ipfiremake e1000e PAE=1
410 ipfiremake igb PAE=1
411 fi
412
413 # Default kernel build
414 #ipfiremake linux
415 ipfiremake v4l-dvb
416
417 # Virtualization helpers are only available for x86.
418 if [ "${MACHINE}" != "arm" ]; then
419 ipfiremake kqemu
420 ipfiremake kvm-kmod
421 fi
422 #ipfiremake madwifi
423 #ipfiremake alsa KMOD=1
424 #ipfiremake mISDN
425 ipfiremake dahdi KMOD=1
426 ipfiremake cryptodev
427 #ipfiremake compat-wireless
428 # ipfiremake r8169
429 # ipfiremake r8168
430 # ipfiremake r8101
431 #ipfiremake e1000
432 #ipfiremake e1000e
433 #ipfiremake igb
434 ipfiremake pkg-config
435 #ipfiremake linux-atm
436 ipfiremake cpio
437
438 installmake strip
439
440 ipfiremake dracut
441 ipfiremake expat
442 ipfiremake gdbm
443 ipfiremake gmp
444 ipfiremake pam
445 ipfiremake openssl
446 ipfiremake curl
447 ipfiremake tcl
448 ipfiremake sqlite
449 ipfiremake python
450 ipfiremake fireinfo
451 ipfiremake libnet
452 ipfiremake libnl
453 ipfiremake libidn
454 ipfiremake libjpeg
455 ipfiremake libpng
456 ipfiremake libtiff
457 ipfiremake libart
458 ipfiremake freetype
459 ipfiremake gd
460 ipfiremake popt
461 ipfiremake pcre
462 ipfiremake slang
463 ipfiremake newt
464 ipfiremake attr
465 ipfiremake acl
466 ipfiremake libcap
467 ipfiremake pciutils
468 ipfiremake usbutils
469 ipfiremake libxml2
470 ipfiremake libxslt
471 ipfiremake BerkeleyDB
472 ipfiremake mysql
473 ipfiremake cyrus-sasl
474 ipfiremake openldap
475 ipfiremake apache2
476 ipfiremake php
477 ipfiremake apache2 PASS=C
478 ipfiremake arping
479 ipfiremake beep
480 ipfiremake bind
481 ipfiremake cdrtools
482 ipfiremake dnsmasq
483 ipfiremake dosfstools
484 ipfiremake reiserfsprogs
485 ipfiremake xfsprogs
486 ipfiremake sysfsutils
487 ipfiremake fuse
488 ipfiremake ntfs-3g
489 ipfiremake ethtool
490 ipfiremake ez-ipupdate
491 ipfiremake fcron
492 ipfiremake perl-GD
493 ipfiremake GD-Graph
494 ipfiremake GD-TextUtil
495 ipfiremake gnupg
496 ipfiremake hdparm
497 ipfiremake sdparm
498 ipfiremake mtools
499 ipfiremake initscripts
500 ipfiremake whatmask
501 ipfiremake iptables
502 ipfiremake libupnp
503 ipfiremake ipaddr
504 ipfiremake iptstate
505 ipfiremake iputils
506 ipfiremake l7-protocols
507 ipfiremake mISDNuser
508 ipfiremake capi4k-utils
509 ipfiremake hwdata
510 ipfiremake kudzu
511 ipfiremake logrotate
512 ipfiremake logwatch
513 ipfiremake misc-progs
514 ipfiremake nano
515 ipfiremake nasm
516 ipfiremake URI
517 ipfiremake HTML-Tagset
518 ipfiremake HTML-Parser
519 ipfiremake Compress-Zlib
520 ipfiremake Digest
521 ipfiremake Digest-SHA1
522 ipfiremake Digest-HMAC
523 ipfiremake libwww-perl
524 ipfiremake Net-DNS
525 ipfiremake Net-IPv4Addr
526 ipfiremake Net_SSLeay
527 ipfiremake IO-Stringy
528 ipfiremake Unix-Syslog
529 ipfiremake Mail-Tools
530 ipfiremake MIME-Tools
531 ipfiremake Net-Server
532 ipfiremake Convert-TNEF
533 ipfiremake Convert-UUlib
534 ipfiremake Archive-Tar
535 ipfiremake Archive-Zip
536 ipfiremake Text-Tabs+Wrap
537 ipfiremake Locale-Country
538 ipfiremake XML-Parser
539 ipfiremake python-setuptools
540 ipfiremake python-clientform
541 ipfiremake python-mechanize
542 ipfiremake python-feedparser
543 ipfiremake python-rssdler
544 ipfiremake glib
545 ipfiremake GeoIP
546 ipfiremake fwhits
547 ipfiremake noip_updater
548 ipfiremake ntp
549 ipfiremake openssh
550 ipfiremake rrdtool
551 ipfiremake setserial
552 ipfiremake setup
553 ipfiremake libdnet
554 ipfiremake daq
555 ipfiremake snort
556 ipfiremake oinkmaster
557 ipfiremake squid
558 ipfiremake squidguard
559 ipfiremake calamaris
560 ipfiremake tcpdump
561 ipfiremake traceroute
562 ipfiremake vlan
563 ipfiremake wireless
564 ipfiremake libsafe
565 ipfiremake pakfire
566 ipfiremake java
567 ipfiremake spandsp
568 ipfiremake lzo
569 ipfiremake openvpn
570 ipfiremake pammysql
571 ipfiremake cups
572 ipfiremake ghostscript
573 ipfiremake foomatic
574 ipfiremake hplip
575 ipfiremake samba
576 ipfiremake sudo
577 ipfiremake mc
578 ipfiremake wget
579 ipfiremake bridge-utils
580 ipfiremake screen
581 ipfiremake hddtemp
582 ipfiremake smartmontools
583 ipfiremake htop
584 ipfiremake postfix
585 ipfiremake fetchmail
586 ipfiremake cyrus-imapd
587 ipfiremake openmailadmin
588 ipfiremake clamav
589 ipfiremake spamassassin
590 ipfiremake amavisd
591 ipfiremake alsa
592 ipfiremake mpfire
593 ipfiremake guardian
594 ipfiremake libid3tag
595 ipfiremake libmad
596 ipfiremake libogg
597 ipfiremake libvorbis
598 ipfiremake libdvbpsi
599 ipfiremake lame
600 ipfiremake sox
601 ipfiremake libshout
602 ipfiremake xvid
603 ipfiremake libmpeg2
604 ipfiremake cmake
605 ipfiremake gnump3d
606 ipfiremake libsigc++
607 ipfiremake applejuice
608 ipfiremake libtorrent
609 ipfiremake rtorrent
610 ipfiremake ipfireseeder
611 ipfiremake rsync
612 ipfiremake tcpwrapper
613 ipfiremake libevent
614 ipfiremake portmap
615 ipfiremake nfs
616 ipfiremake nmap
617 ipfiremake ncftp
618 ipfiremake etherwake
619 ipfiremake bwm-ng
620 ipfiremake tripwire
621 ipfiremake sysstat
622 ipfiremake vsftpd
623 ipfiremake strongswan
624 ipfiremake lsof
625 ipfiremake centerim
626 ipfiremake br2684ctl
627 ipfiremake pcmciautils
628 ipfiremake lm_sensors
629 ipfiremake liboping
630 ipfiremake collectd
631 ipfiremake lcd4linux
632 ipfiremake teamspeak
633 ipfiremake elinks
634 ipfiremake igmpproxy
635 ipfiremake fbset
636 ipfiremake sdl
637 ipfiremake qemu
638 ipfiremake qemu-kqemu
639 ipfiremake sane
640 ipfiremake netpbm
641 ipfiremake phpSANE
642 ipfiremake tunctl
643 ipfiremake nagios
644 ipfiremake nagios_nrpe
645 ipfiremake ebtables
646 ipfiremake fontconfig
647 ipfiremake freefont
648 ipfiremake directfb
649 ipfiremake dfb++
650 ipfiremake faad2
651 ipfiremake ffmpeg
652 ipfiremake videolan
653 ipfiremake vdr
654 ipfiremake w_scan
655 ipfiremake icecast
656 ipfiremake icegenerator
657 ipfiremake mpd
658 ipfiremake libmpdclient
659 ipfiremake mpc
660 ipfiremake git
661 ipfiremake squidclamav
662 ipfiremake bc
663 ipfiremake vnstat
664 ipfiremake vnstati
665 ipfiremake iw
666 ipfiremake wpa_supplicant
667 ipfiremake hostapd
668 ipfiremake urlgrabber
669 ipfiremake syslinux
670 ipfiremake tftpd
671 ipfiremake cpufrequtils
672 ipfiremake dbus
673 ipfiremake bluetooth
674 ipfiremake gutenprint
675 ipfiremake apcupsd
676 ipfiremake iperf
677 ipfiremake netcat
678 ipfiremake 7zip
679 ipfiremake lynis
680 ipfiremake splix
681 ipfiremake streamripper
682 ipfiremake sshfs
683 ipfiremake taglib
684 ipfiremake mediatomb
685 ipfiremake sslh
686 ipfiremake perl-gettext
687 ipfiremake vdradmin
688 ipfiremake miau
689 ipfiremake netsnmpd
690 ipfiremake perl-DBI
691 ipfiremake perl-DBD-mysql
692 ipfiremake cacti
693 ipfiremake icecc
694 ipfiremake openvmtools
695 ipfiremake nagiosql
696 ipfiremake iftop
697 ipfiremake motion
698 ipfiremake joe
699 ipfiremake nut
700 ipfiremake watchdog
701 ipfiremake libpri
702 ipfiremake dahdi
703 ipfiremake asterisk
704 ipfiremake lcr
705 ipfiremake usb_modeswitch
706 ipfiremake usb_modeswitch_data
707 ipfiremake zerofree
708 ipfiremake mdadm
709 ipfiremake eject
710 ipfiremake pound
711 ipfiremake minicom
712 ipfiremake ddrescue
713 ipfiremake imspector
714 ipfiremake miniupnpd
715 ipfiremake client175
716 ipfiremake powertop
717 ipfiremake parted
718 ipfiremake swig
719 ipfiremake python-m2crypto
720 ipfiremake wireless-regdb
721 ipfiremake crda
722 ipfiremake libsatsolver
723 ipfiremake python-satsolver
724 ipfiremake python-distutils-extra
725 ipfiremake python-lzma
726 ipfiremake python-progressbar
727 ipfiremake python-xattr
728 ipfiremake intltool
729 ipfiremake pakfire3-deps
730 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
731 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
732 echo >> $BASEDIR/build/var/ipfire/firebuild
733 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
734 echo >> $BASEDIR/build/var/ipfire/firebuild
735 git status >> $BASEDIR/build/var/ipfire/firebuild
736 echo >> $BASEDIR/build/var/ipfire/firebuild
737 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
738 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
739 if [ "$GIT_BRANCH" = "master" ]; then
740 echo "$NAME $VERSION - (Development Build: $GIT_LASTCOMMIT)" > $BASEDIR/build/etc/system-release
741 else
742 echo "$NAME $VERSION - $GIT_BRANCH" > $BASEDIR/build/etc/system-release
743 fi
744 }
745
746 buildinstaller() {
747 # Run installer scripts one by one
748 LOGFILE="$BASEDIR/log/_build.installer.log"
749 export LOGFILE
750 ipfiremake as86
751 ipfiremake mbr
752 ipfiremake memtest
753 ipfiremake installer
754 cp -f $BASEDIR/doc/COPYING $BASEDIR/build/install/initrd/
755 installmake strip
756 ipfiremake initrd
757 }
758
759 buildpackages() {
760 LOGFILE="$BASEDIR/log/_build.packages.log"
761 export LOGFILE
762 echo "... see detailed log in _build.*.log files" >> $LOGFILE
763
764
765 # Generating list of packages used
766 echo -n "Generating packages list from logs" | tee -a $LOGFILE
767 rm -f $BASEDIR/doc/packages-list
768 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
769 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
770 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
771 fi
772 done
773 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
774 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
775 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
776 rm -f $BASEDIR/doc/packages-list
777 # packages-list.txt is ready to be displayed for wiki page
778 beautify message DONE
779
780 # Update changelog
781 cd $BASEDIR
782 $0 git log
783
784 # Create images for install
785 ipfiremake cdrom ED=$IPFVER
786
787 # Check if there is a loop device for building in virtual environments
788 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
789 ipfiremake usb-stick ED=$IPFVER
790 ipfiremake flash-images ED=$IPFVER
791 fi
792
793 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
794
795 ipfirepackages
796
797 # Check if there is a loop device for building in virtual environments
798 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
799 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
800 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
801 ipfiremake xen-image ED=$IPFVER
802 rm -rf $LFS/install/packages/linux-xen-*.ipfire
803 rm -rf $LFS/install/packages/meta-linux-xen
804 fi
805 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
806
807 cd $BASEDIR
808 for i in `ls *.bz2 *.img.gz *.iso`; do
809 md5sum $i > $i.md5
810 done
811 cd $PWD
812
813 # Cleanup
814 stdumount
815 rm -rf $BASEDIR/build/tmp/*
816
817 # Generating total list of files
818 echo -n "Generating files list from logs" | tee -a $LOGFILE
819 rm -f $BASEDIR/log/FILES
820 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
821 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
822 echo "##" >>$BASEDIR/log/FILES
823 echo "## `basename $i`" >>$BASEDIR/log/FILES
824 echo "##" >>$BASEDIR/log/FILES
825 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
826 fi
827 done
828 beautify message DONE
829
830 cd $PWD
831 }
832
833 ipfirepackages() {
834 ipfiremake core-updates
835 for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
836 if [ -e $BASEDIR/lfs/$i ]; then
837 ipfiredist $i
838 else
839 echo -n $i
840 beautify message SKIP
841 fi
842 done
843 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
844 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
845 rm -rf $BASEDIR/build/install/packages/*
846 }
847
848 # See what we're supposed to do
849 case "$1" in
850 build)
851 clear
852 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
853 #only restore on a clean disk
854 if [ ! -f log/cleanup-toolchain-2-tools ]; then
855 if [ ! -n "$PACKAGE" ]; then
856 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
857 prepareenv
858 buildtoolchain
859 else
860 PACKAGENAME=${PACKAGE%.tar.gz}
861 beautify build_stage "Packaged toolchain compilation"
862 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
863 tar zxf $PACKAGE
864 prepareenv
865 else
866 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
867 fi
868 fi
869 else
870 echo -n "Using installed toolchain" | tee -a $LOGFILE
871 beautify message SKIP
872 prepareenv
873 fi
874
875 beautify build_start
876 beautify build_stage "Building LFS"
877 buildbase
878
879 beautify build_stage "Building IPFire"
880 buildipfire
881
882 beautify build_stage "Building installer"
883 buildinstaller
884
885 beautify build_stage "Building packages"
886 buildpackages
887
888 beautify build_stage "Checking Logfiles for new Files"
889
890 cd $BASEDIR
891 tools/checknewlog.pl
892 cd $PWD
893
894 beautify build_end
895 ;;
896 shell)
897 # enter a shell inside LFS chroot
898 # may be used to changed kernel settings
899 prepareenv
900 entershell
901 ;;
902 clean)
903 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
904 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
905 $LOSETUP -d $i 2>/dev/null
906 done
907 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
908 umount $i
909 done
910 stdumount
911 for i in `seq 0 7`; do
912 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
913 umount /dev/loop${i} 2>/dev/null;
914 losetup -d /dev/loop${i} 2>/dev/null;
915 fi;
916 done
917 rm -rf $BASEDIR/build
918 rm -rf $BASEDIR/cdrom
919 rm -rf $BASEDIR/packages
920 rm -rf $BASEDIR/log
921 if [ -h /tools ]; then
922 rm -f /tools
923 fi
924 rm -f $BASEDIR/ipfire-*
925 beautify message DONE
926 ;;
927 downloadsrc)
928 if [ ! -d $BASEDIR/cache ]; then
929 mkdir $BASEDIR/cache
930 fi
931 mkdir -p $BASEDIR/log
932 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
933 FINISHED=0
934 cd $BASEDIR/lfs
935 for c in `seq $MAX_RETRIES`; do
936 if (( FINISHED==1 )); then
937 break
938 fi
939 FINISHED=1
940 cd $BASEDIR/lfs
941 for i in *; do
942 if [ -f "$i" -a "$i" != "Config" ]; then
943 echo -ne "Loading $i"
944 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
945 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
946 if [ $? -ne 0 ]; then
947 beautify message FAIL
948 FINISHED=0
949 else
950 if [ $c -eq 1 ]; then
951 beautify message DONE
952 fi
953 fi
954 fi
955 done
956 done
957 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
958 ERROR=0
959 for i in *; do
960 if [ -f "$i" -a "$i" != "Config" ]; then
961 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
962 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
963 if [ $? -ne 0 ]; then
964 echo -ne "MD5 difference in lfs/$i"
965 beautify message FAIL
966 ERROR=1
967 fi
968 fi
969 done
970 if [ $ERROR -eq 0 ]; then
971 echo -ne "${BOLD}all files md5sum match${NORMAL}"
972 beautify message DONE
973 else
974 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
975 beautify message FAIL
976 fi
977 cd - >/dev/null 2>&1
978 ;;
979 toolchain)
980 clear
981 prepareenv
982 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
983 buildtoolchain
984 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
985 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
986 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
987 build/{bin,etc,usr/bin,usr/local} \
988 build/tools/{bin,etc,*-linux-gnu*,include,lib,libexec,sbin,share,var} \
989 log >> $LOGFILE
990 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
991 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.md5
992 stdumount
993 ;;
994 gettoolchain)
995 # arbitrary name to be updated in case of new toolchain package upload
996 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE
997 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
998 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
999 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1000 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
1001 cd $BASEDIR/cache/toolchains
1002 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1003 if [ $? -ne 0 ]; then
1004 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
1005 else
1006 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1007 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1008 else
1009 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1010 fi
1011 fi
1012 else
1013 echo "Toolchain is already downloaded. Exiting..."
1014 fi
1015 ;;
1016 othersrc)
1017 prepareenv
1018 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1019 chroot $LFS /tools/bin/env -i HOME=/root \
1020 TERM=$TERM PS1='\u:\w\$ ' \
1021 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1022 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1023 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1024 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1025 if [ $? -eq "0" ]; then
1026 beautify message DONE
1027 else
1028 beautify message FAIL
1029 fi
1030 stdumount
1031 ;;
1032 git)
1033 case "$2" in
1034 update|up)
1035 ## REMOVES ALL UNCOMMITTED CHANGES!
1036 [ "$3" == "--force" ] && git checkout -f
1037 git pull
1038 ;;
1039 commit|ci)
1040 shift 2
1041 git commit $*
1042
1043 [ "$?" -eq "0" ] || exiterror "git commit $* failed."
1044
1045 echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
1046 read
1047 [ -z $REPLY ] && exit 0
1048 for i in y Y j J; do
1049 if [ "$i" == "$REPLY" ]; then
1050 $0 git push
1051 exit $?
1052 fi
1053 done
1054 exiterror "\"$REPLY\" is not a valid answer."
1055 ;;
1056 dist)
1057 git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
1058 ;;
1059 diff|di)
1060 echo -ne "Make a local diff to last revision"
1061 git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
1062 evaluate 1
1063 echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
1064 git diff --stat
1065 ;;
1066 push)
1067 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
1068 GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
1069
1070 git push ${GIT_URL} $3
1071 ;;
1072 log)
1073 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
1074 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
1075
1076 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
1077 ;;
1078 esac
1079 ;;
1080 uploadsrc)
1081 PWD=`pwd`
1082 if [ -z $IPFIRE_USER ]; then
1083 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1084 beautify message FAIL
1085 exit 1
1086 fi
1087
1088 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1089 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1090
1091 cd $BASEDIR/cache/
1092 for file in $(ls -1 --ignore=toolchains); do
1093 grep -q "$file" <<<$REMOTE_FILES && continue
1094 NEW_FILES="$NEW_FILES $file"
1095 done
1096 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1097 cd $BASEDIR
1098 cd $PWD
1099 exit 0
1100 ;;
1101 batch)
1102 if [ "$2" = "--background" ]; then
1103 batch_script
1104 exit $?
1105 fi
1106 if [ `screen -ls | grep -q ipfire` ]; then
1107 echo "Build is already running, sorry!"
1108 exit 1
1109 else
1110 if [ "$2" = "--rebuild" ]; then
1111 export IPFIRE_REBUILD=1
1112 echo "REBUILD!"
1113 else
1114 export IPFIRE_REBUILD=0
1115 fi
1116 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1117 screen -dmS ipfire $0 batch --background
1118 evaluate 1
1119 exit 0
1120 fi
1121 ;;
1122 watch)
1123 watch_screen
1124 ;;
1125 pxe)
1126 case "$2" in
1127 start)
1128 start_tftpd
1129 ;;
1130 stop)
1131 stop_tftpd
1132 ;;
1133 reload|restart)
1134 reload_tftpd
1135 ;;
1136 esac
1137 exit 0
1138 ;;
1139 lang)
1140 update_langs
1141 ;;
1142 "")
1143 clear
1144 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1145 do
1146 case $name in
1147 "IPFIRE: Downloadsrc")
1148 $0 downloadsrc
1149 ;;
1150 "IPFIRE: Build (silent)")
1151 $0 build-silent
1152 ;;
1153 "IPFIRE: Watch Build")
1154 $0 watch
1155 ;;
1156 "IPFIRE: Batch")
1157 $0 batch
1158 ;;
1159 "IPFIRE: Clean")
1160 $0 clean
1161 ;;
1162 "Help")
1163 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1164 cat doc/make.sh-usage
1165 ;;
1166 "LOG: Tail")
1167 tail -f log/_*
1168 ;;
1169 "Exit")
1170 break
1171 ;;
1172 esac
1173 done
1174 ;;
1175 config)
1176 make_config
1177 ;;
1178 *)
1179 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1180 cat doc/make.sh-usage
1181 ;;
1182 esac