Write /opt/pakfire/db/core/mine in stage2.
[people/teissler/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007-2013 IPFire Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.13" # Version number
28 CORE="73" # Core Level (Filename)
29 PAKFIRE_CORE="72" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Flash and Xen Downloader
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=7
41
42 BUILDMACHINE=$MACHINE
43 if [ "$MACHINE" = "x86_64" ]; then
44 BUILDMACHINE="i686";
45 fi
46
47
48 # Debian specific settings
49 if [ ! -e /etc/debian_version ]; then
50 FULLPATH=`which $0`
51 else
52 if [ -x /usr/bin/realpath ]; then
53 FULLPATH=`/usr/bin/realpath $0`
54 else
55 echo "ERROR: Need to do apt-get install realpath"
56 exit 1
57 fi
58 fi
59
60 PWD=`pwd`
61 BASENAME=`basename $0`
62 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
63 LOGFILE=$BASEDIR/log/_build.preparation.log
64 export BASEDIR LOGFILE
65 DIR_CHK=$BASEDIR/cache/check
66 mkdir $BASEDIR/log/ 2>/dev/null
67
68 # Include funtions
69 . tools/make-functions
70
71 if [ -f .config ]; then
72 . .config
73 fi
74
75 if [ -z $EDITOR ]; then
76 for i in nano emacs vi; do
77 EDITOR=$(which $i 2>/dev/null)
78 if ! [ -z $EDITOR ]; then
79 export EDITOR=$EDITOR
80 break
81 fi
82 done
83 [ -z $EDITOR ] && exiterror "You should have installed an editor."
84 fi
85
86 prepareenv() {
87 ############################################################################
88 # #
89 # Are we running the right shell? #
90 # #
91 ############################################################################
92 if [ ! "$BASH" ]; then
93 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
94 fi
95
96 if [ -z "${BASH_VERSION}" ]; then
97 exiterror "Not running BASH shell."
98 fi
99
100
101 ############################################################################
102 # #
103 # Trap on emergency exit #
104 # #
105 ############################################################################
106 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
107
108
109 ############################################################################
110 # #
111 # Resetting our nice level #
112 # #
113 ############################################################################
114 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
115 renice $NICE $$ > /dev/null
116 if [ `nice` != "$NICE" ]; then
117 beautify message FAIL
118 exiterror "Failed to set correct nice level"
119 else
120 beautify message DONE
121 fi
122
123
124 ############################################################################
125 # #
126 # Checking if running as root user #
127 # #
128 ############################################################################
129 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
130 if [ `id -u` != 0 ]; then
131 beautify message FAIL
132 exiterror "Not building as root"
133 else
134 beautify message DONE
135 fi
136
137
138 ############################################################################
139 # #
140 # Checking for necessary temporary space #
141 # #
142 ############################################################################
143 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
144 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
145 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
146 if (( 2048000 > $BASE_ASPACE )); then
147 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
148 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
149 beautify message FAIL
150 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
151 fi
152 else
153 beautify message DONE
154 fi
155
156 ############################################################################
157 # #
158 # Building Linux From Scratch system #
159 # #
160 ############################################################################
161 # Set umask
162 umask 022
163
164 # Set LFS Directory
165 LFS=$BASEDIR/build
166
167 # Check /tools symlink
168 if [ -h /tools ]; then
169 rm -f /tools
170 fi
171 if [ ! -a /tools ]; then
172 ln -s $BASEDIR/build/tools /
173 fi
174 if [ ! -h /tools ]; then
175 exiterror "Could not create /tools symbolic link."
176 fi
177
178 # Setup environment
179 set +h
180 LC_ALL=POSIX
181 if [ -z $MAKETUNING ]; then
182 CPU_COUNT="$(getconf _NPROCESSORS_ONLN 2>/dev/null)"
183 if [ -z "${CPU_COUNT}" ]; then
184 CPU_COUNT=1
185 fi
186
187 MAKETUNING="-j$(( ${CPU_COUNT} * 2 + 1 ))"
188 fi
189 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
190 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
191
192 # Make some extra directories
193 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
194 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
195 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
196 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
197
198 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
199 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
200
201 # Make all sources and proc available under lfs build
202 mount --bind /dev $BASEDIR/build/dev
203 mount --bind /dev/pts $BASEDIR/build/dev/pts
204 mount --bind /dev/shm $BASEDIR/build/dev/shm
205 mount --bind /proc $BASEDIR/build/proc
206 mount --bind /sys $BASEDIR/build/sys
207 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
208 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
209 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
210 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
211 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
212 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
213 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
214 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
215 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
216
217 # Run LFS static binary creation scripts one by one
218 export CCACHE_DIR=$BASEDIR/ccache
219 export CCACHE_COMPRESS=1
220 export CCACHE_COMPILERCHECK="none"
221
222 # Remove pre-install list of installed files in case user erase some files before rebuild
223 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
224 }
225
226 buildtoolchain() {
227 local error=false
228 case "${MACHINE}:$(uname -m)" in
229 # x86
230 i586:i586|i586:i686|i586:x86_64)
231 # These are working.
232 ;;
233 i586:*)
234 error=true
235 ;;
236
237 # ARM
238 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l)
239 # These are working.
240 ;;
241 armv5tel:*)
242 error=true
243 ;;
244 esac
245
246 ${error} && \
247 exiterror "Cannot build ${MACHINE} toolchain on $(uname -m). Please use the download if any."
248
249 local gcc=$(type -p gcc)
250 if [ -z "${gcc}" ]; then
251 exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
252 fi
253
254 LOGFILE="$BASEDIR/log/_build.toolchain.log"
255 export LOGFILE
256
257 local ORG_PATH=$PATH
258 export PATH="/tools/ccache/bin:/tools/bin:$PATH"
259 lfsmake1 ccache PASS=1
260 lfsmake1 binutils PASS=1
261 lfsmake1 gcc PASS=1
262 lfsmake1 linux TOOLS=1 KCFG="-headers"
263 lfsmake1 glibc
264 lfsmake1 cleanup-toolchain PASS=1
265 lfsmake1 binutils PASS=2
266 lfsmake1 gcc PASS=2
267 lfsmake1 ccache PASS=2
268 lfsmake1 tcl
269 lfsmake1 expect
270 lfsmake1 dejagnu
271 lfsmake1 ncurses
272 lfsmake1 bash
273 lfsmake1 bzip2
274 lfsmake1 coreutils
275 lfsmake1 diffutils
276 lfsmake1 findutils
277 lfsmake1 gawk
278 lfsmake1 gettext
279 lfsmake1 grep
280 lfsmake1 gzip
281 lfsmake1 m4
282 lfsmake1 make
283 lfsmake1 patch
284 lfsmake1 perl
285 lfsmake1 sed
286 lfsmake1 tar
287 lfsmake1 texinfo
288 lfsmake1 xz
289 lfsmake1 fake-environ
290 lfsmake1 cleanup-toolchain PASS=2
291 export PATH=$ORG_PATH
292 }
293
294 buildbase() {
295 LOGFILE="$BASEDIR/log/_build.base.log"
296 export LOGFILE
297 lfsmake2 stage2
298 lfsmake2 linux KCFG="-headers"
299 lfsmake2 man-pages
300 lfsmake2 glibc
301 lfsmake2 tzdata
302 lfsmake2 cleanup-toolchain PASS=3
303 lfsmake2 zlib
304 lfsmake2 binutils
305 lfsmake2 gmp
306 lfsmake2 gmp-compat
307 lfsmake2 mpfr
308 lfsmake2 file
309 lfsmake2 gcc
310 lfsmake2 sed
311 lfsmake2 berkeley
312 lfsmake2 coreutils
313 lfsmake2 iana-etc
314 lfsmake2 m4
315 lfsmake2 bison
316 lfsmake2 ncurses
317 lfsmake2 procps
318 lfsmake2 libtool
319 lfsmake2 perl
320 lfsmake2 readline
321 lfsmake2 readline-compat
322 lfsmake2 pcre
323 lfsmake2 pcre-compat
324 lfsmake2 autoconf
325 lfsmake2 automake
326 lfsmake2 bash
327 lfsmake2 bzip2
328 lfsmake2 diffutils
329 lfsmake2 e2fsprogs
330 lfsmake2 ed
331 lfsmake2 findutils
332 lfsmake2 flex
333 lfsmake2 gawk
334 lfsmake2 gettext
335 lfsmake2 grep
336 lfsmake2 groff
337 lfsmake2 gperf
338 lfsmake2 gzip
339 lfsmake2 inetutils
340 lfsmake2 iproute2
341 lfsmake2 jwhois
342 lfsmake2 kbd
343 lfsmake2 less
344 lfsmake2 make
345 lfsmake2 man
346 lfsmake2 mktemp
347 lfsmake2 module-init-tools
348 lfsmake2 net-tools
349 lfsmake2 patch
350 lfsmake2 psmisc
351 lfsmake2 shadow
352 lfsmake2 sysklogd
353 lfsmake2 sysvinit
354 lfsmake2 tar
355 lfsmake2 texinfo
356 lfsmake2 udev
357 lfsmake2 util-linux
358 lfsmake2 vim
359 lfsmake2 xz
360 lfsmake2 paxctl
361 lfsmake2 grub
362 }
363
364 buildipfire() {
365 LOGFILE="$BASEDIR/log/_build.ipfire.log"
366 export LOGFILE
367 ipfiremake configroot
368 ipfiremake backup
369 ipfiremake bind
370 ipfiremake dhcp
371 ipfiremake dhcpcd
372 ipfiremake libusb
373 ipfiremake libpcap
374 ipfiremake ppp
375 ipfiremake pptp
376 ipfiremake unzip
377 ipfiremake which
378 ipfiremake linux-firmware
379 ipfiremake dvb-firmwares
380 ipfiremake zd1211-firmware
381 ipfiremake rpi-firmware
382 ipfiremake bc
383 ipfiremake u-boot
384
385 if [ "${MACHINE_TYPE}" != "arm" ]; then
386
387 # x86-pae (Native and new XEN) kernel build
388 ipfiremake linux KCFG="-pae"
389 # ipfiremake kvm-kmod KCFG="-pae"
390 # ipfiremake v4l-dvb KCFG="-pae"
391 # ipfiremake mISDN KCFG="-pae"
392 ipfiremake cryptodev KCFG="-pae"
393 # ipfiremake compat-drivers KCFG="-pae"
394 # ipfiremake r8169 KCFG="-pae"
395 # ipfiremake r8168 KCFG="-pae"
396 # ipfiremake r8101 KCFG="-pae"
397 # ipfiremake e1000e KCFG="-pae"
398 # ipfiremake igb KCFG="-pae"
399
400 # x86 kernel build
401 ipfiremake linux KCFG=""
402 # ipfiremake kvm-kmod KCFG=""
403 # ipfiremake v4l-dvb KCFG=""
404 # ipfiremake mISDN KCFG=""
405 ipfiremake cryptodev KCFG=""
406 # ipfiremake compat-drivers KCFG=""
407 # ipfiremake r8169 KCFG=""
408 # ipfiremake r8168 KCFG=""
409 # ipfiremake r8101 KCFG=""
410 # ipfiremake e1000e KCFG=""
411 # ipfiremake igb KCFG=""
412
413 else
414 # arm-rpi (Raspberry Pi) kernel build
415 ipfiremake linux KCFG="-rpi"
416 # ipfiremake v4l-dvb KCFG="-rpi"
417 # ipfiremake mISDN KCFG="-rpi" NOPCI=1
418 ipfiremake cryptodev KCFG="-rpi"
419 # ipfiremake compat-drivers KCFG="-rpi"
420
421 # arm multi platform (Panda, Wandboard ...) kernel build
422 ipfiremake linux KCFG="-multi"
423 ipfiremake cryptodev KCFG="-multi"
424
425 # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
426 ipfiremake linux KCFG="-kirkwood"
427 # ipfiremake v4l-dvb KCFG="-kirkwood"
428 # ipfiremake mISDN KCFG="-kirkwood"
429 ipfiremake cryptodev KCFG="-kirkwood"
430 # ipfiremake compat-drivers KCFG="-kirkwood"
431 # ipfiremake r8169 KCFG="-kirkwood"
432 # ipfiremake r8168 KCFG="-kirkwood"
433 # ipfiremake r8101 KCFG="-kirkwood"
434 # ipfiremake e1000e KCFG="-kirkwood"
435 # ipfiremake igb KCFG="-kirkwood"
436
437 fi
438 ipfiremake pkg-config
439 ipfiremake linux-atm
440 ipfiremake cpio
441 ipfiremake dracut
442 ipfiremake expat
443 ipfiremake gdbm
444 ipfiremake pam
445 ipfiremake openssl
446 ipfiremake curl
447 ipfiremake tcl
448 ipfiremake sqlite
449 ipfiremake python
450 ipfiremake fireinfo
451 ipfiremake libnet
452 ipfiremake libnl
453 ipfiremake libidn
454 ipfiremake nasm
455 ipfiremake libjpeg
456 ipfiremake libexif
457 ipfiremake libpng
458 ipfiremake libtiff
459 ipfiremake libart
460 ipfiremake freetype
461 ipfiremake gd
462 ipfiremake popt
463 ipfiremake pcre
464 ipfiremake slang
465 ipfiremake newt
466 ipfiremake attr
467 ipfiremake acl
468 ipfiremake libcap
469 ipfiremake pciutils
470 ipfiremake usbutils
471 ipfiremake libxml2
472 ipfiremake libxslt
473 ipfiremake BerkeleyDB
474 ipfiremake mysql
475 ipfiremake cyrus-sasl
476 ipfiremake openldap
477 ipfiremake apache2
478 ipfiremake php
479 ipfiremake apache2 PASS=C
480 ipfiremake arping
481 ipfiremake beep
482 ipfiremake dvdrtools
483 ipfiremake dnsmasq
484 ipfiremake dosfstools
485 ipfiremake reiserfsprogs
486 ipfiremake xfsprogs
487 ipfiremake sysfsutils
488 ipfiremake fuse
489 ipfiremake ntfs-3g
490 ipfiremake ethtool
491 ipfiremake ez-ipupdate
492 ipfiremake fcron
493 ipfiremake perl-GD
494 ipfiremake GD-Graph
495 ipfiremake GD-TextUtil
496 ipfiremake gnupg
497 ipfiremake hdparm
498 ipfiremake sdparm
499 ipfiremake mtools
500 ipfiremake initscripts
501 ipfiremake whatmask
502 ipfiremake libmnl
503 ipfiremake iptables
504 ipfiremake conntrack-tools
505 ipfiremake libupnp
506 ipfiremake ipaddr
507 ipfiremake iputils
508 ipfiremake l7-protocols
509 ipfiremake mISDNuser
510 ipfiremake capi4k-utils
511 ipfiremake hwdata
512 ipfiremake logrotate
513 ipfiremake logwatch
514 ipfiremake misc-progs
515 ipfiremake nano
516 ipfiremake URI
517 ipfiremake HTML-Tagset
518 ipfiremake HTML-Parser
519 ipfiremake HTML-Template
520 ipfiremake Compress-Zlib
521 ipfiremake Digest
522 ipfiremake Digest-SHA1
523 ipfiremake Digest-HMAC
524 ipfiremake libwww-perl
525 ipfiremake Net-DNS
526 ipfiremake Net-IPv4Addr
527 ipfiremake Net_SSLeay
528 ipfiremake IO-Stringy
529 ipfiremake IO-Socket-SSL
530 ipfiremake Unix-Syslog
531 ipfiremake Mail-Tools
532 ipfiremake MIME-Tools
533 ipfiremake Net-Server
534 ipfiremake Convert-TNEF
535 ipfiremake Convert-UUlib
536 ipfiremake Archive-Tar
537 ipfiremake Archive-Zip
538 ipfiremake Text-Tabs+Wrap
539 ipfiremake Locale-Country
540 ipfiremake XML-Parser
541 ipfiremake Crypt-PasswdMD5
542 ipfiremake Net-Telnet
543 ipfiremake python-setuptools
544 ipfiremake python-clientform
545 ipfiremake python-mechanize
546 ipfiremake python-feedparser
547 ipfiremake python-rssdler
548 ipfiremake libffi
549 ipfiremake glib
550 ipfiremake GeoIP
551 ipfiremake fwhits
552 ipfiremake noip_updater
553 ipfiremake ntp
554 ipfiremake openssh
555 ipfiremake fontconfig
556 ipfiremake dejavu-fonts-ttf
557 ipfiremake freefont
558 ipfiremake pixman
559 ipfiremake cairo
560 ipfiremake pango
561 ipfiremake rrdtool
562 ipfiremake setserial
563 ipfiremake setup
564 ipfiremake libdnet
565 ipfiremake daq
566 ipfiremake snort
567 ipfiremake oinkmaster
568 ipfiremake squid
569 ipfiremake squidguard
570 ipfiremake calamaris
571 ipfiremake tcpdump
572 ipfiremake traceroute
573 ipfiremake vlan
574 ipfiremake wireless
575 ipfiremake pakfire
576 ipfiremake spandsp
577 ipfiremake lzo
578 ipfiremake openvpn
579 ipfiremake pammysql
580 ipfiremake cups
581 ipfiremake ghostscript
582 ipfiremake foomatic
583 ipfiremake hplip
584 ipfiremake cifs-utils
585 ipfiremake samba
586 ipfiremake sudo
587 ipfiremake mc
588 ipfiremake wget
589 ipfiremake bridge-utils
590 ipfiremake screen
591 ipfiremake smartmontools
592 ipfiremake htop
593 ipfiremake postfix
594 ipfiremake fetchmail
595 ipfiremake cyrus-imapd
596 ipfiremake openmailadmin
597 ipfiremake clamav
598 ipfiremake spamassassin
599 ipfiremake amavisd
600 ipfiremake alsa
601 ipfiremake mpfire
602 ipfiremake guardian
603 ipfiremake libid3tag
604 ipfiremake libmad
605 ipfiremake libogg
606 ipfiremake libvorbis
607 ipfiremake libdvbpsi
608 ipfiremake flac
609 ipfiremake lame
610 ipfiremake sox
611 ipfiremake libshout
612 ipfiremake xvid
613 ipfiremake libmpeg2
614 ipfiremake cmake
615 ipfiremake gnump3d
616 ipfiremake libsigc++
617 ipfiremake libtorrent
618 ipfiremake rtorrent
619 ipfiremake rsync
620 ipfiremake tcpwrapper
621 ipfiremake libevent
622 ipfiremake libevent2
623 ipfiremake portmap
624 ipfiremake nfs
625 ipfiremake nmap
626 ipfiremake ncftp
627 ipfiremake etherwake
628 ipfiremake bwm-ng
629 ipfiremake tripwire
630 ipfiremake sysstat
631 ipfiremake vsftpd
632 ipfiremake strongswan
633 ipfiremake lsof
634 ipfiremake br2684ctl
635 ipfiremake pcmciautils
636 ipfiremake lm_sensors
637 ipfiremake liboping
638 ipfiremake collectd
639 ipfiremake teamspeak
640 ipfiremake elinks
641 ipfiremake igmpproxy
642 ipfiremake fbset
643 ipfiremake sdl
644 ipfiremake qemu
645 ipfiremake sane
646 ipfiremake netpbm
647 ipfiremake phpSANE
648 ipfiremake tunctl
649 ipfiremake nagios
650 ipfiremake nagios_nrpe
651 ipfiremake ebtables
652 ipfiremake directfb
653 ipfiremake dfb++
654 ipfiremake faad2
655 ipfiremake ffmpeg
656 ipfiremake vdr
657 ipfiremake vdr_streamdev
658 ipfiremake vdr_vnsiserver3
659 ipfiremake vdr_epgsearch
660 ipfiremake w_scan
661 ipfiremake icecast
662 ipfiremake icegenerator
663 ipfiremake mpd
664 ipfiremake libmpdclient
665 ipfiremake mpc
666 ipfiremake git
667 ipfiremake squidclamav
668 ipfiremake vnstat
669 ipfiremake vnstati
670 ipfiremake iw
671 ipfiremake wpa_supplicant
672 ipfiremake hostapd
673 ipfiremake pycurl
674 ipfiremake urlgrabber
675 ipfiremake syslinux
676 ipfiremake tftpd
677 ipfiremake cpufrequtils
678 ipfiremake dbus
679 ipfiremake bluetooth
680 ipfiremake gutenprint
681 ipfiremake apcupsd
682 ipfiremake iperf
683 ipfiremake netcat
684 ipfiremake 7zip
685 ipfiremake lynis
686 ipfiremake streamripper
687 ipfiremake sshfs
688 ipfiremake taglib
689 ipfiremake mediatomb
690 ipfiremake sslh
691 ipfiremake perl-gettext
692 ipfiremake perl-Sort-Naturally
693 ipfiremake vdradmin
694 ipfiremake miau
695 ipfiremake netsnmpd
696 ipfiremake perl-DBI
697 ipfiremake perl-DBD-mysql
698 ipfiremake cacti
699 ipfiremake icecc
700 ipfiremake openvmtools
701 ipfiremake nagiosql
702 ipfiremake iftop
703 ipfiremake motion
704 ipfiremake joe
705 ipfiremake nut
706 ipfiremake watchdog
707 ipfiremake libpri
708 ipfiremake asterisk
709 ipfiremake lcr
710 ipfiremake usb_modeswitch
711 ipfiremake usb_modeswitch_data
712 ipfiremake zerofree
713 ipfiremake mdadm
714 ipfiremake eject
715 ipfiremake pound
716 ipfiremake minicom
717 ipfiremake ddrescue
718 ipfiremake imspector
719 ipfiremake miniupnpd
720 ipfiremake client175
721 ipfiremake powertop
722 ipfiremake parted
723 ipfiremake swig
724 ipfiremake python-m2crypto
725 ipfiremake wireless-regdb
726 ipfiremake crda
727 ipfiremake libsolv
728 ipfiremake python-distutils-extra
729 ipfiremake python-lzma
730 ipfiremake python-progressbar
731 ipfiremake python-xattr
732 ipfiremake intltool
733 ipfiremake transmission
734 ipfiremake dpfhack
735 ipfiremake lcd4linux
736 ipfiremake mtr
737 ipfiremake tcpick
738 ipfiremake minidlna
739 ipfiremake acpid
740 ipfiremake fping
741 ipfiremake telnet
742 ipfiremake xinetd
743 ipfiremake libgpg-error
744 ipfiremake libassuan
745 ipfiremake gpgme
746 ipfiremake pygpgme
747 ipfiremake pakfire3
748 ipfiremake stress
749 ipfiremake libstatgrab
750 ipfiremake sarg
751 ipfiremake fstrim
752 ipfiremake check_mk_agent
753 ipfiremake libdaemon
754 ipfiremake avahi
755 ipfiremake nginx
756 ipfiremake sendEmail
757 ipfiremake sysbench
758 ipfiremake strace
759 ipfiremake ipfire-netboot
760 ipfiremake lcdproc
761 ipfiremake bitstream
762 ipfiremake multicat
763 ipfiremake keepalived
764 ipfiremake ipvsadm
765 ipfiremake perl-Carp-Clan
766 ipfiremake perl-Date-Calc
767 ipfiremake perl-Date-Manip
768 ipfiremake perl-File-Tail
769 ipfiremake perl-TimeDate
770 ipfiremake swatch
771 ipfiremake tor
772 ipfiremake arm
773 ipfiremake wavemon
774 ipfiremake iptraf-ng
775 ipfiremake iotop
776
777 if [ "$(git status -s | wc -l)" == "0" ]; then
778 GIT_STATUS=""
779 else
780 GIT_STATUS="-dirty"
781 fi
782 case "$GIT_BRANCH" in
783 core*|beta?|rc?)
784 echo "$NAME $VERSION ($MACHINE) - $GIT_BRANCH$GIT_STATUS" > $BASEDIR/build/etc/system-release
785 ;;
786 *)
787 echo "$NAME $VERSION ($MACHINE) - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS" > $BASEDIR/build/etc/system-release
788 ;;
789 esac
790 }
791
792 buildinstaller() {
793 # Run installer scripts one by one
794 LOGFILE="$BASEDIR/log/_build.installer.log"
795 export LOGFILE
796 ipfiremake memtest
797 ipfiremake installer
798 installmake strip
799 ipfiremake initrd
800 }
801
802 buildpackages() {
803 LOGFILE="$BASEDIR/log/_build.packages.log"
804 export LOGFILE
805 echo "... see detailed log in _build.*.log files" >> $LOGFILE
806
807
808 # Generating list of packages used
809 echo -n "Generating packages list from logs" | tee -a $LOGFILE
810 rm -f $BASEDIR/doc/packages-list
811 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
812 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
813 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
814 fi
815 done
816 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
817 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
818 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
819 rm -f $BASEDIR/doc/packages-list
820 # packages-list.txt is ready to be displayed for wiki page
821 beautify message DONE
822
823 # Update changelog
824 cd $BASEDIR
825 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
826 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
827 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
828
829 # Create images for install
830 ipfiremake cdrom
831
832 # Check if there is a loop device for building in virtual environments
833 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
834 ipfiremake flash-images
835 fi
836
837 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
838
839 ipfirepackages
840
841 ipfiremake xen-image
842 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
843
844 cd $BASEDIR
845 for i in `ls *.bz2 *.img.gz *.iso`; do
846 md5sum $i > $i.md5
847 done
848 cd $PWD
849
850 # Cleanup
851 stdumount
852 rm -rf $BASEDIR/build/tmp/*
853
854 # Generating total list of files
855 echo -n "Generating files list from logs" | tee -a $LOGFILE
856 rm -f $BASEDIR/log/FILES
857 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
858 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
859 echo "##" >>$BASEDIR/log/FILES
860 echo "## `basename $i`" >>$BASEDIR/log/FILES
861 echo "##" >>$BASEDIR/log/FILES
862 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
863 fi
864 done
865 beautify message DONE
866
867 cd $PWD
868 }
869
870 ipfirepackages() {
871 ipfiremake core-updates
872
873 local i
874 for i in $(find $BASEDIR/config/rootfiles/packages{/${MACHINE},} -maxdepth 1 -type f); do
875 i=$(basename ${i})
876 if [ -e $BASEDIR/lfs/$i ]; then
877 ipfiredist $i
878 else
879 echo -n $i
880 beautify message SKIP
881 fi
882 done
883 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
884 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
885 rm -rf $BASEDIR/build/install/packages/*
886 }
887
888 # See what we're supposed to do
889 case "$1" in
890 build)
891 clear
892 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz 2> /dev/null | head -n 1`
893 #only restore on a clean disk
894 if [ ! -f log/cleanup-toolchain-2-tools ]; then
895 if [ ! -n "$PACKAGE" ]; then
896 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
897 prepareenv
898 buildtoolchain
899 else
900 PACKAGENAME=${PACKAGE%.tar.gz}
901 beautify build_stage "Packaged toolchain compilation"
902 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
903 tar zxf $PACKAGE
904 prepareenv
905 else
906 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
907 fi
908 fi
909 else
910 echo -n "Using installed toolchain" | tee -a $LOGFILE
911 beautify message SKIP
912 prepareenv
913 fi
914
915 beautify build_start
916 beautify build_stage "Building LFS"
917 buildbase
918
919 beautify build_stage "Building IPFire"
920 buildipfire
921
922 beautify build_stage "Building installer"
923 buildinstaller
924
925 beautify build_stage "Building packages"
926 buildpackages
927
928 beautify build_stage "Checking Logfiles for new Files"
929
930 cd $BASEDIR
931 tools/checknewlog.pl
932 tools/checkwronginitlinks
933 cd $PWD
934
935 beautify build_end
936 ;;
937 shell)
938 # enter a shell inside LFS chroot
939 # may be used to changed kernel settings
940 prepareenv
941 entershell
942 ;;
943 clean)
944 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
945 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
946 $LOSETUP -d $i 2>/dev/null
947 done
948 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
949 umount $i
950 done
951 stdumount
952 for i in `seq 0 7`; do
953 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
954 umount /dev/loop${i} 2>/dev/null;
955 losetup -d /dev/loop${i} 2>/dev/null;
956 fi;
957 done
958 rm -rf $BASEDIR/build
959 rm -rf $BASEDIR/cdrom
960 rm -rf $BASEDIR/packages
961 rm -rf $BASEDIR/log
962 if [ -h /tools ]; then
963 rm -f /tools
964 fi
965 rm -f $BASEDIR/ipfire-*
966 beautify message DONE
967 ;;
968 downloadsrc)
969 if [ ! -d $BASEDIR/cache ]; then
970 mkdir $BASEDIR/cache
971 fi
972 mkdir -p $BASEDIR/log
973 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
974 FINISHED=0
975 cd $BASEDIR/lfs
976 for c in `seq $MAX_RETRIES`; do
977 if (( FINISHED==1 )); then
978 break
979 fi
980 FINISHED=1
981 cd $BASEDIR/lfs
982 for i in *; do
983 if [ -f "$i" -a "$i" != "Config" ]; then
984 lfsmakecommoncheck ${i} || continue
985
986 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
987 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
988 if [ $? -ne 0 ]; then
989 beautify message FAIL
990 FINISHED=0
991 else
992 if [ $c -eq 1 ]; then
993 beautify message DONE
994 fi
995 fi
996 fi
997 done
998 done
999 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1000 ERROR=0
1001 for i in *; do
1002 if [ -f "$i" -a "$i" != "Config" ]; then
1003 lfsmakecommoncheck ${i} > /dev/null || continue
1004 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1005 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1006 if [ $? -ne 0 ]; then
1007 echo -ne "MD5 difference in lfs/$i"
1008 beautify message FAIL
1009 ERROR=1
1010 fi
1011 fi
1012 done
1013 if [ $ERROR -eq 0 ]; then
1014 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1015 beautify message DONE
1016 else
1017 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1018 beautify message FAIL
1019 fi
1020 cd - >/dev/null 2>&1
1021 ;;
1022 toolchain)
1023 clear
1024 prepareenv
1025 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1026 buildtoolchain
1027 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1028 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1029 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1030 build/tools build/bin/sh log >> $LOGFILE
1031 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1032 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.md5
1033 stdumount
1034 ;;
1035 gettoolchain)
1036 # arbitrary name to be updated in case of new toolchain package upload
1037 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE
1038 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
1039 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1040 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1041 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1042 cd $BASEDIR/cache/toolchains
1043 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1044 if [ $? -ne 0 ]; then
1045 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $MACHINE machine" | tee -a $LOGFILE
1046 else
1047 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1048 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1049 else
1050 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1051 fi
1052 fi
1053 else
1054 echo "Toolchain is already downloaded. Exiting..."
1055 fi
1056 ;;
1057 othersrc)
1058 prepareenv
1059 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1060 chroot $LFS /tools/bin/env -i HOME=/root \
1061 TERM=$TERM PS1='\u:\w\$ ' \
1062 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1063 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1064 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1065 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1066 if [ $? -eq "0" ]; then
1067 beautify message DONE
1068 else
1069 beautify message FAIL
1070 fi
1071 stdumount
1072 ;;
1073 uploadsrc)
1074 PWD=`pwd`
1075 if [ -z $IPFIRE_USER ]; then
1076 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1077 beautify message FAIL
1078 exit 1
1079 fi
1080
1081 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1082 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1083
1084 cd $BASEDIR/cache/
1085 for file in $(ls -1 --ignore=toolchains); do
1086 grep -q "$file" <<<$REMOTE_FILES && continue
1087 NEW_FILES="$NEW_FILES $file"
1088 done
1089 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1090 cd $BASEDIR
1091 cd $PWD
1092 exit 0
1093 ;;
1094 lang)
1095 update_langs
1096 ;;
1097 *)
1098 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1099 cat doc/make.sh-usage
1100 ;;
1101 esac