collectd: Don't scan for sensors on ARM.
[people/teissler/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007-2011 IPFire-Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.9" # Version number
28 CORE="52" # Core Level (Filename)
29 PAKFIRE_CORE="51" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Build USB, Flash and Xen Images
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=1
41 IPFVER="full" # Which versions should be compiled? (full|devel)
42
43 BUILDMACHINE=$MACHINE
44 if [ "$MACHINE" = "x86_64" ]; then
45 BUILDMACHINE="i686";
46 linux32="linux32";
47 fi
48
49
50 # Debian specific settings
51 if [ ! -e /etc/debian_version ]; then
52 FULLPATH=`which $0`
53 else
54 if [ -x /usr/bin/realpath ]; then
55 FULLPATH=`/usr/bin/realpath $0`
56 else
57 echo "ERROR: Need to do apt-get install realpath"
58 exit 1
59 fi
60 fi
61
62 PWD=`pwd`
63 BASENAME=`basename $0`
64 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
65 LOGFILE=$BASEDIR/log/_build.preparation.log
66 export BASEDIR LOGFILE
67 DIR_CHK=$BASEDIR/cache/check
68 mkdir $BASEDIR/log/ 2>/dev/null
69
70 # Include funtions
71 . tools/make-functions
72
73 if [ -f .config ]; then
74 . .config
75 else
76 echo -e "${BOLD}No configuration found!${NORMAL}"
77 echo -ne "Do you want to create one (y/N)?"
78 read CREATE_CONFIG
79 echo ""
80 if [ "$CREATE_CONFIG" == "y" ]; then
81 make_config
82 fi
83 fi
84
85 if [ -z $EDITOR ]; then
86 for i in nano emacs vi; do
87 EDITOR=$(which $i 2>/dev/null)
88 if ! [ -z $EDITOR ]; then
89 export EDITOR=$EDITOR
90 break
91 fi
92 done
93 [ -z $EDITOR ] && exiterror "You should have installed an editor."
94 fi
95
96 prepareenv() {
97 ############################################################################
98 # #
99 # Are we running the right shell? #
100 # #
101 ############################################################################
102 if [ ! "$BASH" ]; then
103 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
104 fi
105
106 if [ -z "${BASH_VERSION}" ]; then
107 exiterror "Not running BASH shell."
108 fi
109
110
111 ############################################################################
112 # #
113 # Trap on emergency exit #
114 # #
115 ############################################################################
116 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
117
118
119 ############################################################################
120 # #
121 # Resetting our nice level #
122 # #
123 ############################################################################
124 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
125 renice $NICE $$ > /dev/null
126 if [ `nice` != "$NICE" ]; then
127 beautify message FAIL
128 exiterror "Failed to set correct nice level"
129 else
130 beautify message DONE
131 fi
132
133
134 ############################################################################
135 # #
136 # Checking if running as root user #
137 # #
138 ############################################################################
139 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
140 if [ `id -u` != 0 ]; then
141 beautify message FAIL
142 exiterror "Not building as root"
143 else
144 beautify message DONE
145 fi
146
147
148 ############################################################################
149 # #
150 # Checking for necessary temporary space #
151 # #
152 ############################################################################
153 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
154 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
155 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
156 if (( 2048000 > $BASE_ASPACE )); then
157 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
158 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
159 beautify message FAIL
160 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
161 fi
162 else
163 beautify message DONE
164 fi
165
166 ############################################################################
167 # #
168 # Building Linux From Scratch system #
169 # #
170 ############################################################################
171 # Set umask
172 umask 022
173
174 # Set LFS Directory
175 LFS=$BASEDIR/build
176
177 # Check /tools symlink
178 if [ -h /tools ]; then
179 rm -f /tools
180 fi
181 if [ ! -a /tools ]; then
182 ln -s $BASEDIR/build/tools /
183 fi
184 if [ ! -h /tools ]; then
185 exiterror "Could not create /tools symbolic link."
186 fi
187
188 # Setup environment
189 set +h
190 LC_ALL=POSIX
191 if [ -z $MAKETUNING ]; then
192 if [ "${MACHINE:0:3}" = "arm" ]; then
193 MAKETUNING="-j2"
194 else
195 MAKETUNING="-j6"
196 fi
197 fi
198 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
199 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
200
201 # Make some extra directories
202 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
203 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
204 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
205 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
206
207 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
208 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
209
210 # Make all sources and proc available under lfs build
211 mount --bind /dev $BASEDIR/build/dev
212 mount --bind /dev/pts $BASEDIR/build/dev/pts
213 mount --bind /dev/shm $BASEDIR/build/dev/shm
214 mount --bind /proc $BASEDIR/build/proc
215 mount --bind /sys $BASEDIR/build/sys
216 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
217 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
218 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
219 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
220 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
221 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
222 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
223 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
224 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
225
226 # This is a temporary hack!!!
227 if [ ! -f /tools/bin/hostname ]; then
228 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
229 fi
230
231 # Run LFS static binary creation scripts one by one
232 export CCACHE_DIR=$BASEDIR/ccache
233 export CCACHE_COMPRESS=1
234 export CCACHE_HASHDIR=1
235
236 # Remove pre-install list of installed files in case user erase some files before rebuild
237 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
238 }
239
240 buildtoolchain() {
241 if [ "$(uname -m)" = "x86_64" ]; then
242 exiterror "Cannot build toolchain on x86_64. Please use the download."
243 fi
244 if [ "$(uname -r | grep ipfire)" ]; then
245 exiterror "Cannot build toolchain on ipfire. Please use the download."
246 fi
247
248 LOGFILE="$BASEDIR/log/_build.toolchain.log"
249 export LOGFILE
250 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
251 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
252 ORG_PATH=$PATH
253 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
254 lfsmake1 ccache PASS=1
255 lfsmake1 make PASS=1
256 lfsmake1 binutils PASS=1
257 lfsmake1 gcc PASS=1
258 if [ "${MACHINE_TYPE}" = "arm" ]; then
259 lfsmake1 linux TOOLS=1 HEADERS=1
260 else
261 lfsmake1 linux-libc-header
262 fi
263 lfsmake1 glibc
264 lfsmake1 cleanup-toolchain PASS=1
265 lfsmake1 tcl
266 lfsmake1 expect
267 lfsmake1 dejagnu
268 lfsmake1 gcc PASS=2
269 lfsmake1 binutils PASS=2
270 lfsmake1 ccache PASS=2
271 lfsmake1 ncurses
272 lfsmake1 bash
273 lfsmake1 bzip2
274 lfsmake1 coreutils
275 lfsmake1 diffutils
276 lfsmake1 findutils
277 lfsmake1 gawk
278 lfsmake1 gettext
279 lfsmake1 grep
280 lfsmake1 gzip
281 lfsmake1 m4
282 lfsmake1 make PASS=2
283 lfsmake1 patch
284 lfsmake1 perl
285 lfsmake1 sed
286 lfsmake1 tar
287 lfsmake1 texinfo
288 lfsmake1 util-linux
289 lfsmake1 cleanup-toolchain PASS=2
290 export PATH=$ORG_PATH
291 }
292
293 buildbase() {
294 LOGFILE="$BASEDIR/log/_build.base.log"
295 export LOGFILE
296 lfsmake2 stage2
297 if [ "${MACHINE_TYPE}" = "arm" ]; then
298 lfsmake2 linux HEADERS=1
299 else
300 lfsmake2 linux-libc-header
301 fi
302 lfsmake2 man-pages
303 lfsmake2 glibc
304 lfsmake2 cleanup-toolchain PASS=3
305 lfsmake2 binutils
306 lfsmake2 gcc
307 lfsmake2 berkeley
308 lfsmake2 coreutils
309 lfsmake2 iana-etc
310 lfsmake2 m4
311 lfsmake2 bison
312 lfsmake2 ncurses
313 lfsmake2 procps
314 lfsmake2 sed
315 lfsmake2 libtool
316 lfsmake2 perl
317 lfsmake2 readline
318 lfsmake2 zlib
319 lfsmake2 autoconf
320 lfsmake2 automake
321 lfsmake2 bash
322 lfsmake2 bzip2
323 lfsmake2 diffutils
324 lfsmake2 e2fsprogs
325 lfsmake2 ed
326 lfsmake2 file
327 lfsmake2 findutils
328 lfsmake2 flex
329 lfsmake2 gawk
330 lfsmake2 gettext
331 lfsmake2 grep
332 lfsmake2 groff
333 lfsmake2 gzip
334 lfsmake2 inetutils
335 lfsmake2 iproute2
336 lfsmake2 kbd
337 lfsmake2 less
338 lfsmake2 libaal
339 lfsmake2 make
340 lfsmake2 man
341 lfsmake2 mktemp
342 lfsmake2 module-init-tools
343 lfsmake2 net-tools
344 lfsmake2 patch
345 lfsmake2 psmisc
346 lfsmake2 reiser4progs
347 lfsmake2 shadow
348 lfsmake2 sysklogd
349 lfsmake2 sysvinit
350 lfsmake2 tar
351 lfsmake2 texinfo
352 lfsmake2 udev
353 lfsmake2 util-linux
354 lfsmake2 vim
355
356 # ARM cannot use grub.
357 if [ "${MACHINE_TYPE}" != "arm" ]; then
358 lfsmake2 grub
359 fi
360 }
361
362 buildipfire() {
363 LOGFILE="$BASEDIR/log/_build.ipfire.log"
364 export LOGFILE
365 ipfiremake configroot
366 ipfiremake backup
367 ipfiremake dhcp
368 ipfiremake dhcpcd
369 ipfiremake libusb
370 ipfiremake libpcap
371 ipfiremake ppp
372 ipfiremake pptp
373 ipfiremake unzip
374 ipfiremake which
375 ipfiremake xz
376 ipfiremake linux-firmware
377 ipfiremake zd1211-firmware
378
379 # The xen and PAE kernels are only available for x86
380 if [ "${MACHINE_TYPE}" != "arm" ]; then
381 ipfiremake linux XEN=1
382 ipfiremake kqemu XEN=1
383 ipfiremake v4l-dvb XEN=1
384 ipfiremake madwifi XEN=1
385 ipfiremake mISDN XEN=1
386 ipfiremake dahdi XEN=1 KMOD=1
387 ipfiremake cryptodev XEN=1
388 ipfiremake compat-wireless XEN=1
389 ipfiremake r8169 XEN=1
390 ipfiremake r8168 XEN=1
391 ipfiremake r8101 XEN=1
392 ipfiremake e1000 XEN=1
393 ipfiremake e1000e XEN=1
394 ipfiremake igb XEN=1
395 ipfiremake linux PAE=1
396 ipfiremake kqemu PAE=1
397 ipfiremake kvm-kmod PAE=1
398 ipfiremake v4l-dvb PAE=1
399 ipfiremake madwifi PAE=1
400 ipfiremake alsa PAE=1 KMOD=1
401 ipfiremake mISDN PAE=1
402 ipfiremake dahdi PAE=1 KMOD=1
403 ipfiremake cryptodev PAE=1
404 ipfiremake compat-wireless PAE=1
405 # ipfiremake r8169 PAE=1
406 # ipfiremake r8168 PAE=1
407 # ipfiremake r8101 PAE=1
408 ipfiremake e1000 PAE=1
409 ipfiremake e1000e PAE=1
410 ipfiremake igb PAE=1
411 fi
412
413 # Default kernel build
414 ipfiremake linux
415 ipfiremake v4l-dvb
416
417 if [ "${MACHINE_TYPE}" != "arm" ]; then
418 # Virtualization helpers are only available for x86.
419 ipfiremake kqemu
420 ipfiremake kvm-kmod
421 #unsupported arch (armv5)
422 ipfiremake madwifi
423 #todo enable alsa driver in kernel config
424 ipfiremake alsa KMOD=1
425 #undefined declaration in echo canceler try to fix later
426 ipfiremake mISDN
427 fi
428 ipfiremake dahdi KMOD=1
429 ipfiremake cryptodev
430 ipfiremake compat-wireless
431 # ipfiremake r8169
432 # ipfiremake r8168
433 # ipfiremake r8101
434 #ipfiremake e1000
435 #ipfiremake e1000e
436 #ipfiremake igb
437 ipfiremake pkg-config
438 ipfiremake linux-atm
439 ipfiremake cpio
440 ipfiremake dracut
441 ipfiremake expat
442 ipfiremake gdbm
443 ipfiremake gmp
444 ipfiremake pam
445 ipfiremake openssl
446 ipfiremake curl
447 ipfiremake tcl
448 ipfiremake sqlite
449 ipfiremake python
450 ipfiremake fireinfo
451 ipfiremake libnet
452 ipfiremake libnl
453 ipfiremake libidn
454 ipfiremake libjpeg
455 ipfiremake libpng
456 ipfiremake libtiff
457 ipfiremake libart
458 ipfiremake freetype
459 ipfiremake gd
460 ipfiremake popt
461 ipfiremake pcre
462 ipfiremake slang
463 ipfiremake newt
464 ipfiremake attr
465 ipfiremake acl
466 ipfiremake libcap
467 ipfiremake pciutils
468 ipfiremake usbutils
469 ipfiremake libxml2
470 ipfiremake libxslt
471 ipfiremake BerkeleyDB
472 ipfiremake mysql
473 ipfiremake cyrus-sasl
474 ipfiremake openldap
475 ipfiremake apache2
476 ipfiremake php
477 ipfiremake apache2 PASS=C
478 ipfiremake arping
479 ipfiremake beep
480 ipfiremake bind
481 ipfiremake dvdrtools
482 ipfiremake dnsmasq
483 ipfiremake dosfstools
484 ipfiremake reiserfsprogs
485 ipfiremake xfsprogs
486 ipfiremake sysfsutils
487 ipfiremake fuse
488 ipfiremake ntfs-3g
489 ipfiremake ethtool
490 ipfiremake ez-ipupdate
491 ipfiremake fcron
492 ipfiremake perl-GD
493 ipfiremake GD-Graph
494 ipfiremake GD-TextUtil
495 ipfiremake gnupg
496 ipfiremake hdparm
497 ipfiremake sdparm
498 ipfiremake mtools
499 ipfiremake initscripts
500 ipfiremake whatmask
501 ipfiremake iptables
502 ipfiremake libupnp
503 ipfiremake ipaddr
504 ipfiremake iptstate
505 ipfiremake iputils
506 ipfiremake l7-protocols
507 ipfiremake mISDNuser
508 ipfiremake capi4k-utils
509 ipfiremake hwdata
510 ipfiremake kudzu
511 ipfiremake logrotate
512 ipfiremake logwatch
513 ipfiremake misc-progs
514 ipfiremake nano
515 ipfiremake nasm
516 ipfiremake URI
517 ipfiremake HTML-Tagset
518 ipfiremake HTML-Parser
519 ipfiremake Compress-Zlib
520 ipfiremake Digest
521 ipfiremake Digest-SHA1
522 ipfiremake Digest-HMAC
523 ipfiremake libwww-perl
524 ipfiremake Net-DNS
525 ipfiremake Net-IPv4Addr
526 ipfiremake Net_SSLeay
527 ipfiremake IO-Stringy
528 ipfiremake Unix-Syslog
529 ipfiremake Mail-Tools
530 ipfiremake MIME-Tools
531 ipfiremake Net-Server
532 ipfiremake Convert-TNEF
533 ipfiremake Convert-UUlib
534 ipfiremake Archive-Tar
535 ipfiremake Archive-Zip
536 ipfiremake Text-Tabs+Wrap
537 ipfiremake Locale-Country
538 ipfiremake XML-Parser
539 ipfiremake python-setuptools
540 ipfiremake python-clientform
541 ipfiremake python-mechanize
542 ipfiremake python-feedparser
543 ipfiremake python-rssdler
544 ipfiremake glib
545 ipfiremake GeoIP
546 ipfiremake fwhits
547 ipfiremake noip_updater
548 ipfiremake ntp
549 ipfiremake openssh
550 ipfiremake rrdtool
551 ipfiremake setserial
552 ipfiremake setup
553 ipfiremake libdnet
554 ipfiremake daq
555 ipfiremake snort
556 ipfiremake oinkmaster
557 ipfiremake squid
558 ipfiremake squidguard
559 ipfiremake calamaris
560 ipfiremake tcpdump
561 ipfiremake traceroute
562 ipfiremake vlan
563 ipfiremake wireless
564 ipfiremake libsafe
565 ipfiremake pakfire
566 ipfiremake java
567 ipfiremake spandsp
568 ipfiremake lzo
569 ipfiremake openvpn
570 ipfiremake pammysql
571 ipfiremake cups
572 ipfiremake ghostscript
573 ipfiremake foomatic
574 ipfiremake hplip
575 ipfiremake samba
576 ipfiremake sudo
577 ipfiremake mc
578 ipfiremake wget
579 ipfiremake bridge-utils
580 ipfiremake screen
581 ipfiremake hddtemp
582 ipfiremake smartmontools
583 ipfiremake htop
584 ipfiremake postfix
585 ipfiremake fetchmail
586 ipfiremake cyrus-imapd
587 ipfiremake openmailadmin
588 ipfiremake clamav
589 ipfiremake spamassassin
590 ipfiremake amavisd
591 ipfiremake alsa
592 ipfiremake mpfire
593 ipfiremake guardian
594 ipfiremake libid3tag
595 ipfiremake libmad
596 ipfiremake libogg
597 ipfiremake libvorbis
598 ipfiremake libdvbpsi
599 ipfiremake lame
600 ipfiremake sox
601 ipfiremake libshout
602 ipfiremake xvid
603 ipfiremake libmpeg2
604 ipfiremake cmake
605 ipfiremake gnump3d
606 ipfiremake libsigc++
607 ipfiremake applejuice
608 ipfiremake libtorrent
609 ipfiremake rtorrent
610 ipfiremake ipfireseeder
611 ipfiremake rsync
612 ipfiremake tcpwrapper
613 ipfiremake libevent
614 ipfiremake portmap
615 ipfiremake nfs
616 ipfiremake nmap
617 ipfiremake ncftp
618 ipfiremake etherwake
619 ipfiremake bwm-ng
620 ipfiremake tripwire
621 ipfiremake sysstat
622 ipfiremake vsftpd
623 ipfiremake strongswan
624 ipfiremake lsof
625 ipfiremake centerim
626 ipfiremake br2684ctl
627 ipfiremake pcmciautils
628 ipfiremake lm_sensors
629 ipfiremake liboping
630 ipfiremake collectd
631 ipfiremake lcd4linux
632 ipfiremake teamspeak
633 ipfiremake elinks
634 ipfiremake igmpproxy
635 ipfiremake fbset
636 ipfiremake sdl
637 #ipfiremake qemu
638 #ipfiremake qemu-kqemu
639 ipfiremake sane
640 ipfiremake netpbm
641 ipfiremake phpSANE
642 ipfiremake tunctl
643 ipfiremake nagios
644 ipfiremake nagios_nrpe
645 ipfiremake ebtables
646 ipfiremake fontconfig
647 ipfiremake freefont
648 ipfiremake directfb
649 ipfiremake dfb++
650 ipfiremake faad2
651 ipfiremake ffmpeg
652 ipfiremake videolan
653 #ipfiremake vdr
654 ipfiremake w_scan
655 ipfiremake icecast
656 ipfiremake icegenerator
657 ipfiremake mpd
658 ipfiremake libmpdclient
659 ipfiremake mpc
660 ipfiremake git
661 ipfiremake squidclamav
662 ipfiremake bc
663 ipfiremake vnstat
664 ipfiremake vnstati
665 ipfiremake iw
666 ipfiremake wpa_supplicant
667 ipfiremake hostapd
668 ipfiremake urlgrabber
669 if [ "${MACHINE_TYPE}" != "arm" ]; then
670 ipfiremake syslinux
671 fi
672 ipfiremake tftpd
673 #ipfiremake cpufrequtils
674 ipfiremake dbus
675 ipfiremake bluetooth
676 ipfiremake gutenprint
677 ipfiremake apcupsd
678 ipfiremake iperf
679 ipfiremake netcat
680 ipfiremake 7zip
681 ipfiremake lynis
682 ipfiremake splix
683 ipfiremake streamripper
684 ipfiremake sshfs
685 ipfiremake taglib
686 ipfiremake mediatomb
687 ipfiremake sslh
688 ipfiremake perl-gettext
689 ipfiremake vdradmin
690 ipfiremake miau
691 ipfiremake netsnmpd
692 ipfiremake perl-DBI
693 ipfiremake perl-DBD-mysql
694 ipfiremake cacti
695 ipfiremake icecc
696 if [ "${MACHINE_TYPE}" != "arm" ]; then
697 ipfiremake openvmtools
698 fi
699 ipfiremake nagiosql
700 ipfiremake iftop
701 ipfiremake motion
702 ipfiremake joe
703 ipfiremake nut
704 ipfiremake watchdog
705 ipfiremake libpri
706 ipfiremake dahdi
707 #ipfiremake asterisk
708 #ipfiremake lcr
709 ipfiremake usb_modeswitch
710 ipfiremake usb_modeswitch_data
711 ipfiremake zerofree
712 ipfiremake mdadm
713 ipfiremake eject
714 ipfiremake pound
715 ipfiremake minicom
716 ipfiremake ddrescue
717 ipfiremake imspector
718 ipfiremake miniupnpd
719 ipfiremake client175
720 ipfiremake powertop
721 ipfiremake parted
722 ipfiremake swig
723 ipfiremake python-m2crypto
724 ipfiremake wireless-regdb
725 ipfiremake crda
726 ipfiremake libsatsolver
727 ipfiremake python-satsolver
728 ipfiremake python-distutils-extra
729 ipfiremake python-lzma
730 ipfiremake python-progressbar
731 ipfiremake python-xattr
732 ipfiremake intltool
733 ipfiremake pakfire3-deps
734 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
735 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
736 echo >> $BASEDIR/build/var/ipfire/firebuild
737 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
738 echo >> $BASEDIR/build/var/ipfire/firebuild
739 git status >> $BASEDIR/build/var/ipfire/firebuild
740 echo >> $BASEDIR/build/var/ipfire/firebuild
741 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
742 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
743 if [ "$GIT_BRANCH" = "master" ]; then
744 echo "$NAME $VERSION - (Development Build: $GIT_LASTCOMMIT)" > $BASEDIR/build/etc/system-release
745 else
746 echo "$NAME $VERSION - $GIT_BRANCH" > $BASEDIR/build/etc/system-release
747 fi
748 }
749
750 buildinstaller() {
751 # Run installer scripts one by one
752 LOGFILE="$BASEDIR/log/_build.installer.log"
753 export LOGFILE
754 if [ "${MACHINE_TYPE}" != "arm" ]; then
755 ipfiremake as86
756 ipfiremake mbr
757 ipfiremake memtest
758 fi
759 ipfiremake installer
760 cp -f $BASEDIR/doc/COPYING $BASEDIR/build/install/initrd/
761 installmake strip
762 ipfiremake initrd
763 }
764
765 buildpackages() {
766 LOGFILE="$BASEDIR/log/_build.packages.log"
767 export LOGFILE
768 echo "... see detailed log in _build.*.log files" >> $LOGFILE
769
770
771 # Generating list of packages used
772 echo -n "Generating packages list from logs" | tee -a $LOGFILE
773 rm -f $BASEDIR/doc/packages-list
774 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
775 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
776 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
777 fi
778 done
779 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
780 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
781 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
782 rm -f $BASEDIR/doc/packages-list
783 # packages-list.txt is ready to be displayed for wiki page
784 beautify message DONE
785
786 # Update changelog
787 cd $BASEDIR
788 $0 git log
789
790 # Create images for install
791 ipfiremake cdrom ED=$IPFVER
792
793 # Check if there is a loop device for building in virtual environments
794 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
795 if [ "${MACHINE_TYPE}" != "arm" ]; then
796 ipfiremake usb-stick ED=$IPFVER
797 fi
798 ipfiremake flash-images ED=$IPFVER
799 fi
800
801 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
802
803 ipfirepackages
804
805 # Check if there is a loop device for building in virtual environments
806 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
807 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
808 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
809 ipfiremake xen-image ED=$IPFVER
810 rm -rf $LFS/install/packages/linux-xen-*.ipfire
811 rm -rf $LFS/install/packages/meta-linux-xen
812 fi
813 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
814
815 cd $BASEDIR
816 for i in `ls *.bz2 *.img.gz *.iso`; do
817 md5sum $i > $i.md5
818 done
819 cd $PWD
820
821 # Cleanup
822 stdumount
823 rm -rf $BASEDIR/build/tmp/*
824
825 # Generating total list of files
826 echo -n "Generating files list from logs" | tee -a $LOGFILE
827 rm -f $BASEDIR/log/FILES
828 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
829 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
830 echo "##" >>$BASEDIR/log/FILES
831 echo "## `basename $i`" >>$BASEDIR/log/FILES
832 echo "##" >>$BASEDIR/log/FILES
833 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
834 fi
835 done
836 beautify message DONE
837
838 cd $PWD
839 }
840
841 ipfirepackages() {
842 ipfiremake core-updates
843 for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
844 if [ -e $BASEDIR/lfs/$i ]; then
845 ipfiredist $i
846 else
847 echo -n $i
848 beautify message SKIP
849 fi
850 done
851 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
852 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
853 rm -rf $BASEDIR/build/install/packages/*
854 }
855
856 # See what we're supposed to do
857 case "$1" in
858 build)
859 clear
860 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
861 #only restore on a clean disk
862 if [ ! -f log/cleanup-toolchain-2-tools ]; then
863 if [ ! -n "$PACKAGE" ]; then
864 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
865 prepareenv
866 buildtoolchain
867 else
868 PACKAGENAME=${PACKAGE%.tar.gz}
869 beautify build_stage "Packaged toolchain compilation"
870 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
871 tar zxf $PACKAGE
872 prepareenv
873 else
874 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
875 fi
876 fi
877 else
878 echo -n "Using installed toolchain" | tee -a $LOGFILE
879 beautify message SKIP
880 prepareenv
881 fi
882
883 beautify build_start
884 beautify build_stage "Building LFS"
885 buildbase
886
887 beautify build_stage "Building IPFire"
888 buildipfire
889
890 beautify build_stage "Building installer"
891 buildinstaller
892
893 beautify build_stage "Building packages"
894 buildpackages
895
896 beautify build_stage "Checking Logfiles for new Files"
897
898 cd $BASEDIR
899 tools/checknewlog.pl
900 cd $PWD
901
902 beautify build_end
903 ;;
904 shell)
905 # enter a shell inside LFS chroot
906 # may be used to changed kernel settings
907 prepareenv
908 entershell
909 ;;
910 clean)
911 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
912 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
913 $LOSETUP -d $i 2>/dev/null
914 done
915 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
916 umount $i
917 done
918 stdumount
919 for i in `seq 0 7`; do
920 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
921 umount /dev/loop${i} 2>/dev/null;
922 losetup -d /dev/loop${i} 2>/dev/null;
923 fi;
924 done
925 rm -rf $BASEDIR/build
926 rm -rf $BASEDIR/cdrom
927 rm -rf $BASEDIR/packages
928 rm -rf $BASEDIR/log
929 if [ -h /tools ]; then
930 rm -f /tools
931 fi
932 rm -f $BASEDIR/ipfire-*
933 beautify message DONE
934 ;;
935 downloadsrc)
936 if [ ! -d $BASEDIR/cache ]; then
937 mkdir $BASEDIR/cache
938 fi
939 mkdir -p $BASEDIR/log
940 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
941 FINISHED=0
942 cd $BASEDIR/lfs
943 for c in `seq $MAX_RETRIES`; do
944 if (( FINISHED==1 )); then
945 break
946 fi
947 FINISHED=1
948 cd $BASEDIR/lfs
949 for i in *; do
950 if [ -f "$i" -a "$i" != "Config" ]; then
951 echo -ne "Loading $i"
952 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
953 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
954 if [ $? -ne 0 ]; then
955 beautify message FAIL
956 FINISHED=0
957 else
958 if [ $c -eq 1 ]; then
959 beautify message DONE
960 fi
961 fi
962 fi
963 done
964 done
965 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
966 ERROR=0
967 for i in *; do
968 if [ -f "$i" -a "$i" != "Config" ]; then
969 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
970 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
971 if [ $? -ne 0 ]; then
972 echo -ne "MD5 difference in lfs/$i"
973 beautify message FAIL
974 ERROR=1
975 fi
976 fi
977 done
978 if [ $ERROR -eq 0 ]; then
979 echo -ne "${BOLD}all files md5sum match${NORMAL}"
980 beautify message DONE
981 else
982 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
983 beautify message FAIL
984 fi
985 cd - >/dev/null 2>&1
986 ;;
987 toolchain)
988 clear
989 prepareenv
990 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
991 buildtoolchain
992 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
993 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
994 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
995 build/{bin,etc,usr/bin,usr/local} \
996 build/tools/{bin,etc,*-linux-gnu*,include,lib,libexec,sbin,share,var} \
997 log >> $LOGFILE
998 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
999 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.md5
1000 stdumount
1001 ;;
1002 gettoolchain)
1003 # arbitrary name to be updated in case of new toolchain package upload
1004 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE
1005 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
1006 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1007 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1008 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
1009 cd $BASEDIR/cache/toolchains
1010 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1011 if [ $? -ne 0 ]; then
1012 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
1013 else
1014 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1015 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1016 else
1017 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1018 fi
1019 fi
1020 else
1021 echo "Toolchain is already downloaded. Exiting..."
1022 fi
1023 ;;
1024 othersrc)
1025 prepareenv
1026 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1027 chroot $LFS /tools/bin/env -i HOME=/root \
1028 TERM=$TERM PS1='\u:\w\$ ' \
1029 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1030 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1031 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1032 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1033 if [ $? -eq "0" ]; then
1034 beautify message DONE
1035 else
1036 beautify message FAIL
1037 fi
1038 stdumount
1039 ;;
1040 git)
1041 case "$2" in
1042 update|up)
1043 ## REMOVES ALL UNCOMMITTED CHANGES!
1044 [ "$3" == "--force" ] && git checkout -f
1045 git pull
1046 ;;
1047 commit|ci)
1048 shift 2
1049 git commit $*
1050
1051 [ "$?" -eq "0" ] || exiterror "git commit $* failed."
1052
1053 echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
1054 read
1055 [ -z $REPLY ] && exit 0
1056 for i in y Y j J; do
1057 if [ "$i" == "$REPLY" ]; then
1058 $0 git push
1059 exit $?
1060 fi
1061 done
1062 exiterror "\"$REPLY\" is not a valid answer."
1063 ;;
1064 dist)
1065 git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
1066 ;;
1067 diff|di)
1068 echo -ne "Make a local diff to last revision"
1069 git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
1070 evaluate 1
1071 echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
1072 git diff --stat
1073 ;;
1074 push)
1075 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
1076 GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
1077
1078 git push ${GIT_URL} $3
1079 ;;
1080 log)
1081 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
1082 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
1083
1084 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
1085 ;;
1086 esac
1087 ;;
1088 uploadsrc)
1089 PWD=`pwd`
1090 if [ -z $IPFIRE_USER ]; then
1091 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1092 beautify message FAIL
1093 exit 1
1094 fi
1095
1096 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1097 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1098
1099 cd $BASEDIR/cache/
1100 for file in $(ls -1 --ignore=toolchains); do
1101 grep -q "$file" <<<$REMOTE_FILES && continue
1102 NEW_FILES="$NEW_FILES $file"
1103 done
1104 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1105 cd $BASEDIR
1106 cd $PWD
1107 exit 0
1108 ;;
1109 batch)
1110 if [ "$2" = "--background" ]; then
1111 batch_script
1112 exit $?
1113 fi
1114 if [ `screen -ls | grep -q ipfire` ]; then
1115 echo "Build is already running, sorry!"
1116 exit 1
1117 else
1118 if [ "$2" = "--rebuild" ]; then
1119 export IPFIRE_REBUILD=1
1120 echo "REBUILD!"
1121 else
1122 export IPFIRE_REBUILD=0
1123 fi
1124 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1125 screen -dmS ipfire $0 batch --background
1126 evaluate 1
1127 exit 0
1128 fi
1129 ;;
1130 watch)
1131 watch_screen
1132 ;;
1133 pxe)
1134 case "$2" in
1135 start)
1136 start_tftpd
1137 ;;
1138 stop)
1139 stop_tftpd
1140 ;;
1141 reload|restart)
1142 reload_tftpd
1143 ;;
1144 esac
1145 exit 0
1146 ;;
1147 lang)
1148 update_langs
1149 ;;
1150 "")
1151 clear
1152 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1153 do
1154 case $name in
1155 "IPFIRE: Downloadsrc")
1156 $0 downloadsrc
1157 ;;
1158 "IPFIRE: Build (silent)")
1159 $0 build-silent
1160 ;;
1161 "IPFIRE: Watch Build")
1162 $0 watch
1163 ;;
1164 "IPFIRE: Batch")
1165 $0 batch
1166 ;;
1167 "IPFIRE: Clean")
1168 $0 clean
1169 ;;
1170 "Help")
1171 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1172 cat doc/make.sh-usage
1173 ;;
1174 "LOG: Tail")
1175 tail -f log/_*
1176 ;;
1177 "Exit")
1178 break
1179 ;;
1180 esac
1181 done
1182 ;;
1183 config)
1184 make_config
1185 ;;
1186 *)
1187 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1188 cat doc/make.sh-usage
1189 ;;
1190 esac