]> git.ipfire.org Git - ipfire-2.x.git/blame_incremental - make.sh
Prepare for python3
[ipfire-2.x.git] / make.sh
... / ...
CommitLineData
1#!/bin/bash
2############################################################################
3# #
4# This file is part of the IPFire Firewall. #
5# #
6# IPFire is free software; you can redistribute it and/or modify #
7# it under the terms of the GNU General Public License as published by #
8# the Free Software Foundation; either version 2 of the License, or #
9# (at your option) any later version. #
10# #
11# IPFire is distributed in the hope that it will be useful, #
12# but WITHOUT ANY WARRANTY; without even the implied warranty of #
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14# GNU General Public License for more details. #
15# #
16# You should have received a copy of the GNU General Public License #
17# along with IPFire; if not, write to the Free Software #
18# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19# #
20# Copyright (C) 2007-2016 IPFire Team <info@ipfire.org>. #
21# #
22############################################################################
23#
24
25NAME="IPFire" # Software name
26SNAME="ipfire" # Short name
27VERSION="2.19" # Version number
28CORE="109" # Core Level (Filename)
29PAKFIRE_CORE="108" # Core Level (PAKFIRE)
30GIT_BRANCH=`git rev-parse --abbrev-ref HEAD` # Git Branch
31SLOGAN="www.ipfire.org" # Software slogan
32CONFIG_ROOT=/var/ipfire # Configuration rootdir
33NICE=10 # Nice level
34MAX_RETRIES=1 # prefetch/check loop
35BUILD_IMAGES=1 # Flash and Xen Downloader
36KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37GIT_TAG=$(git tag | tail -1) # Git Tag
38GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
39TOOLCHAINVER=12
40
41# New architecture variables
42BUILD_ARCH="$(uname -m)"
43BUILDMACHINE="${BUILD_ARCH}"
44
45# Debian specific settings
46if [ ! -e /etc/debian_version ]; then
47 FULLPATH=`which $0`
48else
49 if [ -x /usr/bin/realpath ]; then
50 FULLPATH=`/usr/bin/realpath $0`
51 else
52 echo "ERROR: Need to do apt-get install realpath"
53 exit 1
54 fi
55fi
56
57PWD=`pwd`
58BASENAME=`basename $0`
59BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
60LOGFILE=$BASEDIR/log/_build.preparation.log
61export BASEDIR LOGFILE
62DIR_CHK=$BASEDIR/cache/check
63mkdir $BASEDIR/log/ 2>/dev/null
64
65# Include funtions
66. tools/make-functions
67
68if [ -f .config ]; then
69 . .config
70fi
71
72if [ -n "${TARGET_ARCH}" ]; then
73 configure_target "${TARGET_ARCH}"
74else
75 configure_target "default"
76fi
77
78if [ -z $EDITOR ]; then
79 for i in nano emacs vi; do
80 EDITOR=$(which $i 2>/dev/null)
81 if ! [ -z $EDITOR ]; then
82 export EDITOR=$EDITOR
83 break
84 fi
85 done
86 [ -z $EDITOR ] && exiterror "You should have installed an editor."
87fi
88
89
90prepareenv() {
91 ############################################################################
92 # #
93 # Are we running the right shell? #
94 # #
95 ############################################################################
96 if [ ! "$BASH" ]; then
97 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
98 fi
99
100 if [ -z "${BASH_VERSION}" ]; then
101 exiterror "Not running BASH shell."
102 fi
103
104
105 ############################################################################
106 # #
107 # Trap on emergency exit #
108 # #
109 ############################################################################
110 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
111
112
113 ############################################################################
114 # #
115 # Resetting our nice level #
116 # #
117 ############################################################################
118 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
119 renice $NICE $$ > /dev/null
120 if [ `nice` != "$NICE" ]; then
121 beautify message FAIL
122 exiterror "Failed to set correct nice level"
123 else
124 beautify message DONE
125 fi
126
127
128 ############################################################################
129 # #
130 # Checking if running as root user #
131 # #
132 ############################################################################
133 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
134 if [ `id -u` != 0 ]; then
135 beautify message FAIL
136 exiterror "Not building as root"
137 else
138 beautify message DONE
139 fi
140
141
142 ############################################################################
143 # #
144 # Checking for necessary temporary space #
145 # #
146 ############################################################################
147 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
148 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
149 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
150 if (( 2048000 > $BASE_ASPACE )); then
151 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
152 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
153 beautify message FAIL
154 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
155 fi
156 else
157 beautify message DONE
158 fi
159
160 ############################################################################
161 # #
162 # Building Linux From Scratch system #
163 # #
164 ############################################################################
165 # Set umask
166 umask 022
167
168 # Set LFS Directory
169 LFS=$BASEDIR/build
170
171 # Check /tools symlink
172 if [ -h /tools ]; then
173 rm -f /tools
174 fi
175 if [ ! -a /tools ]; then
176 ln -s $BASEDIR/build/tools /
177 fi
178 if [ ! -h /tools ]; then
179 exiterror "Could not create /tools symbolic link."
180 fi
181
182 # Setup environment
183 set +h
184 LC_ALL=POSIX
185 if [ -z $MAKETUNING ]; then
186 CPU_COUNT="$(getconf _NPROCESSORS_ONLN 2>/dev/null)"
187 if [ -z "${CPU_COUNT}" ]; then
188 CPU_COUNT=1
189 fi
190
191 MAKETUNING="-j$(( ${CPU_COUNT} * 2 + 1 ))"
192 fi
193 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
194 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
195
196 # Make some extra directories
197 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
198 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
199 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
200 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
201
202 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
203 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
204
205 # Make all sources and proc available under lfs build
206 mount --bind /dev $BASEDIR/build/dev
207 mount --bind /dev/pts $BASEDIR/build/dev/pts
208 mount --bind /dev/shm $BASEDIR/build/dev/shm
209 mount --bind /proc $BASEDIR/build/proc
210 mount --bind /sys $BASEDIR/build/sys
211 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
212 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
213 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
214 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
215 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
216 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
217 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
218 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
219 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
220
221 # Run LFS static binary creation scripts one by one
222 export CCACHE_DIR=$BASEDIR/ccache
223 export CCACHE_COMPRESS=1
224 export CCACHE_COMPILERCHECK="string:toolchain-${TOOLCHAINVER} ${TARGET_ARCH}"
225
226 # Remove pre-install list of installed files in case user erase some files before rebuild
227 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
228
229 # Prepare string for /etc/system-release.
230 SYSTEM_RELEASE="${NAME} ${VERSION} (${MACHINE})"
231 if [ "$(git status -s | wc -l)" == "0" ]; then
232 GIT_STATUS=""
233 else
234 GIT_STATUS="-dirty"
235 fi
236 case "$GIT_BRANCH" in
237 core*|beta?|rc?)
238 SYSTEM_RELEASE="${SYSTEM_RELEASE} - $GIT_BRANCH$GIT_STATUS"
239 ;;
240 *)
241 SYSTEM_RELEASE="${SYSTEM_RELEASE} - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS"
242 ;;
243 esac
244}
245
246buildtoolchain() {
247 local error=false
248 case "${TARGET_ARCH}:${BUILD_ARCH}" in
249 # x86_64
250 x86_64:x86_64)
251 # This is working.
252 ;;
253
254 # x86
255 i586:i586|i586:i686|i586:x86_64)
256 # These are working.
257 ;;
258 i586:*)
259 error=true
260 ;;
261
262 # ARM
263 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l|armv5tel:aarch64)
264 # These are working.
265 ;;
266 armv5tel:*)
267 error=true
268 ;;
269 esac
270
271 ${error} && \
272 exiterror "Cannot build ${MACHINE} toolchain on $(uname -m). Please use the download if any."
273
274 local gcc=$(type -p gcc)
275 if [ -z "${gcc}" ]; then
276 exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
277 fi
278
279 LOGFILE="$BASEDIR/log/_build.toolchain.log"
280 export LOGFILE
281
282 local ORG_PATH=$PATH
283 export PATH="/tools/ccache/bin:/tools/bin:$PATH"
284 lfsmake1 ccache PASS=1
285 lfsmake1 binutils PASS=1
286 lfsmake1 gcc PASS=1
287 lfsmake1 linux TOOLS=1 KCFG="-headers"
288 lfsmake1 glibc
289 lfsmake1 cleanup-toolchain PASS=1
290 lfsmake1 gcc PASS=L
291 lfsmake1 binutils PASS=2
292 lfsmake1 gcc PASS=2
293 lfsmake1 ccache PASS=2
294 lfsmake1 tcl
295 lfsmake1 expect
296 lfsmake1 dejagnu
297 lfsmake1 pkg-config
298 lfsmake1 ncurses
299 lfsmake1 bash
300 lfsmake1 bzip2
301 lfsmake1 automake
302 lfsmake1 coreutils
303 lfsmake1 diffutils
304 lfsmake1 findutils
305 lfsmake1 gawk
306 lfsmake1 gettext
307 lfsmake1 grep
308 lfsmake1 gzip
309 lfsmake1 m4
310 lfsmake1 make
311 lfsmake1 patch
312 lfsmake1 perl
313 lfsmake1 sed
314 lfsmake1 tar
315 lfsmake1 texinfo
316 lfsmake1 xz
317 lfsmake1 fake-environ
318 lfsmake1 cleanup-toolchain PASS=2
319 export PATH=$ORG_PATH
320}
321
322buildbase() {
323 LOGFILE="$BASEDIR/log/_build.base.log"
324 export LOGFILE
325 lfsmake2 stage2
326 lfsmake2 linux KCFG="-headers"
327 lfsmake2 man-pages
328 lfsmake2 glibc
329 lfsmake2 tzdata
330 lfsmake2 cleanup-toolchain PASS=3
331 lfsmake2 zlib
332 lfsmake2 binutils
333 lfsmake2 gmp
334 lfsmake2 gmp-compat
335 lfsmake2 mpfr
336 lfsmake2 libmpc
337 lfsmake2 file
338 lfsmake2 gcc
339 lfsmake2 sed
340 lfsmake2 berkeley
341 lfsmake2 autoconf
342 lfsmake2 automake
343 lfsmake2 coreutils
344 lfsmake2 iana-etc
345 lfsmake2 m4
346 lfsmake2 bison
347 lfsmake2 ncurses-compat
348 lfsmake2 ncurses
349 lfsmake2 procps
350 lfsmake2 libtool
351 lfsmake2 perl
352 lfsmake2 readline
353 lfsmake2 readline-compat
354 lfsmake2 bzip2
355 lfsmake2 pcre
356 lfsmake2 pcre-compat
357 lfsmake2 bash
358 lfsmake2 diffutils
359 lfsmake2 e2fsprogs
360 lfsmake2 ed
361 lfsmake2 findutils
362 lfsmake2 flex
363 lfsmake2 gawk
364 lfsmake2 gettext
365 lfsmake2 grep
366 lfsmake2 groff
367 lfsmake2 gperf
368 lfsmake2 gzip
369 lfsmake2 hostname
370 lfsmake2 iproute2
371 lfsmake2 jwhois
372 lfsmake2 kbd
373 lfsmake2 less
374 lfsmake2 make
375 lfsmake2 man
376 lfsmake2 kmod
377 lfsmake2 net-tools
378 lfsmake2 patch
379 lfsmake2 psmisc
380 lfsmake2 shadow
381 lfsmake2 sysklogd
382 lfsmake2 sysvinit
383 lfsmake2 tar
384 lfsmake2 texinfo
385 lfsmake2 util-linux
386 lfsmake2 udev
387 lfsmake2 vim
388 lfsmake2 xz
389 lfsmake2 paxctl
390}
391
392buildipfire() {
393 LOGFILE="$BASEDIR/log/_build.ipfire.log"
394 export LOGFILE
395 ipfiremake configroot
396 ipfiremake backup
397 ipfiremake pkg-config
398 ipfiremake libusb
399 ipfiremake libusb-compat
400 ipfiremake libpcap
401 ipfiremake ppp
402 ipfiremake pptp
403 ipfiremake unzip
404 ipfiremake which
405 ipfiremake linux-firmware
406 ipfiremake ath10k-firmware
407 ipfiremake dvb-firmwares
408 ipfiremake mt7601u-firmware
409 ipfiremake zd1211-firmware
410 ipfiremake rpi-firmware
411 ipfiremake bc
412 ipfiremake u-boot
413 ipfiremake cpio
414 ipfiremake mdadm
415 ipfiremake dracut
416 ipfiremake lvm2
417 ipfiremake multipath-tools
418 ipfiremake freetype
419 ipfiremake grub
420 ipfiremake libmnl
421 ipfiremake libnfnetlink
422 ipfiremake libnetfilter_queue
423 ipfiremake libnetfilter_conntrack
424 ipfiremake libnetfilter_cthelper
425 ipfiremake libnetfilter_cttimeout
426 ipfiremake iptables
427
428 case "${TARGET_ARCH}" in
429 x86_64)
430 ipfiremake linux KCFG=""
431 ipfiremake backports KCFG=""
432 ipfiremake e1000e KCFG=""
433 ipfiremake igb KCFG=""
434 ipfiremake ixgbe KCFG=""
435 ipfiremake xtables-addons KCFG=""
436 ipfiremake linux-initrd KCFG=""
437 ;;
438 i586)
439 # x86-pae (Native and new XEN) kernel build
440 ipfiremake linux KCFG="-pae"
441 ipfiremake backports KCFG="-pae"
442 ipfiremake e1000e KCFG="-pae"
443 ipfiremake igb KCFG="-pae"
444 ipfiremake ixgbe KCFG="-pae"
445 ipfiremake xtables-addons KCFG="-pae"
446 ipfiremake linux-initrd KCFG="-pae"
447
448 # x86 kernel build
449 ipfiremake linux KCFG=""
450 ipfiremake backports KCFG=""
451 ipfiremake e1000e KCFG=""
452 ipfiremake igb KCFG=""
453 ipfiremake ixgbe KCFG=""
454 ipfiremake xtables-addons KCFG=""
455 ipfiremake linux-initrd KCFG=""
456 ;;
457
458 armv5tel)
459 # arm-rpi (Raspberry Pi) kernel build
460 ipfiremake linux KCFG="-rpi"
461 ipfiremake backports KCFG="-rpi"
462 ipfiremake xtables-addons KCFG="-rpi"
463 ipfiremake linux-initrd KCFG="-rpi"
464
465 # arm multi platform (Panda, Wandboard ...) kernel build
466 ipfiremake linux KCFG="-multi"
467 ipfiremake backports KCFG="-multi"
468 ipfiremake e1000e KCFG="-multi"
469 ipfiremake igb KCFG="-multi"
470 ipfiremake ixgbe KCFG="-multi"
471 ipfiremake xtables-addons KCFG="-multi"
472 ipfiremake linux-initrd KCFG="-multi"
473
474 # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
475 ipfiremake linux KCFG="-kirkwood"
476 ipfiremake backports KCFG="-kirkwood"
477 ipfiremake e1000e KCFG="-kirkwood"
478 ipfiremake igb KCFG="-kirkwood"
479 ipfiremake ixgbe KCFG="-kirkwood"
480 ipfiremake xtables-addons KCFG="-kirkwood"
481 ipfiremake linux-initrd KCFG="-kirkwood"
482 ;;
483 esac
484 ipfiremake xtables-addons USPACE="1"
485 ipfiremake openssl
486 [ "${TARGET_ARCH}" = "i586" ] && ipfiremake openssl KCFG='-sse2'
487 ipfiremake libgpg-error
488 ipfiremake libgcrypt
489 ipfiremake libassuan
490 ipfiremake bind
491 ipfiremake dhcp
492 ipfiremake dhcpcd
493 ipfiremake boost
494 ipfiremake linux-atm
495 ipfiremake expat
496 ipfiremake gdbm
497 ipfiremake pam
498 ipfiremake curl
499 ipfiremake tcl
500 ipfiremake sqlite
501 ipfiremake libffi
502 ipfiremake python
503 ipfiremake ca-certificates
504 ipfiremake fireinfo
505 ipfiremake libnet
506 ipfiremake libnl
507 ipfiremake libnl-3
508 ipfiremake libidn
509 ipfiremake nasm
510 ipfiremake libjpeg
511 ipfiremake libjpeg-compat
512 ipfiremake libexif
513 ipfiremake libpng
514 ipfiremake libtiff
515 ipfiremake libart
516 ipfiremake gd
517 ipfiremake popt
518 ipfiremake pcre
519 ipfiremake slang
520 ipfiremake newt
521 ipfiremake libsmooth
522 ipfiremake attr
523 ipfiremake acl
524 ipfiremake libcap
525 ipfiremake pciutils
526 ipfiremake usbutils
527 ipfiremake libxml2
528 ipfiremake libxslt
529 ipfiremake BerkeleyDB
530 ipfiremake mysql
531 ipfiremake cyrus-sasl
532 ipfiremake openldap
533 ipfiremake apache2
534 ipfiremake php
535 ipfiremake web-user-interface
536 ipfiremake flag-icons
537 ipfiremake jquery
538 ipfiremake arping
539 ipfiremake beep
540 ipfiremake dvdrtools
541 ipfiremake nettle
542 ipfiremake libevent
543 ipfiremake libevent2
544 ipfiremake unbound
545 ipfiremake dosfstools
546 ipfiremake reiserfsprogs
547 ipfiremake xfsprogs
548 ipfiremake sysfsutils
549 ipfiremake fuse
550 ipfiremake ntfs-3g
551 ipfiremake ethtool
552 ipfiremake ez-ipupdate
553 ipfiremake fcron
554 ipfiremake perl-GD
555 ipfiremake GD-Graph
556 ipfiremake GD-TextUtil
557 ipfiremake perl-Device-SerialPort
558 ipfiremake perl-Device-Modem
559 ipfiremake perl-Apache-Htpasswd
560 ipfiremake gnupg
561 ipfiremake hdparm
562 ipfiremake sdparm
563 ipfiremake mtools
564 ipfiremake initscripts
565 ipfiremake whatmask
566 ipfiremake conntrack-tools
567 ipfiremake libupnp
568 ipfiremake ipaddr
569 ipfiremake iputils
570 ipfiremake l7-protocols
571 ipfiremake mISDNuser
572 ipfiremake capi4k-utils
573 ipfiremake hwdata
574 ipfiremake logrotate
575 ipfiremake logwatch
576 ipfiremake misc-progs
577 ipfiremake nano
578 ipfiremake URI
579 ipfiremake HTML-Tagset
580 ipfiremake HTML-Parser
581 ipfiremake HTML-Template
582 ipfiremake Compress-Zlib
583 ipfiremake Digest
584 ipfiremake Digest-SHA1
585 ipfiremake Digest-HMAC
586 ipfiremake libwww-perl
587 ipfiremake Net-DNS
588 ipfiremake Net-IPv4Addr
589 ipfiremake Net_SSLeay
590 ipfiremake IO-Stringy
591 ipfiremake IO-Socket-SSL
592 ipfiremake Unix-Syslog
593 ipfiremake Mail-Tools
594 ipfiremake MIME-Tools
595 ipfiremake Net-Server
596 ipfiremake Convert-TNEF
597 ipfiremake Convert-UUlib
598 ipfiremake Archive-Tar
599 ipfiremake Archive-Zip
600 ipfiremake Text-Tabs+Wrap
601 ipfiremake Locale-Country
602 ipfiremake XML-Parser
603 ipfiremake Crypt-PasswdMD5
604 ipfiremake Net-Telnet
605 ipfiremake python-setuptools
606 ipfiremake python-clientform
607 ipfiremake python-mechanize
608 ipfiremake python-feedparser
609 ipfiremake python-rssdler
610 ipfiremake python-inotify
611 ipfiremake python-docutils
612 ipfiremake python-daemon
613 ipfiremake python-ipaddress
614 ipfiremake glib
615 ipfiremake GeoIP
616 ipfiremake fwhits
617 ipfiremake noip_updater
618 ipfiremake ntp
619 ipfiremake openssh
620 ipfiremake fontconfig
621 ipfiremake dejavu-fonts-ttf
622 ipfiremake freefont
623 ipfiremake pixman
624 ipfiremake cairo
625 ipfiremake pango
626 ipfiremake rrdtool
627 ipfiremake setserial
628 ipfiremake setup
629 ipfiremake libdnet
630 ipfiremake daq
631 ipfiremake snort
632 ipfiremake oinkmaster
633 ipfiremake squid
634 ipfiremake squidguard
635 ipfiremake calamaris
636 ipfiremake tcpdump
637 ipfiremake traceroute
638 ipfiremake vlan
639 ipfiremake wireless
640 ipfiremake pakfire
641 ipfiremake spandsp
642 ipfiremake lzo
643 ipfiremake openvpn
644 ipfiremake pammysql
645 ipfiremake mpage
646 ipfiremake dbus
647 ipfiremake cups
648 ipfiremake ghostscript
649 ipfiremake foomatic
650 ipfiremake hplip
651 ipfiremake cifs-utils
652 ipfiremake krb5
653 ipfiremake samba
654 ipfiremake sudo
655 ipfiremake mc
656 ipfiremake wget
657 ipfiremake bridge-utils
658 ipfiremake screen
659 ipfiremake smartmontools
660 ipfiremake htop
661 ipfiremake chkconfig
662 ipfiremake postfix
663 ipfiremake fetchmail
664 ipfiremake cyrus-imapd
665 ipfiremake openmailadmin
666 ipfiremake clamav
667 ipfiremake spamassassin
668 ipfiremake amavisd
669 ipfiremake dma
670 ipfiremake alsa
671 ipfiremake mpfire
672 ipfiremake guardian
673 ipfiremake libid3tag
674 ipfiremake libmad
675 ipfiremake libogg
676 ipfiremake libvorbis
677 ipfiremake libdvbpsi
678 ipfiremake flac
679 ipfiremake lame
680 ipfiremake sox
681 ipfiremake libshout
682 ipfiremake xvid
683 ipfiremake libmpeg2
684 ipfiremake libarchive
685 ipfiremake cmake
686 ipfiremake gnump3d
687 ipfiremake rsync
688 ipfiremake tcpwrapper
689 ipfiremake libtirpc
690 ipfiremake rpcbind
691 ipfiremake nfs
692 ipfiremake gnu-netcat
693 ipfiremake ncat
694 ipfiremake nmap
695 ipfiremake ncftp
696 ipfiremake etherwake
697 ipfiremake bwm-ng
698 ipfiremake sysstat
699 ipfiremake vsftpd
700 ipfiremake strongswan
701 ipfiremake rng-tools
702 ipfiremake lsof
703 ipfiremake br2684ctl
704 ipfiremake pcmciautils
705 ipfiremake lm_sensors
706 ipfiremake liboping
707 ipfiremake collectd
708 ipfiremake elinks
709 ipfiremake igmpproxy
710 ipfiremake fbset
711 ipfiremake opus
712 ipfiremake python-six
713 ipfiremake python-pyparsing
714 ipfiremake spice-protocol
715 ipfiremake spice
716 ipfiremake sdl
717 ipfiremake libusbredir
718 ipfiremake qemu
719 ipfiremake sane
720 ipfiremake netpbm
721 ipfiremake phpSANE
722 ipfiremake tunctl
723 ipfiremake netsnmpd
724 ipfiremake nagios
725 ipfiremake nagios_nrpe
726 ipfiremake icinga
727 ipfiremake ebtables
728 ipfiremake directfb
729 ipfiremake dfb++
730 ipfiremake faad2
731 ipfiremake ffmpeg
732 ipfiremake vdr
733 ipfiremake vdr_streamdev
734 ipfiremake vdr_vnsiserver5
735 ipfiremake vdr_epgsearch
736 ipfiremake vdr_dvbapi
737 ipfiremake vdr_eepg
738 ipfiremake w_scan
739 ipfiremake icecast
740 ipfiremake icegenerator
741 ipfiremake mpd
742 ipfiremake libmpdclient
743 ipfiremake mpc
744 ipfiremake perl-Net-SMTP-SSL
745 ipfiremake perl-MIME-Base64
746 ipfiremake perl-Authen-SASL
747 ipfiremake perl-MIME-Lite
748 ipfiremake perl-Email-Date-Format
749 ipfiremake git
750 ipfiremake squidclamav
751 ipfiremake vnstat
752 ipfiremake iw
753 ipfiremake wpa_supplicant
754 ipfiremake hostapd
755 ipfiremake pycurl
756 ipfiremake urlgrabber
757 ipfiremake syslinux
758 ipfiremake tftpd
759 ipfiremake cpufrequtils
760 ipfiremake bluetooth
761 ipfiremake gutenprint
762 ipfiremake apcupsd
763 ipfiremake iperf
764 ipfiremake iperf3
765 ipfiremake 7zip
766 ipfiremake lynis
767 ipfiremake streamripper
768 ipfiremake sshfs
769 ipfiremake taglib
770 #ipfiremake mediatomb
771 ipfiremake sslh
772 ipfiremake perl-gettext
773 ipfiremake perl-Sort-Naturally
774 ipfiremake vdradmin
775 ipfiremake miau
776 ipfiremake perl-DBI
777 ipfiremake perl-DBD-mysql
778 ipfiremake perl-DBD-SQLite
779 ipfiremake perl-File-ReadBackwards
780 ipfiremake cacti
781 ipfiremake openvmtools
782 ipfiremake nagiosql
783 ipfiremake iftop
784 ipfiremake motion
785 ipfiremake joe
786 ipfiremake monit
787 ipfiremake nut
788 ipfiremake watchdog
789 ipfiremake libpri
790 ipfiremake libsrtp
791 ipfiremake asterisk
792 ipfiremake lcr
793 ipfiremake usb_modeswitch
794 ipfiremake usb_modeswitch_data
795 ipfiremake zerofree
796 ipfiremake pound
797 ipfiremake minicom
798 ipfiremake ddrescue
799 ipfiremake imspector
800 ipfiremake miniupnpd
801 ipfiremake client175
802 ipfiremake powertop
803 ipfiremake parted
804 ipfiremake swig
805 ipfiremake python-m2crypto
806 ipfiremake wireless-regdb
807 ipfiremake crda
808 ipfiremake libsolv
809 ipfiremake python-distutils-extra
810 ipfiremake python-lzma
811 ipfiremake python-progressbar
812 ipfiremake python-xattr
813 ipfiremake intltool
814 ipfiremake ddns
815 ipfiremake transmission
816 ipfiremake dpfhack
817 ipfiremake lcd4linux
818 ipfiremake mtr
819 ipfiremake tcpick
820 ipfiremake minidlna
821 ipfiremake acpid
822 ipfiremake fping
823 ipfiremake telnet
824 ipfiremake xinetd
825 ipfiremake gpgme
826 ipfiremake pygpgme
827 ipfiremake pakfire3
828 ipfiremake stress
829 ipfiremake libstatgrab
830 ipfiremake sarg
831 ipfiremake check_mk_agent
832 ipfiremake libdaemon
833 ipfiremake avahi
834 ipfiremake nginx
835 ipfiremake sendEmail
836 ipfiremake sysbench
837 ipfiremake strace
838 ipfiremake ipfire-netboot
839 ipfiremake lcdproc
840 ipfiremake bitstream
841 ipfiremake multicat
842 ipfiremake keepalived
843 ipfiremake ipvsadm
844 ipfiremake perl-Carp-Clan
845 ipfiremake perl-Date-Calc
846 ipfiremake perl-Date-Manip
847 ipfiremake perl-File-Tail
848 ipfiremake perl-TimeDate
849 ipfiremake swatch
850 ipfiremake tor
851 ipfiremake arm
852 ipfiremake wavemon
853 ipfiremake iptraf-ng
854 ipfiremake iotop
855 ipfiremake stunnel
856 ipfiremake sslscan
857 ipfiremake owncloud
858 ipfiremake bacula
859 ipfiremake batctl
860 ipfiremake perl-PDF-API2
861 ipfiremake squid-accounting
862 ipfiremake pigz
863 ipfiremake tmux
864 ipfiremake perl-Text-CSV_XS
865 ipfiremake swconfig
866 ipfiremake haproxy
867 ipfiremake ipset
868 ipfiremake lua
869 ipfiremake dnsdist
870 ipfiremake bird
871 ipfiremake dmidecode
872 ipfiremake mcelog
873 ipfiremake rtpproxy
874 ipfiremake util-macros
875 ipfiremake libpciaccess
876 ipfiremake libyajl
877 ipfiremake libvirt
878 ipfiremake freeradius
879 ipfiremake perl-common-sense
880 ipfiremake perl-inotify2
881 ipfiremake perl-Net-IP
882}
883
884buildinstaller() {
885 # Run installer scripts one by one
886 LOGFILE="$BASEDIR/log/_build.installer.log"
887 export LOGFILE
888 ipfiremake memtest
889 ipfiremake installer
890 installmake strip
891}
892
893buildpackages() {
894 LOGFILE="$BASEDIR/log/_build.packages.log"
895 export LOGFILE
896 echo "... see detailed log in _build.*.log files" >> $LOGFILE
897
898
899 # Generating list of packages used
900 echo -n "Generating packages list from logs" | tee -a $LOGFILE
901 rm -f $BASEDIR/doc/packages-list
902 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
903 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
904 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
905 fi
906 done
907 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
908 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
909 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
910 rm -f $BASEDIR/doc/packages-list
911 # packages-list.txt is ready to be displayed for wiki page
912 beautify message DONE
913
914 # Update changelog
915 cd $BASEDIR
916 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
917 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
918 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
919
920 # Create images for install
921 ipfiremake cdrom
922
923 # Check if there is a loop device for building in virtual environments
924 modprobe loop 2>/dev/null
925 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ] || [ -e "/dev/loop-control" ]); then
926 ipfiremake flash-images
927 ipfiremake flash-images SCON=1
928 fi
929
930 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
931
932 ipfirepackages
933
934 ipfiremake xen-image
935 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
936
937 cd $BASEDIR
938
939 # remove not useable iso on armv5tel (needed to build flash images)
940 [ "${TARGET_ARCH}" = "armv5tel" ] && rm -rf *.iso
941
942 for i in `ls *.bz2 *.img.gz *.iso`; do
943 md5sum $i > $i.md5
944 done
945 cd $PWD
946
947 # Cleanup
948 stdumount
949 rm -rf $BASEDIR/build/tmp/*
950
951 # Generating total list of files
952 echo -n "Generating files list from logs" | tee -a $LOGFILE
953 rm -f $BASEDIR/log/FILES
954 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
955 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
956 echo "##" >>$BASEDIR/log/FILES
957 echo "## `basename $i`" >>$BASEDIR/log/FILES
958 echo "##" >>$BASEDIR/log/FILES
959 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
960 fi
961 done
962 beautify message DONE
963
964 cd $PWD
965}
966
967ipfirepackages() {
968 ipfiremake core-updates
969
970 local i
971 for i in $(find $BASEDIR/config/rootfiles/packages{/${MACHINE},} -maxdepth 1 -type f); do
972 i=$(basename ${i})
973 if [ -e $BASEDIR/lfs/$i ]; then
974 ipfiredist $i
975 else
976 echo -n $i
977 beautify message SKIP
978 fi
979 done
980 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
981 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
982 rm -rf $BASEDIR/build/install/packages/*
983}
984
985while [ $# -gt 0 ]; do
986 case "${1}" in
987 --target=*)
988 configure_target "${1#--target=}"
989 ;;
990 -*)
991 exiterror "Unknown configuration option: ${1}"
992 ;;
993 *)
994 # Found a command, so exit options parsing.
995 break
996 ;;
997 esac
998 shift
999done
1000
1001# See what we're supposed to do
1002case "$1" in
1003build)
1004 clear
1005 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz 2> /dev/null | head -n 1`
1006 #only restore on a clean disk
1007 if [ ! -f log/cleanup-toolchain-2-tools ]; then
1008 if [ ! -n "$PACKAGE" ]; then
1009 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1010 prepareenv
1011 buildtoolchain
1012 else
1013 PACKAGENAME=${PACKAGE%.tar.gz}
1014 beautify build_stage "Packaged toolchain compilation"
1015 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
1016 tar zxf $PACKAGE
1017 prepareenv
1018 else
1019 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
1020 fi
1021 fi
1022 else
1023 echo -n "Using installed toolchain" | tee -a $LOGFILE
1024 beautify message SKIP
1025 prepareenv
1026 fi
1027
1028 beautify build_start
1029 beautify build_stage "Building LFS"
1030 buildbase
1031
1032 beautify build_stage "Building IPFire"
1033 buildipfire
1034
1035 beautify build_stage "Building installer"
1036 buildinstaller
1037
1038 beautify build_stage "Building packages"
1039 buildpackages
1040
1041 beautify build_stage "Checking Logfiles for new Files"
1042
1043 cd $BASEDIR
1044 tools/checknewlog.pl
1045 tools/checkrootfiles
1046 cd $PWD
1047
1048 beautify build_end
1049 ;;
1050shell)
1051 # enter a shell inside LFS chroot
1052 # may be used to changed kernel settings
1053 prepareenv
1054 entershell
1055 ;;
1056clean)
1057 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
1058 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
1059 $LOSETUP -d $i 2>/dev/null
1060 done
1061 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
1062 umount $i
1063 done
1064 stdumount
1065 for i in `seq 0 7`; do
1066 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
1067 umount /dev/loop${i} 2>/dev/null;
1068 losetup -d /dev/loop${i} 2>/dev/null;
1069 fi;
1070 done
1071 rm -rf $BASEDIR/build
1072 rm -rf $BASEDIR/cdrom
1073 rm -rf $BASEDIR/packages
1074 rm -rf $BASEDIR/log
1075 if [ -h /tools ]; then
1076 rm -f /tools
1077 fi
1078 rm -f $BASEDIR/ipfire-*
1079 beautify message DONE
1080 ;;
1081downloadsrc)
1082 if [ ! -d $BASEDIR/cache ]; then
1083 mkdir $BASEDIR/cache
1084 fi
1085 mkdir -p $BASEDIR/log
1086 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
1087 FINISHED=0
1088 cd $BASEDIR/lfs
1089 for c in `seq $MAX_RETRIES`; do
1090 if (( FINISHED==1 )); then
1091 break
1092 fi
1093 FINISHED=1
1094 cd $BASEDIR/lfs
1095 for i in *; do
1096 if [ -f "$i" -a "$i" != "Config" ]; then
1097 lfsmakecommoncheck ${i} || continue
1098
1099 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1100 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
1101 if [ $? -ne 0 ]; then
1102 beautify message FAIL
1103 FINISHED=0
1104 else
1105 if [ $c -eq 1 ]; then
1106 beautify message DONE
1107 fi
1108 fi
1109 fi
1110 done
1111 done
1112 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1113 ERROR=0
1114 for i in *; do
1115 if [ -f "$i" -a "$i" != "Config" ]; then
1116 lfsmakecommoncheck ${i} > /dev/null || continue
1117 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1118 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1119 if [ $? -ne 0 ]; then
1120 echo -ne "MD5 difference in lfs/$i"
1121 beautify message FAIL
1122 ERROR=1
1123 fi
1124 fi
1125 done
1126 if [ $ERROR -eq 0 ]; then
1127 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1128 beautify message DONE
1129 else
1130 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1131 beautify message FAIL
1132 fi
1133 cd - >/dev/null 2>&1
1134 ;;
1135toolchain)
1136 clear
1137 prepareenv
1138 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1139 buildtoolchain
1140 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1141 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1142 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1143 build/tools build/bin/sh log >> $LOGFILE
1144 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1145 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.md5
1146 stdumount
1147 ;;
1148gettoolchain)
1149 # arbitrary name to be updated in case of new toolchain package upload
1150 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE
1151 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
1152 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1153 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1154 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1155 cd $BASEDIR/cache/toolchains
1156 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1157 if [ $? -ne 0 ]; then
1158 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $MACHINE machine" | tee -a $LOGFILE
1159 else
1160 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1161 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1162 else
1163 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1164 fi
1165 fi
1166 else
1167 echo "Toolchain is already downloaded. Exiting..."
1168 fi
1169 ;;
1170othersrc)
1171 prepareenv
1172 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1173 chroot $LFS /tools/bin/env -i HOME=/root \
1174 TERM=$TERM PS1='\u:\w\$ ' \
1175 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1176 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1177 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1178 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1179 if [ $? -eq "0" ]; then
1180 beautify message DONE
1181 else
1182 beautify message FAIL
1183 fi
1184 stdumount
1185 ;;
1186uploadsrc)
1187 PWD=`pwd`
1188 if [ -z $IPFIRE_USER ]; then
1189 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1190 beautify message FAIL
1191 exit 1
1192 fi
1193
1194 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1195 REMOTE_FILES=$(echo "ls -1" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1196
1197 for file in ${BASEDIR}/cache/*; do
1198 [ -d "${file}" ] && continue
1199 grep -q "$(basename ${file})" <<<$REMOTE_FILES && continue
1200 NEW_FILES="$NEW_FILES $file"
1201 done
1202 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1203 cd $BASEDIR
1204 cd $PWD
1205 exit 0
1206 ;;
1207lang)
1208 update_langs
1209 ;;
1210*)
1211 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1212 cat doc/make.sh-usage
1213 ;;
1214esac