]> git.ipfire.org Git - ipfire-2.x.git/blame_incremental - make.sh
toolchain: Drop first pass of cleanup-toolchain script
[ipfire-2.x.git] / make.sh
... / ...
CommitLineData
1#!/bin/bash
2############################################################################
3# #
4# This file is part of the IPFire Firewall. #
5# #
6# IPFire is free software; you can redistribute it and/or modify #
7# it under the terms of the GNU General Public License as published by #
8# the Free Software Foundation; either version 2 of the License, or #
9# (at your option) any later version. #
10# #
11# IPFire is distributed in the hope that it will be useful, #
12# but WITHOUT ANY WARRANTY; without even the implied warranty of #
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14# GNU General Public License for more details. #
15# #
16# You should have received a copy of the GNU General Public License #
17# along with IPFire; if not, write to the Free Software #
18# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19# #
20# Copyright (C) 2007-2017 IPFire Team <info@ipfire.org>. #
21# #
22############################################################################
23#
24
25NAME="IPFire" # Software name
26SNAME="ipfire" # Short name
27VERSION="2.19" # Version number
28CORE="110" # Core Level (Filename)
29PAKFIRE_CORE="110" # Core Level (PAKFIRE)
30GIT_BRANCH=`git rev-parse --abbrev-ref HEAD` # Git Branch
31SLOGAN="www.ipfire.org" # Software slogan
32CONFIG_ROOT=/var/ipfire # Configuration rootdir
33NICE=10 # Nice level
34MAX_RETRIES=1 # prefetch/check loop
35BUILD_IMAGES=1 # Flash and Xen Downloader
36KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37GIT_TAG=$(git tag | tail -1) # Git Tag
38GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
39TOOLCHAINVER=12
40
41# New architecture variables
42BUILD_ARCH="$(uname -m)"
43BUILDMACHINE="${BUILD_ARCH}"
44
45# Debian specific settings
46if [ ! -e /etc/debian_version ]; then
47 FULLPATH=`which $0`
48else
49 if [ -x /usr/bin/realpath ]; then
50 FULLPATH=`/usr/bin/realpath $0`
51 else
52 echo "ERROR: Need to do apt-get install realpath"
53 exit 1
54 fi
55fi
56
57PWD=`pwd`
58BASENAME=`basename $0`
59BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
60LOGFILE=$BASEDIR/log/_build.preparation.log
61export BASEDIR LOGFILE
62DIR_CHK=$BASEDIR/cache/check
63mkdir $BASEDIR/log/ 2>/dev/null
64
65# Include funtions
66. tools/make-functions
67
68if [ -f .config ]; then
69 . .config
70fi
71
72if [ -n "${TARGET_ARCH}" ]; then
73 configure_target "${TARGET_ARCH}"
74else
75 configure_target "default"
76fi
77
78if [ -z $EDITOR ]; then
79 for i in nano emacs vi; do
80 EDITOR=$(which $i 2>/dev/null)
81 if ! [ -z $EDITOR ]; then
82 export EDITOR=$EDITOR
83 break
84 fi
85 done
86 [ -z $EDITOR ] && exiterror "You should have installed an editor."
87fi
88
89
90prepareenv() {
91 ############################################################################
92 # #
93 # Are we running the right shell? #
94 # #
95 ############################################################################
96 if [ ! "$BASH" ]; then
97 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
98 fi
99
100 if [ -z "${BASH_VERSION}" ]; then
101 exiterror "Not running BASH shell."
102 fi
103
104
105 ############################################################################
106 # #
107 # Trap on emergency exit #
108 # #
109 ############################################################################
110 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
111
112
113 ############################################################################
114 # #
115 # Resetting our nice level #
116 # #
117 ############################################################################
118 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
119 renice $NICE $$ > /dev/null
120 if [ `nice` != "$NICE" ]; then
121 beautify message FAIL
122 exiterror "Failed to set correct nice level"
123 else
124 beautify message DONE
125 fi
126
127
128 ############################################################################
129 # #
130 # Checking if running as root user #
131 # #
132 ############################################################################
133 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
134 if [ `id -u` != 0 ]; then
135 beautify message FAIL
136 exiterror "Not building as root"
137 else
138 beautify message DONE
139 fi
140
141
142 ############################################################################
143 # #
144 # Checking for necessary temporary space #
145 # #
146 ############################################################################
147 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
148 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
149 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
150 if (( 2048000 > $BASE_ASPACE )); then
151 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
152 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
153 beautify message FAIL
154 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
155 fi
156 else
157 beautify message DONE
158 fi
159
160 ############################################################################
161 # #
162 # Building Linux From Scratch system #
163 # #
164 ############################################################################
165 # Set umask
166 umask 022
167
168 # Set LFS Directory
169 LFS=$BASEDIR/build
170
171 # Check /tools symlink
172 if [ -h /tools ]; then
173 rm -f /tools
174 fi
175 if [ ! -a /tools ]; then
176 ln -s $BASEDIR/build/tools /
177 fi
178 if [ ! -h /tools ]; then
179 exiterror "Could not create /tools symbolic link."
180 fi
181
182 # Setup environment
183 set +h
184 LC_ALL=POSIX
185 if [ -z $MAKETUNING ]; then
186 CPU_COUNT="$(getconf _NPROCESSORS_ONLN 2>/dev/null)"
187 if [ -z "${CPU_COUNT}" ]; then
188 CPU_COUNT=1
189 fi
190
191 MAKETUNING="-j$(( ${CPU_COUNT} * 2 + 1 ))"
192 fi
193 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
194 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
195
196 # Make some extra directories
197 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
198 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
199 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
200 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
201
202 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
203 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
204
205 # Make all sources and proc available under lfs build
206 mount --bind /dev $BASEDIR/build/dev
207 mount --bind /dev/pts $BASEDIR/build/dev/pts
208 mount --bind /dev/shm $BASEDIR/build/dev/shm
209 mount --bind /proc $BASEDIR/build/proc
210 mount --bind /sys $BASEDIR/build/sys
211 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
212 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
213 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
214 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
215 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
216 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
217 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
218 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
219 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
220
221 # Run LFS static binary creation scripts one by one
222 export CCACHE_DIR=$BASEDIR/ccache
223 export CCACHE_COMPRESS=1
224 export CCACHE_COMPILERCHECK="string:toolchain-${TOOLCHAINVER} ${TARGET_ARCH}"
225
226 # Remove pre-install list of installed files in case user erase some files before rebuild
227 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
228
229 # Prepare string for /etc/system-release.
230 SYSTEM_RELEASE="${NAME} ${VERSION} (${MACHINE})"
231 if [ "$(git status -s | wc -l)" == "0" ]; then
232 GIT_STATUS=""
233 else
234 GIT_STATUS="-dirty"
235 fi
236 case "$GIT_BRANCH" in
237 core*|beta?|rc?)
238 SYSTEM_RELEASE="${SYSTEM_RELEASE} - $GIT_BRANCH$GIT_STATUS"
239 ;;
240 *)
241 SYSTEM_RELEASE="${SYSTEM_RELEASE} - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS"
242 ;;
243 esac
244}
245
246buildtoolchain() {
247 local error=false
248 case "${TARGET_ARCH}:${BUILD_ARCH}" in
249 # x86_64
250 x86_64:x86_64)
251 # This is working.
252 ;;
253
254 # x86
255 i586:i586|i586:i686|i586:x86_64)
256 # These are working.
257 ;;
258 i586:*)
259 error=true
260 ;;
261
262 # ARM
263 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l|armv5tel:aarch64)
264 # These are working.
265 ;;
266 armv5tel:*)
267 error=true
268 ;;
269 esac
270
271 ${error} && \
272 exiterror "Cannot build ${MACHINE} toolchain on $(uname -m). Please use the download if any."
273
274 local gcc=$(type -p gcc)
275 if [ -z "${gcc}" ]; then
276 exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
277 fi
278
279 LOGFILE="$BASEDIR/log/_build.toolchain.log"
280 export LOGFILE
281
282 lfsmake1 ccache PASS=1
283 lfsmake1 binutils PASS=1
284 lfsmake1 gcc PASS=1
285 lfsmake1 linux KCFG="-headers"
286 lfsmake1 glibc
287 lfsmake1 gcc PASS=L
288 lfsmake1 binutils PASS=2
289 lfsmake1 gcc PASS=2
290 lfsmake1 ccache PASS=2
291 lfsmake1 tcl
292 lfsmake1 expect
293 lfsmake1 dejagnu
294 lfsmake1 pkg-config
295 lfsmake1 ncurses
296 lfsmake1 bash
297 lfsmake1 bzip2
298 lfsmake1 automake
299 lfsmake1 coreutils
300 lfsmake1 diffutils
301 lfsmake1 findutils
302 lfsmake1 gawk
303 lfsmake1 gettext
304 lfsmake1 grep
305 lfsmake1 gzip
306 lfsmake1 m4
307 lfsmake1 make
308 lfsmake1 patch
309 lfsmake1 perl
310 lfsmake1 sed
311 lfsmake1 tar
312 lfsmake1 texinfo
313 lfsmake1 xz
314 lfsmake1 fake-environ
315 lfsmake1 cleanup-toolchain PASS=1
316}
317
318buildbase() {
319 LOGFILE="$BASEDIR/log/_build.base.log"
320 export LOGFILE
321 lfsmake2 stage2
322 lfsmake2 linux KCFG="-headers"
323 lfsmake2 man-pages
324 lfsmake2 glibc
325 lfsmake2 tzdata
326 lfsmake2 cleanup-toolchain PASS=2
327 lfsmake2 zlib
328 lfsmake2 binutils
329 lfsmake2 gmp
330 lfsmake2 gmp-compat
331 lfsmake2 mpfr
332 lfsmake2 libmpc
333 lfsmake2 file
334 lfsmake2 gcc
335 lfsmake2 sed
336 lfsmake2 berkeley
337 lfsmake2 autoconf
338 lfsmake2 automake
339 lfsmake2 coreutils
340 lfsmake2 iana-etc
341 lfsmake2 m4
342 lfsmake2 bison
343 lfsmake2 ncurses-compat
344 lfsmake2 ncurses
345 lfsmake2 procps
346 lfsmake2 libtool
347 lfsmake2 perl
348 lfsmake2 readline
349 lfsmake2 readline-compat
350 lfsmake2 bzip2
351 lfsmake2 pcre
352 lfsmake2 pcre-compat
353 lfsmake2 bash
354 lfsmake2 diffutils
355 lfsmake2 e2fsprogs
356 lfsmake2 ed
357 lfsmake2 findutils
358 lfsmake2 flex
359 lfsmake2 gawk
360 lfsmake2 gettext
361 lfsmake2 grep
362 lfsmake2 groff
363 lfsmake2 gperf
364 lfsmake2 gzip
365 lfsmake2 hostname
366 lfsmake2 iproute2
367 lfsmake2 jwhois
368 lfsmake2 kbd
369 lfsmake2 less
370 lfsmake2 make
371 lfsmake2 man
372 lfsmake2 kmod
373 lfsmake2 net-tools
374 lfsmake2 patch
375 lfsmake2 psmisc
376 lfsmake2 shadow
377 lfsmake2 sysklogd
378 lfsmake2 sysvinit
379 lfsmake2 tar
380 lfsmake2 texinfo
381 lfsmake2 util-linux
382 lfsmake2 udev
383 lfsmake2 vim
384 lfsmake2 xz
385 lfsmake2 paxctl
386}
387
388buildipfire() {
389 LOGFILE="$BASEDIR/log/_build.ipfire.log"
390 export LOGFILE
391 ipfiremake configroot
392 ipfiremake initscripts
393 ipfiremake backup
394 ipfiremake pkg-config
395 ipfiremake libusb
396 ipfiremake libusb-compat
397 ipfiremake libpcap
398 ipfiremake ppp
399 ipfiremake pptp
400 ipfiremake unzip
401 ipfiremake which
402 ipfiremake linux-firmware
403 ipfiremake ath10k-firmware
404 ipfiremake dvb-firmwares
405 ipfiremake mt7601u-firmware
406 ipfiremake zd1211-firmware
407 ipfiremake rpi-firmware
408 ipfiremake bc
409 ipfiremake u-boot
410 ipfiremake cpio
411 ipfiremake mdadm
412 ipfiremake dracut
413 ipfiremake lvm2
414 ipfiremake multipath-tools
415 ipfiremake freetype
416 ipfiremake grub
417 ipfiremake libmnl
418 ipfiremake libnfnetlink
419 ipfiremake libnetfilter_queue
420 ipfiremake libnetfilter_conntrack
421 ipfiremake libnetfilter_cthelper
422 ipfiremake libnetfilter_cttimeout
423 ipfiremake iptables
424
425 case "${TARGET_ARCH}" in
426 x86_64)
427 ipfiremake linux KCFG=""
428 ipfiremake backports KCFG=""
429 ipfiremake e1000e KCFG=""
430 ipfiremake igb KCFG=""
431 ipfiremake ixgbe KCFG=""
432 ipfiremake xtables-addons KCFG=""
433 ipfiremake linux-initrd KCFG=""
434 ;;
435 i586)
436 # x86-pae (Native and new XEN) kernel build
437 ipfiremake linux KCFG="-pae"
438 ipfiremake backports KCFG="-pae"
439 ipfiremake e1000e KCFG="-pae"
440 ipfiremake igb KCFG="-pae"
441 ipfiremake ixgbe KCFG="-pae"
442 ipfiremake xtables-addons KCFG="-pae"
443 ipfiremake linux-initrd KCFG="-pae"
444
445 # x86 kernel build
446 ipfiremake linux KCFG=""
447 ipfiremake backports KCFG=""
448 ipfiremake e1000e KCFG=""
449 ipfiremake igb KCFG=""
450 ipfiremake ixgbe KCFG=""
451 ipfiremake xtables-addons KCFG=""
452 ipfiremake linux-initrd KCFG=""
453 ;;
454
455 armv5tel)
456 # arm-rpi (Raspberry Pi) kernel build
457 ipfiremake linux KCFG="-rpi"
458 ipfiremake backports KCFG="-rpi"
459 ipfiremake xtables-addons KCFG="-rpi"
460 ipfiremake linux-initrd KCFG="-rpi"
461
462 # arm multi platform (Panda, Wandboard ...) kernel build
463 ipfiremake linux KCFG="-multi"
464 ipfiremake backports KCFG="-multi"
465 ipfiremake e1000e KCFG="-multi"
466 ipfiremake igb KCFG="-multi"
467 ipfiremake ixgbe KCFG="-multi"
468 ipfiremake xtables-addons KCFG="-multi"
469 ipfiremake linux-initrd KCFG="-multi"
470
471 # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
472 ipfiremake linux KCFG="-kirkwood"
473 ipfiremake backports KCFG="-kirkwood"
474 ipfiremake e1000e KCFG="-kirkwood"
475 ipfiremake igb KCFG="-kirkwood"
476 ipfiremake ixgbe KCFG="-kirkwood"
477 ipfiremake xtables-addons KCFG="-kirkwood"
478 ipfiremake linux-initrd KCFG="-kirkwood"
479 ;;
480 esac
481 ipfiremake xtables-addons USPACE="1"
482 ipfiremake openssl
483 [ "${TARGET_ARCH}" = "i586" ] && ipfiremake openssl KCFG='-sse2'
484 ipfiremake libgpg-error
485 ipfiremake libgcrypt
486 ipfiremake libassuan
487 ipfiremake nettle
488 ipfiremake libevent
489 ipfiremake libevent2
490 ipfiremake libevent2-compat
491 ipfiremake expat
492 ipfiremake unbound
493 ipfiremake gnutls
494 ipfiremake bind
495 ipfiremake dhcp
496 ipfiremake dhcpcd
497 ipfiremake boost
498 ipfiremake linux-atm
499 ipfiremake gdbm
500 ipfiremake pam
501 ipfiremake curl
502 ipfiremake tcl
503 ipfiremake sqlite
504 ipfiremake libffi
505 ipfiremake python
506 ipfiremake python3
507 ipfiremake ca-certificates
508 ipfiremake fireinfo
509 ipfiremake libnet
510 ipfiremake libnl
511 ipfiremake libnl-3
512 ipfiremake libidn
513 ipfiremake nasm
514 ipfiremake libjpeg
515 ipfiremake libjpeg-compat
516 ipfiremake libexif
517 ipfiremake libpng
518 ipfiremake libtiff
519 ipfiremake libart
520 ipfiremake gd
521 ipfiremake popt
522 ipfiremake pcre
523 ipfiremake slang
524 ipfiremake newt
525 ipfiremake libsmooth
526 ipfiremake attr
527 ipfiremake acl
528 ipfiremake libcap
529 ipfiremake pciutils
530 ipfiremake usbutils
531 ipfiremake libxml2
532 ipfiremake libxslt
533 ipfiremake BerkeleyDB
534 ipfiremake mysql
535 ipfiremake cyrus-sasl
536 ipfiremake openldap
537 ipfiremake apache2
538 ipfiremake php
539 ipfiremake web-user-interface
540 ipfiremake flag-icons
541 ipfiremake jquery
542 ipfiremake arping
543 ipfiremake beep
544 ipfiremake dvdrtools
545 ipfiremake dosfstools
546 ipfiremake reiserfsprogs
547 ipfiremake xfsprogs
548 ipfiremake sysfsutils
549 ipfiremake fuse
550 ipfiremake ntfs-3g
551 ipfiremake ethtool
552 ipfiremake ez-ipupdate
553 ipfiremake fcron
554 ipfiremake perl-GD
555 ipfiremake GD-Graph
556 ipfiremake GD-TextUtil
557 ipfiremake perl-Device-SerialPort
558 ipfiremake perl-Device-Modem
559 ipfiremake perl-Apache-Htpasswd
560 ipfiremake gnupg
561 ipfiremake hdparm
562 ipfiremake sdparm
563 ipfiremake mtools
564 ipfiremake whatmask
565 ipfiremake conntrack-tools
566 ipfiremake libupnp
567 ipfiremake ipaddr
568 ipfiremake iputils
569 ipfiremake l7-protocols
570 ipfiremake mISDNuser
571 ipfiremake capi4k-utils
572 ipfiremake hwdata
573 ipfiremake logrotate
574 ipfiremake logwatch
575 ipfiremake misc-progs
576 ipfiremake nano
577 ipfiremake URI
578 ipfiremake HTML-Tagset
579 ipfiremake HTML-Parser
580 ipfiremake HTML-Template
581 ipfiremake Compress-Zlib
582 ipfiremake Digest
583 ipfiremake Digest-SHA1
584 ipfiremake Digest-HMAC
585 ipfiremake libwww-perl
586 ipfiremake Net-DNS
587 ipfiremake Net-IPv4Addr
588 ipfiremake Net_SSLeay
589 ipfiremake IO-Stringy
590 ipfiremake IO-Socket-SSL
591 ipfiremake Unix-Syslog
592 ipfiremake Mail-Tools
593 ipfiremake MIME-Tools
594 ipfiremake Net-Server
595 ipfiremake Convert-TNEF
596 ipfiremake Convert-UUlib
597 ipfiremake Archive-Tar
598 ipfiremake Archive-Zip
599 ipfiremake Text-Tabs+Wrap
600 ipfiremake Locale-Country
601 ipfiremake XML-Parser
602 ipfiremake Crypt-PasswdMD5
603 ipfiremake Net-Telnet
604 ipfiremake python-setuptools
605 ipfiremake python-clientform
606 ipfiremake python-mechanize
607 ipfiremake python-feedparser
608 ipfiremake python-rssdler
609 ipfiremake python-inotify
610 ipfiremake python-docutils
611 ipfiremake python-daemon
612 ipfiremake python-ipaddress
613 ipfiremake glib
614 ipfiremake GeoIP
615 ipfiremake fwhits
616 ipfiremake noip_updater
617 ipfiremake ntp
618 ipfiremake openssh
619 ipfiremake fontconfig
620 ipfiremake dejavu-fonts-ttf
621 ipfiremake freefont
622 ipfiremake pixman
623 ipfiremake cairo
624 ipfiremake pango
625 ipfiremake rrdtool
626 ipfiremake setserial
627 ipfiremake setup
628 ipfiremake libdnet
629 ipfiremake daq
630 ipfiremake snort
631 ipfiremake oinkmaster
632 ipfiremake squid
633 ipfiremake squidguard
634 ipfiremake calamaris
635 ipfiremake tcpdump
636 ipfiremake traceroute
637 ipfiremake vlan
638 ipfiremake wireless
639 ipfiremake pakfire
640 ipfiremake spandsp
641 ipfiremake lzo
642 ipfiremake openvpn
643 ipfiremake pammysql
644 ipfiremake mpage
645 ipfiremake dbus
646 ipfiremake intltool
647 ipfiremake libdaemon
648 ipfiremake cups
649 ipfiremake ghostscript
650 ipfiremake lcms2
651 ipfiremake qpdf
652 ipfiremake poppler
653 ipfiremake cups-filters
654 ipfiremake epson-inkjet-printer-escpr
655 ipfiremake foomatic
656 ipfiremake hplip
657 ipfiremake cifs-utils
658 ipfiremake krb5
659 ipfiremake samba
660 ipfiremake sudo
661 ipfiremake mc
662 ipfiremake wget
663 ipfiremake bridge-utils
664 ipfiremake screen
665 ipfiremake smartmontools
666 ipfiremake htop
667 ipfiremake chkconfig
668 ipfiremake postfix
669 ipfiremake fetchmail
670 ipfiremake cyrus-imapd
671 ipfiremake openmailadmin
672 ipfiremake clamav
673 ipfiremake spamassassin
674 ipfiremake amavisd
675 ipfiremake dma
676 ipfiremake alsa
677 ipfiremake mpfire
678 ipfiremake guardian
679 ipfiremake libid3tag
680 ipfiremake libmad
681 ipfiremake libogg
682 ipfiremake libvorbis
683 ipfiremake libdvbpsi
684 ipfiremake flac
685 ipfiremake lame
686 ipfiremake sox
687 ipfiremake libshout
688 ipfiremake xvid
689 ipfiremake libmpeg2
690 ipfiremake libarchive
691 ipfiremake cmake
692 ipfiremake gnump3d
693 ipfiremake rsync
694 ipfiremake tcpwrapper
695 ipfiremake libtirpc
696 ipfiremake rpcbind
697 ipfiremake nfs
698 ipfiremake gnu-netcat
699 ipfiremake ncat
700 ipfiremake nmap
701 ipfiremake ncftp
702 ipfiremake etherwake
703 ipfiremake bwm-ng
704 ipfiremake sysstat
705 ipfiremake vsftpd
706 ipfiremake strongswan
707 ipfiremake rng-tools
708 ipfiremake lsof
709 ipfiremake br2684ctl
710 ipfiremake pcmciautils
711 ipfiremake lm_sensors
712 ipfiremake liboping
713 ipfiremake collectd
714 ipfiremake elinks
715 ipfiremake igmpproxy
716 ipfiremake fbset
717 ipfiremake opus
718 ipfiremake python-six
719 ipfiremake python-pyparsing
720 ipfiremake spice-protocol
721 ipfiremake spice
722 ipfiremake sdl
723 ipfiremake libusbredir
724 ipfiremake qemu
725 ipfiremake sane
726 ipfiremake netpbm
727 ipfiremake phpSANE
728 ipfiremake tunctl
729 ipfiremake netsnmpd
730 ipfiremake nagios
731 ipfiremake nagios_nrpe
732 ipfiremake icinga
733 ipfiremake ebtables
734 ipfiremake directfb
735 ipfiremake dfb++
736 ipfiremake faad2
737 ipfiremake ffmpeg
738 ipfiremake vdr
739 ipfiremake vdr_streamdev
740 ipfiremake vdr_vnsiserver5
741 ipfiremake vdr_epgsearch
742 ipfiremake vdr_dvbapi
743 ipfiremake vdr_eepg
744 ipfiremake w_scan
745 ipfiremake icecast
746 ipfiremake icegenerator
747 ipfiremake mpd
748 ipfiremake libmpdclient
749 ipfiremake mpc
750 ipfiremake perl-Net-SMTP-SSL
751 ipfiremake perl-MIME-Base64
752 ipfiremake perl-Authen-SASL
753 ipfiremake perl-MIME-Lite
754 ipfiremake perl-Email-Date-Format
755 ipfiremake git
756 ipfiremake squidclamav
757 ipfiremake vnstat
758 ipfiremake iw
759 ipfiremake wpa_supplicant
760 ipfiremake hostapd
761 ipfiremake pycurl
762 ipfiremake urlgrabber
763 ipfiremake syslinux
764 ipfiremake tftpd
765 ipfiremake cpufrequtils
766 ipfiremake bluetooth
767 ipfiremake gutenprint
768 ipfiremake apcupsd
769 ipfiremake iperf
770 ipfiremake iperf3
771 ipfiremake 7zip
772 ipfiremake lynis
773 ipfiremake streamripper
774 ipfiremake sshfs
775 ipfiremake taglib
776 #ipfiremake mediatomb
777 ipfiremake sslh
778 ipfiremake perl-gettext
779 ipfiremake perl-Sort-Naturally
780 ipfiremake vdradmin
781 ipfiremake miau
782 ipfiremake perl-DBI
783 ipfiremake perl-DBD-mysql
784 ipfiremake perl-DBD-SQLite
785 ipfiremake perl-File-ReadBackwards
786 ipfiremake cacti
787 ipfiremake openvmtools
788 ipfiremake nagiosql
789 ipfiremake iftop
790 ipfiremake motion
791 ipfiremake joe
792 ipfiremake monit
793 ipfiremake nut
794 ipfiremake watchdog
795 ipfiremake libpri
796 ipfiremake libsrtp
797 ipfiremake asterisk
798 ipfiremake lcr
799 ipfiremake usb_modeswitch
800 ipfiremake usb_modeswitch_data
801 ipfiremake zerofree
802 ipfiremake pound
803 ipfiremake minicom
804 ipfiremake ddrescue
805 ipfiremake imspector
806 ipfiremake miniupnpd
807 ipfiremake client175
808 ipfiremake powertop
809 ipfiremake parted
810 ipfiremake swig
811 ipfiremake python-m2crypto
812 ipfiremake wireless-regdb
813 ipfiremake crda
814 ipfiremake libsolv
815 ipfiremake python-distutils-extra
816 ipfiremake python-lzma
817 ipfiremake python-progressbar
818 ipfiremake python-xattr
819 ipfiremake ddns
820 ipfiremake transmission
821 ipfiremake dpfhack
822 ipfiremake lcd4linux
823 ipfiremake mtr
824 ipfiremake tcpick
825 ipfiremake minidlna
826 ipfiremake acpid
827 ipfiremake fping
828 ipfiremake telnet
829 ipfiremake xinetd
830 ipfiremake gpgme
831 ipfiremake pygpgme
832 ipfiremake pakfire3
833 ipfiremake stress
834 ipfiremake libstatgrab
835 ipfiremake sarg
836 ipfiremake check_mk_agent
837 ipfiremake nginx
838 ipfiremake sendEmail
839 ipfiremake sysbench
840 ipfiremake strace
841 ipfiremake elfutils
842 ipfiremake ltrace
843 ipfiremake ipfire-netboot
844 ipfiremake lcdproc
845 ipfiremake bitstream
846 ipfiremake multicat
847 ipfiremake keepalived
848 ipfiremake ipvsadm
849 ipfiremake perl-Carp-Clan
850 ipfiremake perl-Date-Calc
851 ipfiremake perl-Date-Manip
852 ipfiremake perl-File-Tail
853 ipfiremake perl-TimeDate
854 ipfiremake swatch
855 ipfiremake tor
856 ipfiremake arm
857 ipfiremake wavemon
858 ipfiremake iptraf-ng
859 ipfiremake iotop
860 ipfiremake stunnel
861 ipfiremake sslscan
862 ipfiremake owncloud
863 ipfiremake bacula
864 ipfiremake batctl
865 ipfiremake perl-PDF-API2
866 ipfiremake squid-accounting
867 ipfiremake pigz
868 ipfiremake tmux
869 ipfiremake perl-Text-CSV_XS
870 ipfiremake swconfig
871 ipfiremake haproxy
872 ipfiremake ipset
873 ipfiremake lua
874 ipfiremake dnsdist
875 ipfiremake bird
876 ipfiremake dmidecode
877 ipfiremake mcelog
878 ipfiremake rtpproxy
879 ipfiremake util-macros
880 ipfiremake libpciaccess
881 ipfiremake libyajl
882 ipfiremake libvirt
883 ipfiremake python3-libvirt
884 ipfiremake freeradius
885 ipfiremake perl-common-sense
886 ipfiremake perl-inotify2
887 ipfiremake perl-Net-IP
888}
889
890buildinstaller() {
891 # Run installer scripts one by one
892 LOGFILE="$BASEDIR/log/_build.installer.log"
893 export LOGFILE
894 ipfiremake memtest
895 ipfiremake installer
896 installmake strip
897}
898
899buildpackages() {
900 LOGFILE="$BASEDIR/log/_build.packages.log"
901 export LOGFILE
902 echo "... see detailed log in _build.*.log files" >> $LOGFILE
903
904
905 # Generating list of packages used
906 echo -n "Generating packages list from logs" | tee -a $LOGFILE
907 rm -f $BASEDIR/doc/packages-list
908 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
909 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
910 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
911 fi
912 done
913 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
914 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
915 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
916 rm -f $BASEDIR/doc/packages-list
917 # packages-list.txt is ready to be displayed for wiki page
918 beautify message DONE
919
920 # Update changelog
921 cd $BASEDIR
922 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
923 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
924 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
925
926 # Create images for install
927 ipfiremake cdrom
928
929 # Check if there is a loop device for building in virtual environments
930 modprobe loop 2>/dev/null
931 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ] || [ -e "/dev/loop-control" ]); then
932 ipfiremake flash-images
933 ipfiremake flash-images SCON=1
934 fi
935
936 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
937
938 ipfirepackages
939
940 ipfiremake xen-image
941 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
942
943 cd $BASEDIR
944
945 # remove not useable iso on armv5tel (needed to build flash images)
946 [ "${TARGET_ARCH}" = "armv5tel" ] && rm -rf *.iso
947
948 for i in `ls *.bz2 *.img.gz *.iso`; do
949 md5sum $i > $i.md5
950 done
951 cd $PWD
952
953 # Cleanup
954 stdumount
955 rm -rf $BASEDIR/build/tmp/*
956
957 # Generating total list of files
958 echo -n "Generating files list from logs" | tee -a $LOGFILE
959 rm -f $BASEDIR/log/FILES
960 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
961 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
962 echo "##" >>$BASEDIR/log/FILES
963 echo "## `basename $i`" >>$BASEDIR/log/FILES
964 echo "##" >>$BASEDIR/log/FILES
965 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
966 fi
967 done
968 beautify message DONE
969
970 cd $PWD
971}
972
973ipfirepackages() {
974 ipfiremake core-updates
975
976 local i
977 for i in $(find $BASEDIR/config/rootfiles/packages{/${MACHINE},} -maxdepth 1 -type f); do
978 i=$(basename ${i})
979 if [ -e $BASEDIR/lfs/$i ]; then
980 ipfiredist $i
981 else
982 echo -n $i
983 beautify message SKIP
984 fi
985 done
986 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
987 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
988 rm -rf $BASEDIR/build/install/packages/*
989}
990
991while [ $# -gt 0 ]; do
992 case "${1}" in
993 --target=*)
994 configure_target "${1#--target=}"
995 ;;
996 -*)
997 exiterror "Unknown configuration option: ${1}"
998 ;;
999 *)
1000 # Found a command, so exit options parsing.
1001 break
1002 ;;
1003 esac
1004 shift
1005done
1006
1007# See what we're supposed to do
1008case "$1" in
1009build)
1010 clear
1011 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz 2> /dev/null | head -n 1`
1012 #only restore on a clean disk
1013 if [ ! -f log/cleanup-toolchain-2-tools ]; then
1014 if [ ! -n "$PACKAGE" ]; then
1015 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1016 prepareenv
1017 buildtoolchain
1018 else
1019 PACKAGENAME=${PACKAGE%.tar.gz}
1020 beautify build_stage "Packaged toolchain compilation"
1021 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
1022 tar zxf $PACKAGE
1023 prepareenv
1024 else
1025 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
1026 fi
1027 fi
1028 else
1029 echo -n "Using installed toolchain" | tee -a $LOGFILE
1030 beautify message SKIP
1031 prepareenv
1032 fi
1033
1034 beautify build_start
1035 beautify build_stage "Building LFS"
1036 buildbase
1037
1038 beautify build_stage "Building IPFire"
1039 buildipfire
1040
1041 beautify build_stage "Building installer"
1042 buildinstaller
1043
1044 beautify build_stage "Building packages"
1045 buildpackages
1046
1047 beautify build_stage "Checking Logfiles for new Files"
1048
1049 cd $BASEDIR
1050 tools/checknewlog.pl
1051 tools/checkrootfiles
1052 cd $PWD
1053
1054 beautify build_end
1055 ;;
1056shell)
1057 # enter a shell inside LFS chroot
1058 # may be used to changed kernel settings
1059 prepareenv
1060 entershell
1061 ;;
1062clean)
1063 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
1064 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
1065 $LOSETUP -d $i 2>/dev/null
1066 done
1067 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
1068 umount $i
1069 done
1070 stdumount
1071 for i in `seq 0 7`; do
1072 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
1073 umount /dev/loop${i} 2>/dev/null;
1074 losetup -d /dev/loop${i} 2>/dev/null;
1075 fi;
1076 done
1077 rm -rf $BASEDIR/build
1078 rm -rf $BASEDIR/cdrom
1079 rm -rf $BASEDIR/packages
1080 rm -rf $BASEDIR/log
1081 if [ -h /tools ]; then
1082 rm -f /tools
1083 fi
1084 rm -f $BASEDIR/ipfire-*
1085 beautify message DONE
1086 ;;
1087downloadsrc)
1088 if [ ! -d $BASEDIR/cache ]; then
1089 mkdir $BASEDIR/cache
1090 fi
1091 mkdir -p $BASEDIR/log
1092 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
1093 FINISHED=0
1094 cd $BASEDIR/lfs
1095 for c in `seq $MAX_RETRIES`; do
1096 if (( FINISHED==1 )); then
1097 break
1098 fi
1099 FINISHED=1
1100 cd $BASEDIR/lfs
1101 for i in *; do
1102 if [ -f "$i" -a "$i" != "Config" ]; then
1103 lfsmakecommoncheck ${i} || continue
1104
1105 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1106 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
1107 if [ $? -ne 0 ]; then
1108 beautify message FAIL
1109 FINISHED=0
1110 else
1111 if [ $c -eq 1 ]; then
1112 beautify message DONE
1113 fi
1114 fi
1115 fi
1116 done
1117 done
1118 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1119 ERROR=0
1120 for i in *; do
1121 if [ -f "$i" -a "$i" != "Config" ]; then
1122 lfsmakecommoncheck ${i} > /dev/null || continue
1123 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1124 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1125 if [ $? -ne 0 ]; then
1126 echo -ne "MD5 difference in lfs/$i"
1127 beautify message FAIL
1128 ERROR=1
1129 fi
1130 fi
1131 done
1132 if [ $ERROR -eq 0 ]; then
1133 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1134 beautify message DONE
1135 else
1136 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1137 beautify message FAIL
1138 fi
1139 cd - >/dev/null 2>&1
1140 ;;
1141toolchain)
1142 clear
1143 prepareenv
1144 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1145 buildtoolchain
1146 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1147 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1148 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1149 build/tools build/bin/sh log >> $LOGFILE
1150 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1151 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.md5
1152 stdumount
1153 ;;
1154gettoolchain)
1155 # arbitrary name to be updated in case of new toolchain package upload
1156 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE
1157 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
1158 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1159 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1160 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1161 cd $BASEDIR/cache/toolchains
1162 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1163 if [ $? -ne 0 ]; then
1164 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $MACHINE machine" | tee -a $LOGFILE
1165 else
1166 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1167 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1168 else
1169 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1170 fi
1171 fi
1172 else
1173 echo "Toolchain is already downloaded. Exiting..."
1174 fi
1175 ;;
1176othersrc)
1177 prepareenv
1178 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1179 chroot $LFS /tools/bin/env -i HOME=/root \
1180 TERM=$TERM PS1='\u:\w\$ ' \
1181 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1182 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1183 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1184 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1185 if [ $? -eq "0" ]; then
1186 beautify message DONE
1187 else
1188 beautify message FAIL
1189 fi
1190 stdumount
1191 ;;
1192uploadsrc)
1193 PWD=`pwd`
1194 if [ -z $IPFIRE_USER ]; then
1195 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1196 beautify message FAIL
1197 exit 1
1198 fi
1199
1200 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1201 REMOTE_FILES=$(echo "ls -1" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1202
1203 for file in ${BASEDIR}/cache/*; do
1204 [ -d "${file}" ] && continue
1205 grep -q "$(basename ${file})" <<<$REMOTE_FILES && continue
1206 NEW_FILES="$NEW_FILES $file"
1207 done
1208 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1209 cd $BASEDIR
1210 cd $PWD
1211 exit 0
1212 ;;
1213lang)
1214 update_langs
1215 ;;
1216*)
1217 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1218 cat doc/make.sh-usage
1219 ;;
1220esac