stripper: Handle capabilities
[people/pmueller/ipfire-2.x.git] / make.sh
CommitLineData
df5e82b3 1#!/bin/bash
df5e82b3
MT
2############################################################################
3# #
f8e5510c 4# This file is part of the IPFire Firewall. #
df5e82b3 5# #
f8e5510c 6# IPFire is free software; you can redistribute it and/or modify #
df5e82b3
MT
7# it under the terms of the GNU General Public License as published by #
8# the Free Software Foundation; either version 2 of the License, or #
9# (at your option) any later version. #
10# #
f8e5510c 11# IPFire is distributed in the hope that it will be useful, #
df5e82b3
MT
12# but WITHOUT ANY WARRANTY; without even the implied warranty of #
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14# GNU General Public License for more details. #
15# #
16# You should have received a copy of the GNU General Public License #
f8e5510c 17# along with IPFire; if not, write to the Free Software #
df5e82b3
MT
18# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19# #
06fc566a 20# Copyright (C) 2007-2020 IPFire Team <info@ipfire.org>. #
df5e82b3
MT
21# #
22############################################################################
df5e82b3
MT
23#
24
e8ee3199
AF
25NAME="IPFire" # Software name
26SNAME="ipfire" # Short name
d12e3fcd 27# If you update the version don't forget to update backupiso and add it to core update
2f767b7b 28VERSION="2.25" # Version number
b4d83d1a 29CORE="158" # Core Level (Filename)
e8ee3199
AF
30SLOGAN="www.ipfire.org" # Software slogan
31CONFIG_ROOT=/var/ipfire # Configuration rootdir
e8ee3199 32MAX_RETRIES=1 # prefetch/check loop
305a7b38 33BUILD_IMAGES=1 # Flash and Xen Downloader
15679d9f 34KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
36e2e992
MT
35
36# Information from Git
37GIT_BRANCH="$(git rev-parse --abbrev-ref HEAD)" # Git Branch
38GIT_TAG="$(git tag | tail -1)" # Git Tag
39GIT_LASTCOMMIT="$(git rev-parse --verify HEAD)" # Last commit
628e8c3a 40
cf58f659 41TOOLCHAINVER=20200924
03ad5f93 42
69a6ec55
MT
43###############################################################################
44#
45# Beautifying variables & presentation & input output interface
46#
47###############################################################################
48
f9783277
MT
49# Remember if the shell is interactive or not
50if [ -t 0 ] && [ -t 1 ]; then
51 INTERACTIVE=true
52else
53 INTERACTIVE=false
54fi
55
401a1edc
MT
56# Sets or adjusts pretty formatting variables
57resize_terminal() {
58 ## Screen Dimentions
59 # Find current screen size
60 COLUMNS=$(tput cols)
61
62 # When using remote connections, such as a serial port, stty size returns 0
63 if ! ${INTERACTIVE} || [ "${COLUMNS}" = "0" ]; then
64 COLUMNS=80
65 fi
69a6ec55 66
401a1edc
MT
67 # Measurements for positioning result messages
68 OPTIONS_WIDTH=20
69 TIME_WIDTH=12
70 STATUS_WIDTH=8
71 NAME_WIDTH=$(( COLUMNS - OPTIONS_WIDTH - TIME_WIDTH - STATUS_WIDTH ))
72 LINE_WIDTH=$(( COLUMNS - STATUS_WIDTH ))
73
e9a57acd
MT
74 TIME_COL=$(( NAME_WIDTH + OPTIONS_WIDTH ))
75 STATUS_COL=$(( TIME_COL + TIME_WIDTH ))
401a1edc 76}
69a6ec55 77
401a1edc
MT
78# Initially setup terminal
79resize_terminal
f9783277 80
401a1edc
MT
81# Call resize_terminal when terminal is being resized
82trap "resize_terminal" WINCH
69a6ec55
MT
83
84# Define color for messages
85BOLD="\\033[1;39m"
86DONE="\\033[1;32m"
87SKIP="\\033[1;34m"
88WARN="\\033[1;35m"
89FAIL="\\033[1;31m"
90NORMAL="\\033[0;39m"
91
bcb9dc13 92# New architecture variables
dc7d6b20 93HOST_ARCH="$(uname -m)"
94571564 94
69a6ec55
MT
95PWD=$(pwd)
96BASENAME=$(basename $0)
97
15679d9f
MT
98# Debian specific settings
99if [ ! -e /etc/debian_version ]; then
df5e82b3 100 FULLPATH=`which $0`
15679d9f 101else
df5e82b3
MT
102 if [ -x /usr/bin/realpath ]; then
103 FULLPATH=`/usr/bin/realpath $0`
104 else
105 echo "ERROR: Need to do apt-get install realpath"
106 exit 1
107 fi
15679d9f 108fi
df5e82b3 109
69a6ec55 110# This is the directory where make.sh is in
aecbe123 111export BASEDIR=$(echo $FULLPATH | sed "s/\/$BASENAME//g")
69a6ec55 112
ebaecf2c
AF
113LOGFILE=$BASEDIR/log/_build.preparation.log
114export LOGFILE
15679d9f 115DIR_CHK=$BASEDIR/cache/check
ebaecf2c 116mkdir $BASEDIR/log/ 2>/dev/null
df5e82b3 117
69a6ec55
MT
118system_processors() {
119 getconf _NPROCESSORS_ONLN 2>/dev/null || echo "1"
120}
121
122system_memory() {
123 local key val unit
124
125 while read -r key val unit; do
126 case "${key}" in
127 MemTotal:*)
128 # Convert to MB
129 echo "$(( ${val} / 1024 ))"
130 break
131 ;;
132 esac
133 done < /proc/meminfo
134}
135
136configure_build() {
137 local build_arch="${1}"
138
139 if [ "${build_arch}" = "default" ]; then
140 build_arch="$(configure_build_guess)"
141 fi
142
143 case "${build_arch}" in
144 x86_64)
145 BUILDTARGET="${build_arch}-unknown-linux-gnu"
146 CROSSTARGET="${build_arch}-cross-linux-gnu"
147 BUILD_PLATFORM="x86"
5eec0f21 148 CFLAGS_ARCH="-m64 -mtune=generic -fstack-clash-protection -fcf-protection"
69a6ec55
MT
149 ;;
150
151 i586)
152 BUILDTARGET="${build_arch}-pc-linux-gnu"
153 CROSSTARGET="${build_arch}-cross-linux-gnu"
154 BUILD_PLATFORM="x86"
cf58f659 155 CFLAGS_ARCH="-march=i586 -mtune=generic -fomit-frame-pointer"
69a6ec55
MT
156 ;;
157
158 aarch64)
159 BUILDTARGET="${build_arch}-unknown-linux-gnu"
160 CROSSTARGET="${build_arch}-cross-linux-gnu"
161 BUILD_PLATFORM="arm"
87f3b1e5 162 CFLAGS_ARCH="-fstack-clash-protection"
69a6ec55
MT
163 ;;
164
165 armv7hl)
166 BUILDTARGET="${build_arch}-unknown-linux-gnueabi"
167 CROSSTARGET="${build_arch}-cross-linux-gnueabi"
168 BUILD_PLATFORM="arm"
169 CFLAGS_ARCH="-march=armv7-a -mfpu=vfpv3-d16 -mfloat-abi=hard"
170 ;;
171
172 armv5tel)
173 BUILDTARGET="${build_arch}-unknown-linux-gnueabi"
174 CROSSTARGET="${build_arch}-cross-linux-gnueabi"
175 BUILD_PLATFORM="arm"
176 CFLAGS_ARCH="-march=armv5te -mfloat-abi=soft -fomit-frame-pointer"
82454983 177 RUSTFLAGS="-Ccodegen-units=1"
69a6ec55
MT
178 ;;
179
161eb15d
MT
180 riscv64)
181 BUILDTARGET="${build_arch}-unknown-linux-gnu"
182 CROSSTARGET="${build_arch}-cross-linux-gnu"
183 BUILD_PLATFORM="riscv"
0c304b7b 184 CFLAGS_ARCH="-fstack-clash-protection"
161eb15d
MT
185 ;;
186
69a6ec55
MT
187 *)
188 exiterror "Cannot build for architure ${build_arch}"
189 ;;
190 esac
191
192 # Check if the QEMU helper is available if needed.
193 if qemu_is_required "${build_arch}"; then
194 local qemu_build_helper="$(qemu_find_build_helper_name "${build_arch}")"
195
196 if [ -n "${qemu_build_helper}" ]; then
197 QEMU_TARGET_HELPER="${qemu_build_helper}"
198 else
199 exiterror "Could not find a binfmt_misc helper entry for ${build_arch}"
200 fi
201 fi
202
203 BUILD_ARCH="${build_arch}"
204 TOOLS_DIR="/tools_${BUILD_ARCH}"
205
206 # Enables hardening
54114eb0 207 HARDENING_CFLAGS="-Wp,-D_FORTIFY_SOURCE=2 -Wp,-D_GLIBCXX_ASSERTIONS -fstack-protector-strong"
69a6ec55
MT
208
209 CFLAGS="-O2 -pipe -Wall -fexceptions -fPIC ${CFLAGS_ARCH}"
210 CXXFLAGS="${CFLAGS}"
211
212 # Determine parallelism
eeee108f 213 # We assume that each process consumes about
297473d5 214 # 128MB of memory. Therefore we find out how
eeee108f 215 # many processes fit into memory.
297473d5 216 local mem_max=$(( ${SYSTEM_MEMORY} / 128 ))
eeee108f
MT
217 local cpu_max=$(( ${SYSTEM_PROCESSORS} + 1 ))
218
219 local parallelism
220 if [ ${mem_max} -lt ${cpu_max} ]; then
221 parallelism=${mem_max}
222 else
223 parallelism=${cpu_max}
69a6ec55 224 fi
212f17c1 225
eeee108f
MT
226 # Use this as default PARALLELISM
227 DEFAULT_PARALLELISM="${parallelism}"
228
e1616eb4
SS
229 # Limit lauched ninja build jobs to computed parallel value.
230 NINJAJOBS="${parallelism}"
231
212f17c1
MT
232 # Compression parameters
233 # We use mode 8 for reasonable memory usage when decompressing
234 # but with overall good compression
235 XZ_OPT="-8"
236
237 # We try to use as many cores as possible
238 XZ_OPT="${XZ_OPT} -T0"
239
240 # We need to limit memory because XZ uses too much when running
241 # in parallel and it isn't very smart in limiting itself.
242 # We allow XZ to use up to 70% of all system memory.
deffc275 243 local xz_memory=$(( SYSTEM_MEMORY * 7 / 10 ))
212f17c1
MT
244
245 # XZ memory cannot be larger than 2GB on 32 bit systems
246 case "${build_arch}" in
247 i*86|armv*)
248 if [ ${xz_memory} -gt 2048 ]; then
249 xz_memory=2048
250 fi
251 ;;
252 esac
253
254 XZ_OPT="${XZ_OPT} --memory=${xz_memory}MiB"
69a6ec55
MT
255}
256
257configure_build_guess() {
258 case "${HOST_ARCH}" in
87487585
MT
259 x86_64)
260 echo "x86_64"
261 ;;
262 i?86)
69a6ec55
MT
263 echo "i586"
264 ;;
265
266 aarch64)
267 echo "aarch64"
268 ;;
269
270 armv7*|armv6*|armv5*)
271 echo "armv5tel"
272 ;;
273
161eb15d
MT
274 riscv64)
275 echo "riscv64"
276 ;;
277
69a6ec55
MT
278 *)
279 exiterror "Cannot guess build architecture"
280 ;;
281 esac
282}
283
f9783277
MT
284stdumount() {
285 umount $BASEDIR/build/sys 2>/dev/null;
286 umount $BASEDIR/build/dev/shm 2>/dev/null;
287 umount $BASEDIR/build/dev/pts 2>/dev/null;
288 umount $BASEDIR/build/dev 2>/dev/null;
289 umount $BASEDIR/build/proc 2>/dev/null;
290 umount $BASEDIR/build/install/mnt 2>/dev/null;
291 umount $BASEDIR/build/usr/src/cache 2>/dev/null;
292 umount $BASEDIR/build/usr/src/ccache 2>/dev/null;
293 umount $BASEDIR/build/usr/src/config 2>/dev/null;
294 umount $BASEDIR/build/usr/src/doc 2>/dev/null;
295 umount $BASEDIR/build/usr/src/html 2>/dev/null;
296 umount $BASEDIR/build/usr/src/langs 2>/dev/null;
297 umount $BASEDIR/build/usr/src/lfs 2>/dev/null;
ebaecf2c 298 umount $BASEDIR/build/usr/src/log 2>/dev/null;
f9783277 299 umount $BASEDIR/build/usr/src/src 2>/dev/null;
7c984de6 300 umount $BASEDIR/build/usr/src 2>/dev/null;
cb658c8c 301 umount $BASEDIR/build/tmp 2>/dev/null;
f9783277
MT
302}
303
304now() {
305 date -u "+%s"
69a6ec55
MT
306}
307
f9783277
MT
308format_runtime() {
309 local seconds=${1}
310
311 if [ ${seconds} -ge 3600 ]; then
312 printf "%d:%02d:%02d\n" \
313 "$(( seconds / 3600 ))" \
314 "$(( seconds % 3600 / 60 ))" \
315 "$(( seconds % 3600 % 60 ))"
316 elif [ ${seconds} -ge 60 ]; then
317 printf "%d:%02d\n" \
318 "$(( seconds / 60 ))" \
319 "$(( seconds % 60 ))"
69a6ec55 320 else
f9783277 321 printf "%d\n" "${seconds}"
69a6ec55 322 fi
f9783277 323}
69a6ec55 324
f9783277
MT
325print_line() {
326 local line="$@"
69a6ec55 327
f9783277 328 printf "%-${LINE_WIDTH}s" "${line}"
69a6ec55
MT
329}
330
f9783277
MT
331_print_line() {
332 local status="${1}"
333 shift
69a6ec55 334
f9783277
MT
335 if ${INTERACTIVE}; then
336 printf "${!status}"
337 fi
69a6ec55 338
f9783277
MT
339 print_line "$@"
340
341 if ${INTERACTIVE}; then
342 printf "${NORMAL}"
343 fi
344}
345
346print_headline() {
347 _print_line BOLD "$@"
69a6ec55
MT
348}
349
f9783277
MT
350print_error() {
351 _print_line FAIL "$@"
352}
353
354print_package() {
355 local name="${1}"
356 shift
69a6ec55 357
f9783277
MT
358 local version="$(grep -E "^VER |^VER=|^VER " $BASEDIR/lfs/${name} | awk '{ print $3 }')"
359 local options="$@"
360
361 local string="${name}"
362 if [ -n "${version}" ] && [ "${version}" != "ipfire" ]; then
363 string="${string} (${version})"
364 fi
365
366 printf "%-$(( ${NAME_WIDTH} - 1 ))s " "${string}"
fa8c758e 367 printf "%$(( ${OPTIONS_WIDTH} - 1 ))s " "${options}"
f9783277
MT
368}
369
370print_runtime() {
371 local runtime=$(format_runtime $@)
372
373 if ${INTERACTIVE}; then
374 printf "\\033[${TIME_COL}G[ ${BOLD}%$(( ${TIME_WIDTH} - 4 ))s${NORMAL} ]" "${runtime}"
375 else
376 printf "[ %$(( ${TIME_WIDTH} - 4 ))s ]" "${runtime}"
69a6ec55 377 fi
f9783277
MT
378}
379
380print_status() {
381 local status="${1}"
382
383 local color="${!status}"
384
385 if ${INTERACTIVE}; then
386 printf "\\033[${STATUS_COL}G[${color-${BOLD}} %-$(( ${STATUS_WIDTH} - 4 ))s ${NORMAL}]\n" "${status}"
387 else
388 printf "[ %-$(( ${STATUS_WIDTH} - 4 ))s ]\n" "${status}"
69a6ec55 389 fi
f9783277 390}
69a6ec55 391
f9783277
MT
392print_build_stage() {
393 print_headline "$@"
394
395 # end line
396 printf "\n"
69a6ec55
MT
397}
398
f9783277
MT
399print_build_summary() {
400 local runtime=$(format_runtime $@)
401
402 print_line "*** Build finished in ${runtime}"
403 print_status DONE
69a6ec55
MT
404}
405
406exiterror() {
407 stdumount
408 for i in `seq 0 7`; do
409 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
410 losetup -d /dev/loop${i} 2>/dev/null
411 fi;
412 done
413
f9783277 414 # Dump logfile
66028310 415 if [ -n "${LOGFILE}" ] && [ -e "${LOGFILE}" ]; then
69a6ec55
MT
416 echo # empty line
417
418 local line
419 while read -r line; do
420 echo " ${line}"
421 done <<< "$(tail -n30 ${LOGFILE})"
422 fi
423
f9783277
MT
424 echo # empty line
425
426 local line
427 for line in "ERROR: $@" " Check ${LOGFILE} for errors if applicable"; do
428 print_error "${line}"
429 print_status FAIL
430 done
431
69a6ec55
MT
432 exit 1
433}
434
aecbe123
MT
435prepareenv() {
436 # Are we running the right shell?
54328605 437 if [ -z "${BASH}" ]; then
aecbe123
MT
438 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
439 fi
440
441 if [ -z "${BASH_VERSION}" ]; then
442 exiterror "Not running BASH shell."
443 fi
444
445 # Trap on emergency exit
446 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
447
aecbe123 448 # Checking if running as root user
658232a6 449 if [ $(id -u) -ne 0 ]; then
df7f30a1 450 exiterror "root privileges required for building"
aecbe123
MT
451 fi
452
453 # Checking for necessary temporary space
f9783277 454 print_line "Checking for necessary space on disk $BASE_DEV"
aecbe123
MT
455 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
456 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
457 if (( 2048000 > $BASE_ASPACE )); then
458 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
459 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
f9783277 460 print_status FAIL
aecbe123
MT
461 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
462 fi
463 else
f9783277 464 print_status DONE
aecbe123
MT
465 fi
466
467 # Set umask
468 umask 022
469
470 # Set LFS Directory
471 LFS=$BASEDIR/build
472
aecbe123
MT
473 # Setup environment
474 set +h
475 LC_ALL=POSIX
e1616eb4 476 export LFS LC_ALL CFLAGS CXXFLAGS DEFAULT_PARALLELISM RUSTFLAGS NINJAJOBS
aecbe123
MT
477 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
478
479 # Make some extra directories
480 mkdir -p "${BASEDIR}/build${TOOLS_DIR}" 2>/dev/null
481 mkdir -p $BASEDIR/build/{etc,usr/src} 2>/dev/null
482 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
3608d485 483 mkdir -p $BASEDIR/{cache,ccache/${BUILD_ARCH}} 2>/dev/null
7c984de6
MT
484
485 if [ "${ENABLE_RAMDISK}" = "on" ]; then
486 mkdir -p $BASEDIR/build/usr/src
815ca15d 487 mount -t tmpfs tmpfs -o size=8G,nr_inodes=1M,mode=1777 $BASEDIR/build/usr/src
ad853b56
MT
488
489 mkdir -p ${BASEDIR}/build/tmp
490 mount -t tmpfs tmpfs -o size=4G,nr_inodes=1M,mode=1777 ${BASEDIR}/build/tmp
7c984de6
MT
491 fi
492
ebaecf2c 493 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
aecbe123
MT
494
495 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
496 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
497
498 # Make all sources and proc available under lfs build
499 mount --bind /dev $BASEDIR/build/dev
500 mount --bind /dev/pts $BASEDIR/build/dev/pts
501 mount --bind /dev/shm $BASEDIR/build/dev/shm
502 mount --bind /proc $BASEDIR/build/proc
503 mount --bind /sys $BASEDIR/build/sys
504 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
3608d485 505 mount --bind $BASEDIR/ccache/${BUILD_ARCH} $BASEDIR/build/usr/src/ccache
aecbe123
MT
506 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
507 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
508 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
509 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
510 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
ebaecf2c 511 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
aecbe123
MT
512 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
513
514 # Run LFS static binary creation scripts one by one
515 export CCACHE_DIR=$BASEDIR/ccache
36065e42 516 export CCACHE_TEMPDIR="/tmp"
aecbe123
MT
517 export CCACHE_COMPRESS=1
518 export CCACHE_COMPILERCHECK="string:toolchain-${TOOLCHAINVER} ${BUILD_ARCH}"
519
520 # Remove pre-install list of installed files in case user erase some files before rebuild
521 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
522
523 # Prepare string for /etc/system-release.
f48643e5
MT
524 local system_release="${NAME} ${VERSION} (${BUILD_ARCH})"
525
526 case "${GIT_BRANCH}" in
527 core*|beta?|rc?)
528 system_release="${system_release} - ${GIT_BRANCH}"
529 ;;
530 *)
9ff65bfa 531 system_release="${system_release} - core${CORE} Development Build: ${GIT_BRANCH}/${GIT_LASTCOMMIT:0:8}"
f48643e5 532 ;;
aecbe123 533 esac
4e54a8e2 534
f48643e5
MT
535 # Append -dirty tag for local changes
536 if [ "$(git status -s | wc -l)" != "0" ]; then
537 system_release="${system_release}-dirty"
538 fi
539
540 # Export variable
541 SYSTEM_RELEASE="${system_release}"
542
040160c7
MT
543 # Decide on PAKFIRE_TREE
544 case "${GIT_BRANCH}" in
545 core*)
546 PAKFIRE_TREE="stable"
547 ;;
548 master)
549 PAKFIRE_TREE="testing"
550 ;;
551 *)
552 PAKFIRE_TREE="unstable"
553 ;;
554 esac
555
4e54a8e2
MT
556 # Setup ccache cache size
557 enterchroot ccache --max-size="${CCACHE_CACHE_SIZE}" >/dev/null
aecbe123
MT
558}
559
69a6ec55
MT
560enterchroot() {
561 # Install QEMU helper, if needed
562 qemu_install_helper
563
564 local PATH="${TOOLS_DIR}/ccache/bin:/bin:/usr/bin:/sbin:/usr/sbin:${TOOLS_DIR}/bin"
565
566 PATH="${PATH}" chroot ${LFS} env -i \
567 HOME="/root" \
568 TERM="${TERM}" \
569 PS1="${PS1}" \
570 PATH="${PATH}" \
571 SYSTEM_RELEASE="${SYSTEM_RELEASE}" \
040160c7 572 PAKFIRE_TREE="${PAKFIRE_TREE}" \
69a6ec55
MT
573 NAME="${NAME}" \
574 SNAME="${SNAME}" \
575 VERSION="${VERSION}" \
576 CORE="${CORE}" \
577 SLOGAN="${SLOGAN}" \
578 TOOLS_DIR="${TOOLS_DIR}" \
579 CONFIG_ROOT="${CONFIG_ROOT}" \
580 CFLAGS="${CFLAGS} ${HARDENING_CFLAGS}" \
581 CXXFLAGS="${CXXFLAGS} ${HARDENING_CFLAGS}" \
82454983 582 RUSTFLAGS="${RUSTFLAGS}" \
69a6ec55
MT
583 BUILDTARGET="${BUILDTARGET}" \
584 CROSSTARGET="${CROSSTARGET}" \
585 BUILD_ARCH="${BUILD_ARCH}" \
586 BUILD_PLATFORM="${BUILD_PLATFORM}" \
587 CCACHE_DIR=/usr/src/ccache \
36065e42 588 CCACHE_TEMPDIR="${CCACHE_TEMPDIR}" \
69a6ec55
MT
589 CCACHE_COMPRESS="${CCACHE_COMPRESS}" \
590 CCACHE_COMPILERCHECK="${CCACHE_COMPILERCHECK}" \
486112ad 591 GOCACHE="/usr/src/ccache/go" \
69a6ec55 592 KVER="${KVER}" \
0d7a6f03 593 XZ_OPT="${XZ_OPT}" \
77c863a2 594 DEFAULT_PARALLELISM="${DEFAULT_PARALLELISM}" \
85560933
MT
595 SYSTEM_PROCESSORS="${SYSTEM_PROCESSORS}" \
596 SYSTEM_MEMORY="${SYSTEM_MEMORY}" \
69a6ec55
MT
597 $(fake_environ) \
598 $(qemu_environ) \
599 "$@"
600}
601
602entershell() {
603 if [ ! -e $BASEDIR/build/usr/src/lfs/ ]; then
604 exiterror "No such file or directory: $BASEDIR/build/usr/src/lfs/"
605 fi
606
607 echo "Entering to a shell inside LFS chroot, go out with exit"
ab8464f4 608 local PS1="ipfire build chroot (${BUILD_ARCH}) \u:\w\$ "
69a6ec55
MT
609
610 if enterchroot bash -i; then
611 stdumount
612 else
f9783277 613 print_status FAIL
69a6ec55
MT
614 exiterror "chroot error"
615 fi
616}
617
618lfsmakecommoncheck() {
619 # Script present?
620 if [ ! -f $BASEDIR/lfs/$1 ]; then
621 exiterror "No such file or directory: $BASEDIR/$1"
622 fi
623
f9783277
MT
624 # Print package name and version
625 print_package $@
69a6ec55
MT
626
627 # Check if this package is supported by our architecture.
628 # If no SUP_ARCH is found, we assume the package can be built for all.
629 if grep "^SUP_ARCH" ${BASEDIR}/lfs/${1} >/dev/null; then
630 # Check if package supports ${BUILD_ARCH} or all architectures.
631 if ! grep -E "^SUP_ARCH.*${BUILD_ARCH}|^SUP_ARCH.*all" ${BASEDIR}/lfs/${1} >/dev/null; then
405ee2b4 632 print_runtime 0
f9783277 633 print_status SKIP
69a6ec55
MT
634 return 1
635 fi
636 fi
637
638 # Script slipped?
639 local i
640 for i in $SKIP_PACKAGE_LIST
641 do
642 if [ "$i" == "$1" ]; then
f9783277 643 print_status SKIP
69a6ec55
MT
644 return 1;
645 fi
646 done
647
648 echo -ne "`date -u '+%b %e %T'`: Building $* " >> $LOGFILE
649
650 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
651 MESSAGE="$1\t " download >> $LOGFILE 2>&1
652 if [ $? -ne 0 ]; then
653 exiterror "Download error in $1"
654 fi
655
656 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
657 MESSAGE="$1\t md5sum" md5 >> $LOGFILE 2>&1
658 if [ $? -ne 0 ]; then
659 exiterror "md5sum error in $1, check file in cache or signature"
660 fi
661
662 return 0 # pass all!
663}
664
665lfsmake1() {
666 lfsmakecommoncheck $*
667 [ $? == 1 ] && return 0
668
69a6ec55
MT
669 cd $BASEDIR/lfs && env -i \
670 PATH="${TOOLS_DIR}/ccache/bin:${TOOLS_DIR}/bin:$PATH" \
671 CCACHE_DIR="${CCACHE_DIR}" \
36065e42 672 CCACHE_TEMPDIR="${CCACHE_TEMPDIR}" \
69a6ec55
MT
673 CCACHE_COMPRESS="${CCACHE_COMPRESS}" \
674 CCACHE_COMPILERCHECK="${CCACHE_COMPILERCHECK}" \
675 CFLAGS="${CFLAGS}" \
676 CXXFLAGS="${CXXFLAGS}" \
77c863a2 677 DEFAULT_PARALLELISM="${DEFAULT_PARALLELISM}" \
85560933
MT
678 SYSTEM_PROCESSORS="${SYSTEM_PROCESSORS}" \
679 SYSTEM_MEMORY="${SYSTEM_MEMORY}" \
69a6ec55
MT
680 make -f $* \
681 TOOLCHAIN=1 \
682 TOOLS_DIR="${TOOLS_DIR}" \
683 CROSSTARGET="${CROSSTARGET}" \
684 BUILDTARGET="${BUILDTARGET}" \
685 BUILD_ARCH="${BUILD_ARCH}" \
686 BUILD_PLATFORM="${BUILD_PLATFORM}" \
687 LFS_BASEDIR="${BASEDIR}" \
688 ROOT="${LFS}" \
689 KVER="${KVER}" \
f9783277 690 install >> $LOGFILE 2>&1 &
69a6ec55 691
f9783277
MT
692 if ! wait_until_finished $!; then
693 print_status FAIL
694 exiterror "Building $*"
69a6ec55
MT
695 fi
696
f9783277 697 print_status DONE
69a6ec55
MT
698}
699
700lfsmake2() {
701 lfsmakecommoncheck $*
702 [ $? == 1 ] && return 0
703
69a6ec55
MT
704 local PS1='\u:\w$ '
705
706 enterchroot \
ce9264a1 707 ${EXTRA_PATH}bash -x -c "cd /usr/src/lfs && \
69a6ec55
MT
708 make -f $* \
709 LFS_BASEDIR=/usr/src install" \
f9783277 710 >> ${LOGFILE} 2>&1 &
69a6ec55 711
f9783277
MT
712 if ! wait_until_finished $!; then
713 print_status FAIL
714 exiterror "Building $*"
69a6ec55
MT
715 fi
716
f9783277 717 print_status DONE
69a6ec55
MT
718}
719
720ipfiredist() {
721 lfsmakecommoncheck $*
722 [ $? == 1 ] && return 0
723
69a6ec55
MT
724 local PS1='\u:\w$ '
725
726 enterchroot \
727 bash -x -c "cd /usr/src/lfs && make -f $* LFS_BASEDIR=/usr/src dist" \
f9783277 728 >> ${LOGFILE} 2>&1 &
69a6ec55 729
f9783277
MT
730 if ! wait_until_finished $!; then
731 print_status FAIL
732 exiterror "Packaging $*"
733 fi
69a6ec55 734
f9783277
MT
735 print_status DONE
736}
737
738wait_until_finished() {
739 local pid=${1}
740
741 local start_time=$(now)
742
743 # Show progress
744 if ${INTERACTIVE}; then
745 # Wait a little just in case the process
746 # has finished very quickly.
747 sleep 0.1
748
749 local runtime
750 while kill -0 ${pid} 2>/dev/null; do
751 print_runtime $(( $(now) - ${start_time} ))
752
753 # Wait a little
754 sleep 1
755 done
69a6ec55 756 fi
f9783277
MT
757
758 # Returns the exit code of the child process
759 wait ${pid}
760 local ret=$?
761
762 if ! ${INTERACTIVE}; then
763 print_runtime $(( $(now) - ${start_time} ))
764 fi
765
766 return ${ret}
69a6ec55
MT
767}
768
769fake_environ() {
770 [ -e "${BASEDIR}/build${TOOLS_DIR}/lib/libpakfire_preload.so" ] || return
771
772 local env="LD_PRELOAD=${TOOLS_DIR}/lib/libpakfire_preload.so"
773
774 # Fake kernel version, because some of the packages do not compile
775 # with kernel 3.0 and later.
8634797e 776 env="${env} UTS_RELEASE=${KVER}-ipfire"
69a6ec55
MT
777
778 # Fake machine version.
779 env="${env} UTS_MACHINE=${BUILD_ARCH}"
780
781 echo "${env}"
782}
783
784qemu_environ() {
785 local env
786
787 # Don't add anything if qemu is not used.
788 if ! qemu_is_required; then
789 return
790 fi
791
792 # Set default qemu options
793 case "${BUILD_ARCH}" in
794 arm*)
795 QEMU_CPU="${QEMU_CPU:-cortex-a9}"
796
797 env="${env} QEMU_CPU=${QEMU_CPU}"
798 ;;
799 esac
800
801 # Enable QEMU strace
802 #env="${env} QEMU_STRACE=1"
803
804 echo "${env}"
805}
806
807qemu_is_required() {
808 local build_arch="${1}"
809
810 if [ -z "${build_arch}" ]; then
811 build_arch="${BUILD_ARCH}"
812 fi
813
814 case "${HOST_ARCH},${build_arch}" in
161eb15d 815 x86_64,arm*|x86_64,aarch64|x86_64,riscv64|i?86,arm*|i?86,aarch64|i?86,x86_64)
69a6ec55
MT
816 return 0
817 ;;
818 *)
819 return 1
820 ;;
821 esac
822}
823
824qemu_install_helper() {
825 # Do nothing, if qemu is not required
826 if ! qemu_is_required; then
827 return 0
828 fi
829
830 if [ ! -e /proc/sys/fs/binfmt_misc/status ]; then
831 exiterror "binfmt_misc not mounted. QEMU_TARGET_HELPER not useable."
832 fi
833
834 if [ ! $(cat /proc/sys/fs/binfmt_misc/status) = 'enabled' ]; then
835 exiterror "binfmt_misc not enabled. QEMU_TARGET_HELPER not useable."
836 fi
837
838
839 if [ -z "${QEMU_TARGET_HELPER}" ]; then
840 exiterror "QEMU_TARGET_HELPER not set"
841 fi
842
843 # Check if the helper is already installed.
844 if [ -x "${LFS}${QEMU_TARGET_HELPER}" ]; then
845 return 0
846 fi
847
848 # Try to find a suitable binary that we can install
849 # to the build environment.
850 local file
851 for file in "${QEMU_TARGET_HELPER}" "${QEMU_TARGET_HELPER}-static"; do
852 # file must exist and be executable.
853 [ -x "${file}" ] || continue
854
855 # Must be static.
856 file_is_static "${file}" || continue
857
858 local dirname="${LFS}$(dirname "${file}")"
859 mkdir -p "${dirname}"
860
861 install -m 755 "${file}" "${LFS}${QEMU_TARGET_HELPER}"
862 return 0
863 done
864
865 exiterror "Could not find a statically-linked QEMU emulator: ${QEMU_TARGET_HELPER}"
866}
867
868qemu_find_build_helper_name() {
869 local build_arch="${1}"
870
871 local magic
872 case "${build_arch}" in
0db0f7fa
AF
873 aarch64)
874 magic="7f454c460201010000000000000000000200b700"
875 ;;
4576ca4c
MT
876 arm*)
877 magic="7f454c4601010100000000000000000002002800"
878 ;;
161eb15d
MT
879 riscv64)
880 magic="7f454c460201010000000000000000000200f300"
881 ;;
69a6ec55
MT
882 x86_64)
883 magic="7f454c4602010100000000000000000002003e00"
884 ;;
885 esac
886
887 [ -z "${magic}" ] && return 1
888
889 local file
890 for file in /proc/sys/fs/binfmt_misc/*; do
891 # skip write only register entry
892 [ $(basename "${file}") = "register" ] && continue
893 # Search for the file with the correct magic value.
894 grep -qE "^magic ${magic}$" "${file}" || continue
895
896 local interpreter="$(grep "^interpreter" "${file}" | awk '{ print $2 }')"
897
898 [ -n "${interpreter}" ] || continue
899 [ "${interpreter:0:1}" = "/" ] || continue
900 [ -x "${interpreter}" ] || continue
901
902 echo "${interpreter}"
903 return 0
904 done
905
906 return 1
907}
908
909file_is_static() {
910 local file="${1}"
911
912 file ${file} 2>/dev/null | grep -q "statically linked"
913}
914
915update_language_list() {
916 local path="${1}"
917
918 local lang
919 for lang in ${path}/*.po; do
920 lang="$(basename "${lang}")"
921 echo "${lang%*.po}"
922 done | sort -u > "${path}/LINGUAS"
923}
924
1fb7f56e
MT
925contributors() {
926 local commits name
927
928 git shortlog --summary --numbered | while read -r commits name; do
929 echo "${name}"
930 done | grep -vE -e "^(alpha197|morlix|root|ummeegge)$" -e "via Development$" -e "@" -e "#$"
931}
932
933update_contributors() {
934 echo -n "Updating list of contributors"
935
936 local contributors="$(contributors | paste -sd , - | sed -e "s/,/&\\\\n/g")"
937
938 # Edit contributors into credits.cgi
e2338aa7
MT
939 local tmp="$(mktemp)"
940
941 awk "/<!-- CONTRIBUTORS -->/{ p=1; print; printf \"${contributors}\n\"}/<!-- END -->/{ p=0 } !p" \
942 < "${BASEDIR}/html/cgi-bin/credits.cgi" > "${tmp}"
943
944 # Copy back modified content
945 cat "${tmp}" > "${BASEDIR}/html/cgi-bin/credits.cgi"
946 unlink "${tmp}"
1fb7f56e
MT
947
948 print_status DONE
949 return 0
950}
951
15b005d8 952# Default settings
99597de7 953CCACHE_CACHE_SIZE="4G"
15b005d8
MT
954ENABLE_RAMDISK="auto"
955
a98ab1d7
MT
956# Load configuration file
957if [ -f .config ]; then
958 . .config
959fi
960
813659f2
MT
961# TARGET_ARCH is BUILD_ARCH now
962if [ -n "${TARGET_ARCH}" ]; then
963 BUILD_ARCH="${TARGET_ARCH}"
964 unset TARGET_ARCH
965fi
966
85560933
MT
967# Get some information about the host system
968SYSTEM_PROCESSORS="$(system_processors)"
969SYSTEM_MEMORY="$(system_memory)"
970
dc7d6b20
MT
971if [ -n "${BUILD_ARCH}" ]; then
972 configure_build "${BUILD_ARCH}"
949544f5 973else
dc7d6b20 974 configure_build "default"
949544f5
MT
975fi
976
15b005d8
MT
977# Automatically enable/disable ramdisk usage
978if [ "${ENABLE_RAMDISK}" = "auto" ]; then
979 # Enable only when the host system has 4GB of RAM or more
980 if [ ${SYSTEM_MEMORY} -ge 3900 ]; then
981 ENABLE_RAMDISK="on"
982 fi
983fi
984
df5e82b3 985buildtoolchain() {
69a6ec55
MT
986 local error=false
987 case "${BUILD_ARCH}:${HOST_ARCH}" in
988 # x86_64
989 x86_64:x86_64)
990 # This is working.
991 ;;
992
993 # x86
994 i586:i586|i586:i686|i586:x86_64)
995 # These are working.
996 ;;
997 i586:*)
998 error=true
999 ;;
1000
1001 # ARM
1002 arvm7hl:armv7hl|armv7hl:armv7l)
1003 # These are working.
1004 ;;
1005
1006 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l|armv5tel:aarch64)
1007 # These are working.
1008 ;;
1009 armv5tel:*)
1010 error=true
1011 ;;
1012 esac
1013
1014 ${error} && \
1015 exiterror "Cannot build ${BUILD_ARCH} toolchain on $(uname -m). Please use the download if any."
1016
1017 local gcc=$(type -p gcc)
1018 if [ -z "${gcc}" ]; then
1019 exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
1020 fi
1021
6bd3a131
MT
1022 # Check ${TOOLS_DIR} symlink
1023 if [ -h "${TOOLS_DIR}" ]; then
1024 rm -f "${TOOLS_DIR}"
1025 fi
1026
1027 if [ ! -e "${TOOLS_DIR}" ]; then
1028 ln -s "${BASEDIR}/build${TOOLS_DIR}" "${TOOLS_DIR}"
1029 fi
1030
1031 if [ ! -h "${TOOLS_DIR}" ]; then
1032 exiterror "Could not create ${TOOLS_DIR} symbolic link"
1033 fi
1034
ebaecf2c 1035 LOGFILE="$BASEDIR/log/_build.toolchain.log"
69a6ec55
MT
1036 export LOGFILE
1037
1038 lfsmake1 stage1
1039 lfsmake1 ccache PASS=1
1040 lfsmake1 binutils PASS=1
1041 lfsmake1 gcc PASS=1
1042 lfsmake1 linux KCFG="-headers"
1043 lfsmake1 glibc
178c7a6a 1044 lfsmake1 libxcrypt
69a6ec55
MT
1045 lfsmake1 gcc PASS=L
1046 lfsmake1 binutils PASS=2
1047 lfsmake1 gcc PASS=2
54d54148 1048 lfsmake1 zlib
69a6ec55
MT
1049 lfsmake1 ccache PASS=2
1050 lfsmake1 tcl
1051 lfsmake1 expect
1052 lfsmake1 dejagnu
1053 lfsmake1 pkg-config
1054 lfsmake1 ncurses
1055 lfsmake1 bash
1056 lfsmake1 bzip2
1057 lfsmake1 automake
1058 lfsmake1 coreutils
1059 lfsmake1 diffutils
1060 lfsmake1 findutils
1061 lfsmake1 gawk
1062 lfsmake1 gettext
1063 lfsmake1 grep
1064 lfsmake1 gzip
1065 lfsmake1 m4
1066 lfsmake1 make
1067 lfsmake1 patch
1068 lfsmake1 perl
46bbc13b 1069 lfsmake1 python3
69a6ec55
MT
1070 lfsmake1 sed
1071 lfsmake1 tar
1072 lfsmake1 texinfo
1073 lfsmake1 xz
85439ac7 1074 lfsmake1 bison
11b5e5cb 1075 lfsmake1 flex
69a6ec55 1076 lfsmake1 fake-environ
7b93b62b 1077 lfsmake1 strip
69a6ec55 1078 lfsmake1 cleanup-toolchain
df5e82b3
MT
1079}
1080
1081buildbase() {
ebaecf2c 1082 LOGFILE="$BASEDIR/log/_build.base.log"
69a6ec55
MT
1083 export LOGFILE
1084 lfsmake2 stage2
1085 lfsmake2 linux KCFG="-headers"
1086 lfsmake2 man-pages
1087 lfsmake2 glibc
1088 lfsmake2 tzdata
1089 lfsmake2 cleanup-toolchain
1090 lfsmake2 zlib
b14c24ca 1091 lfsmake2 zstd
cf6c8e67
MT
1092 lfsmake2 autoconf
1093 lfsmake2 automake
1094 lfsmake2 libtool
69a6ec55
MT
1095 lfsmake2 binutils
1096 lfsmake2 gmp
69a6ec55
MT
1097 lfsmake2 mpfr
1098 lfsmake2 libmpc
cf6c8e67 1099 lfsmake2 libxcrypt
69a6ec55
MT
1100 lfsmake2 file
1101 lfsmake2 gcc
1102 lfsmake2 sed
69a6ec55
MT
1103 lfsmake2 berkeley
1104 lfsmake2 coreutils
1105 lfsmake2 iana-etc
1106 lfsmake2 m4
1107 lfsmake2 bison
69a6ec55 1108 lfsmake2 ncurses
69a6ec55
MT
1109 lfsmake2 perl
1110 lfsmake2 readline
69a6ec55 1111 lfsmake2 bzip2
3ece7859 1112 lfsmake2 xz
f407f05a 1113 lfsmake2 lzip
69a6ec55 1114 lfsmake2 pcre
b0c37190 1115 lfsmake2 pcre2
d701756a 1116 lfsmake2 gettext
241bf919
MT
1117 lfsmake2 attr
1118 lfsmake2 acl
69a6ec55
MT
1119 lfsmake2 bash
1120 lfsmake2 diffutils
69a6ec55
MT
1121 lfsmake2 ed
1122 lfsmake2 findutils
1123 lfsmake2 flex
1124 lfsmake2 gawk
d2315d00 1125 lfsmake2 go
69a6ec55
MT
1126 lfsmake2 grep
1127 lfsmake2 groff
1128 lfsmake2 gperf
1129 lfsmake2 gzip
1130 lfsmake2 hostname
1131 lfsmake2 iproute2
1132 lfsmake2 jwhois
1133 lfsmake2 kbd
1134 lfsmake2 less
4720fa0d 1135 lfsmake2 pkg-config
50992c73 1136 lfsmake2 procps
69a6ec55
MT
1137 lfsmake2 make
1138 lfsmake2 man
69a6ec55
MT
1139 lfsmake2 net-tools
1140 lfsmake2 patch
1141 lfsmake2 psmisc
1142 lfsmake2 shadow
1143 lfsmake2 sysklogd
1144 lfsmake2 sysvinit
1145 lfsmake2 tar
1146 lfsmake2 texinfo
1147 lfsmake2 util-linux
69a6ec55 1148 lfsmake2 vim
69b3d63b 1149 lfsmake2 e2fsprogs
df5e82b3
MT
1150}
1151
15679d9f 1152buildipfire() {
ebaecf2c 1153 LOGFILE="$BASEDIR/log/_build.ipfire.log"
df5e82b3 1154 export LOGFILE
489145db
MT
1155 lfsmake2 configroot
1156 lfsmake2 initscripts
1157 lfsmake2 backup
c38f55fe 1158 lfsmake2 openssl
1ece41ec 1159 lfsmake2 kmod
e1c6cd05 1160 lfsmake2 udev
3755e358 1161 lfsmake2 popt
d4767896 1162 lfsmake2 libedit
489145db
MT
1163 lfsmake2 libusb
1164 lfsmake2 libusb-compat
1165 lfsmake2 libpcap
1166 lfsmake2 ppp
1167 lfsmake2 pptp
1168 lfsmake2 unzip
1169 lfsmake2 which
1170 lfsmake2 linux-firmware
489145db 1171 lfsmake2 dvb-firmwares
37b86fa9 1172 lfsmake2 xr819-firmware
489145db
MT
1173 lfsmake2 zd1211-firmware
1174 lfsmake2 rpi-firmware
26796f3a 1175 lfsmake2 intel-microcode
0e54ca26 1176 lfsmake2 pcengines-apu-firmware
489145db 1177 lfsmake2 bc
2a0947f2 1178 lfsmake2 u-boot MKIMAGE=1
489145db
MT
1179 lfsmake2 cpio
1180 lfsmake2 mdadm
1181 lfsmake2 dracut
de18b4de 1182 lfsmake2 libaio
489145db
MT
1183 lfsmake2 lvm2
1184 lfsmake2 multipath-tools
1185 lfsmake2 freetype
489145db
MT
1186 lfsmake2 libmnl
1187 lfsmake2 libnfnetlink
1188 lfsmake2 libnetfilter_queue
1189 lfsmake2 libnetfilter_conntrack
1190 lfsmake2 libnetfilter_cthelper
1191 lfsmake2 libnetfilter_cttimeout
1192 lfsmake2 iptables
0245f3b6 1193 lfsmake2 screen
54ead8ef 1194 lfsmake2 elfutils
8e6fb99d 1195
dc7d6b20 1196 case "${BUILD_ARCH}" in
68a36e26 1197 x86_64|aarch64)
489145db 1198 lfsmake2 linux KCFG=""
489145db
MT
1199 lfsmake2 xtables-addons KCFG=""
1200 lfsmake2 linux-initrd KCFG=""
fc155193 1201 ;;
3d02c091 1202 i586)
3d02c091 1203 # x86 kernel build
489145db 1204 lfsmake2 linux KCFG=""
489145db
MT
1205 lfsmake2 xtables-addons KCFG=""
1206 lfsmake2 linux-initrd KCFG=""
3d02c091 1207 ;;
544f40d4 1208
3d02c091 1209 armv5tel)
3d02c091 1210 # arm multi platform (Panda, Wandboard ...) kernel build
489145db 1211 lfsmake2 linux KCFG="-multi"
489145db
MT
1212 lfsmake2 xtables-addons KCFG="-multi"
1213 lfsmake2 linux-initrd KCFG="-multi"
3d02c091
MT
1214 ;;
1215 esac
489145db 1216 lfsmake2 xtables-addons USPACE="1"
489145db
MT
1217 lfsmake2 libgpg-error
1218 lfsmake2 libgcrypt
1219 lfsmake2 libassuan
1220 lfsmake2 nettle
1a7db134 1221 lfsmake2 json-c
f3e62301 1222 lfsmake2 libconfig
489145db
MT
1223 lfsmake2 libevent
1224 lfsmake2 libevent2
1225 lfsmake2 expat
c8e9a7a8
WA
1226 lfsmake2 apr
1227 lfsmake2 aprutil
489145db
MT
1228 lfsmake2 unbound
1229 lfsmake2 gnutls
1230 lfsmake2 bind
1231 lfsmake2 dhcp
1232 lfsmake2 dhcpcd
1233 lfsmake2 boost
1234 lfsmake2 linux-atm
1235 lfsmake2 gdbm
1236 lfsmake2 pam
d44ce7d4 1237 lfsmake2 c-ares
489145db
MT
1238 lfsmake2 curl
1239 lfsmake2 tcl
1240 lfsmake2 sqlite
1241 lfsmake2 libffi
1242 lfsmake2 python
1243 lfsmake2 python3
8a4495a4 1244 lfsmake2 gdb
b3ce3510
MT
1245 lfsmake2 grub
1246 lfsmake2 efivar
1247 lfsmake2 efibootmgr
489145db
MT
1248 lfsmake2 ca-certificates
1249 lfsmake2 fireinfo
1250 lfsmake2 libnet
1251 lfsmake2 libnl
1252 lfsmake2 libnl-3
1253 lfsmake2 libidn
1254 lfsmake2 nasm
4f516b87
MF
1255 lfsmake2 libarchive
1256 lfsmake2 cmake
814a33ff
SS
1257 lfsmake2 ninja
1258 lfsmake2 meson
489145db 1259 lfsmake2 libjpeg
58d965fe 1260 lfsmake2 openjpeg
489145db
MT
1261 lfsmake2 libexif
1262 lfsmake2 libpng
1263 lfsmake2 libtiff
1264 lfsmake2 libart
1265 lfsmake2 gd
489145db
MT
1266 lfsmake2 slang
1267 lfsmake2 newt
1268 lfsmake2 libsmooth
489145db 1269 lfsmake2 libcap
b051eb68 1270 lfsmake2 libcap-ng
489145db
MT
1271 lfsmake2 pciutils
1272 lfsmake2 usbutils
1273 lfsmake2 libxml2
1274 lfsmake2 libxslt
1275 lfsmake2 BerkeleyDB
489145db
MT
1276 lfsmake2 cyrus-sasl
1277 lfsmake2 openldap
1278 lfsmake2 apache2
489145db
MT
1279 lfsmake2 web-user-interface
1280 lfsmake2 flag-icons
1281 lfsmake2 jquery
6033b271 1282 lfsmake2 bootstrap
489145db
MT
1283 lfsmake2 arping
1284 lfsmake2 beep
1df47cc9 1285 lfsmake2 libssh
ff075def 1286 lfsmake2 libinih
8a960584 1287 lfsmake2 cdrkit
489145db
MT
1288 lfsmake2 dosfstools
1289 lfsmake2 reiserfsprogs
1290 lfsmake2 xfsprogs
1291 lfsmake2 sysfsutils
1292 lfsmake2 fuse
1293 lfsmake2 ntfs-3g
1294 lfsmake2 ethtool
489145db
MT
1295 lfsmake2 fcron
1296 lfsmake2 perl-GD
1297 lfsmake2 GD-Graph
1298 lfsmake2 GD-TextUtil
1299 lfsmake2 perl-Device-SerialPort
1300 lfsmake2 perl-Device-Modem
1301 lfsmake2 perl-Apache-Htpasswd
bbcaca56 1302 lfsmake2 perl-Parse-Yapp
46426b69 1303 lfsmake2 perl-Data-UUID
489145db
MT
1304 lfsmake2 gnupg
1305 lfsmake2 hdparm
1306 lfsmake2 sdparm
489145db 1307 lfsmake2 whatmask
29370584 1308 lfsmake2 libtirpc
489145db 1309 lfsmake2 conntrack-tools
489145db
MT
1310 lfsmake2 ipaddr
1311 lfsmake2 iputils
1312 lfsmake2 l7-protocols
489145db
MT
1313 lfsmake2 hwdata
1314 lfsmake2 logrotate
1315 lfsmake2 logwatch
1316 lfsmake2 misc-progs
1317 lfsmake2 nano
1318 lfsmake2 URI
294aa009
AF
1319 lfsmake2 perl-CGI
1320 lfsmake2 perl-Switch
489145db
MT
1321 lfsmake2 HTML-Tagset
1322 lfsmake2 HTML-Parser
1323 lfsmake2 HTML-Template
1324 lfsmake2 Compress-Zlib
1325 lfsmake2 Digest
1326 lfsmake2 Digest-SHA1
1327 lfsmake2 Digest-HMAC
1328 lfsmake2 libwww-perl
1329 lfsmake2 Net-DNS
1330 lfsmake2 Net-IPv4Addr
1331 lfsmake2 Net_SSLeay
1332 lfsmake2 IO-Stringy
1333 lfsmake2 IO-Socket-SSL
1334 lfsmake2 Unix-Syslog
1335 lfsmake2 Mail-Tools
1336 lfsmake2 MIME-Tools
1337 lfsmake2 Net-Server
a7492c0f 1338 lfsmake2 Canary-Stability
489145db
MT
1339 lfsmake2 Convert-TNEF
1340 lfsmake2 Convert-UUlib
1341 lfsmake2 Archive-Tar
1342 lfsmake2 Archive-Zip
1343 lfsmake2 Text-Tabs+Wrap
489145db
MT
1344 lfsmake2 XML-Parser
1345 lfsmake2 Crypt-PasswdMD5
1346 lfsmake2 Net-Telnet
1347 lfsmake2 python-setuptools
398669f7 1348 lfsmake2 python3-setuptools
d55a968a 1349 lfsmake2 python3-inotify
05fed717 1350 lfsmake2 python3-docutils
0882b3e4 1351 lfsmake2 python3-daemon
489145db 1352 lfsmake2 glib
489145db
MT
1353 lfsmake2 ntp
1354 lfsmake2 openssh
1355 lfsmake2 fontconfig
1356 lfsmake2 dejavu-fonts-ttf
70f6cba4 1357 lfsmake2 ubuntu-font-family
489145db
MT
1358 lfsmake2 freefont
1359 lfsmake2 pixman
1360 lfsmake2 cairo
1361 lfsmake2 pango
1362 lfsmake2 rrdtool
489145db
MT
1363 lfsmake2 setup
1364 lfsmake2 libdnet
59fe9735 1365 lfsmake2 rust
616395f3 1366 lfsmake2 jansson
91cc908f 1367 lfsmake2 yaml
3498300d 1368 lfsmake2 libhtp
1a5f0649 1369 lfsmake2 colm
2348cfff 1370 lfsmake2 ragel
52ebc66b 1371 lfsmake2 hyperscan
67752a95 1372 lfsmake2 suricata
489145db 1373 lfsmake2 oinkmaster
ef640882 1374 lfsmake2 ids-ruleset-sources
489145db
MT
1375 lfsmake2 squid
1376 lfsmake2 squidguard
1377 lfsmake2 calamaris
1378 lfsmake2 tcpdump
1379 lfsmake2 traceroute
1380 lfsmake2 vlan
1381 lfsmake2 wireless
1382 lfsmake2 pakfire
1383 lfsmake2 spandsp
adf3f4f4 1384 lfsmake2 lz4
489145db
MT
1385 lfsmake2 lzo
1386 lfsmake2 openvpn
489145db
MT
1387 lfsmake2 mpage
1388 lfsmake2 dbus
1389 lfsmake2 intltool
1390 lfsmake2 libdaemon
6064cd87 1391 lfsmake2 avahi
489145db 1392 lfsmake2 cups
489145db 1393 lfsmake2 lcms2
56170c2a 1394 lfsmake2 ghostscript
489145db
MT
1395 lfsmake2 qpdf
1396 lfsmake2 poppler
d3dabd4b 1397 lfsmake2 poppler-data
489145db
MT
1398 lfsmake2 cups-filters
1399 lfsmake2 epson-inkjet-printer-escpr
1400 lfsmake2 foomatic
1401 lfsmake2 hplip
1402 lfsmake2 cifs-utils
1403 lfsmake2 krb5
95849177 1404 lfsmake2 rpcsvc-proto
489145db 1405 lfsmake2 samba
18d000c4 1406 lfsmake2 netatalk
489145db
MT
1407 lfsmake2 sudo
1408 lfsmake2 mc
1409 lfsmake2 wget
1410 lfsmake2 bridge-utils
489145db
MT
1411 lfsmake2 smartmontools
1412 lfsmake2 htop
1413 lfsmake2 chkconfig
1414 lfsmake2 postfix
1415 lfsmake2 fetchmail
489145db 1416 lfsmake2 clamav
294aa009 1417 lfsmake2 perl-NetAddr-IP
489145db
MT
1418 lfsmake2 dma
1419 lfsmake2 alsa
1420 lfsmake2 mpfire
1421 lfsmake2 guardian
1422 lfsmake2 libid3tag
1423 lfsmake2 libmad
1424 lfsmake2 libogg
1425 lfsmake2 libvorbis
489145db
MT
1426 lfsmake2 flac
1427 lfsmake2 lame
1428 lfsmake2 sox
41f8d642 1429 lfsmake2 soxr
489145db
MT
1430 lfsmake2 libshout
1431 lfsmake2 xvid
1432 lfsmake2 libmpeg2
489145db
MT
1433 lfsmake2 gnump3d
1434 lfsmake2 rsync
489145db 1435 lfsmake2 rpcbind
14fb55a5 1436 lfsmake2 keyutils
8af744bc 1437 lfsmake2 libnfsidmap
489145db
MT
1438 lfsmake2 nfs
1439 lfsmake2 gnu-netcat
1440 lfsmake2 ncat
1441 lfsmake2 nmap
489145db
MT
1442 lfsmake2 etherwake
1443 lfsmake2 bwm-ng
1444 lfsmake2 sysstat
489145db
MT
1445 lfsmake2 strongswan
1446 lfsmake2 rng-tools
1447 lfsmake2 lsof
1448 lfsmake2 br2684ctl
1449 lfsmake2 pcmciautils
1450 lfsmake2 lm_sensors
1451 lfsmake2 liboping
1452 lfsmake2 collectd
1453 lfsmake2 elinks
1454 lfsmake2 igmpproxy
489145db 1455 lfsmake2 opus
495cf3e0 1456 lfsmake2 python3-pyparsing
489145db
MT
1457 lfsmake2 spice-protocol
1458 lfsmake2 spice
1459 lfsmake2 sdl
1460 lfsmake2 libusbredir
43c3a386 1461 lfsmake2 libseccomp
489145db 1462 lfsmake2 qemu
489145db 1463 lfsmake2 netpbm
489145db 1464 lfsmake2 netsnmpd
489145db 1465 lfsmake2 nagios_nrpe
2af354c2 1466 lfsmake2 nagios-plugins
489145db 1467 lfsmake2 icinga
01c2ea6b 1468 lfsmake2 observium-agent
489145db 1469 lfsmake2 ebtables
489145db 1470 lfsmake2 faad2
e91ceed6 1471 lfsmake2 alac
489145db
MT
1472 lfsmake2 ffmpeg
1473 lfsmake2 vdr
1474 lfsmake2 vdr_streamdev
489145db
MT
1475 lfsmake2 vdr_epgsearch
1476 lfsmake2 vdr_dvbapi
1477 lfsmake2 vdr_eepg
1478 lfsmake2 w_scan
489145db
MT
1479 lfsmake2 mpd
1480 lfsmake2 libmpdclient
1481 lfsmake2 mpc
985741db 1482 lfsmake2 perl-Net-CIDR-Lite
489145db
MT
1483 lfsmake2 perl-Net-SMTP-SSL
1484 lfsmake2 perl-MIME-Base64
1485 lfsmake2 perl-Authen-SASL
1486 lfsmake2 perl-MIME-Lite
1487 lfsmake2 perl-Email-Date-Format
1488 lfsmake2 git
1489 lfsmake2 squidclamav
1490 lfsmake2 vnstat
1491 lfsmake2 iw
1492 lfsmake2 wpa_supplicant
1493 lfsmake2 hostapd
489145db
MT
1494 lfsmake2 syslinux
1495 lfsmake2 tftpd
1496 lfsmake2 cpufrequtils
489145db
MT
1497 lfsmake2 gutenprint
1498 lfsmake2 apcupsd
67fbd255 1499 lfsmake2 fireperf
489145db
MT
1500 lfsmake2 iperf
1501 lfsmake2 iperf3
1502 lfsmake2 7zip
1503 lfsmake2 lynis
489145db
MT
1504 lfsmake2 sshfs
1505 lfsmake2 taglib
489145db
MT
1506 lfsmake2 sslh
1507 lfsmake2 perl-gettext
1508 lfsmake2 perl-Sort-Naturally
1509 lfsmake2 vdradmin
489145db 1510 lfsmake2 perl-DBI
489145db
MT
1511 lfsmake2 perl-DBD-SQLite
1512 lfsmake2 perl-File-ReadBackwards
489145db 1513 lfsmake2 openvmtools
489145db
MT
1514 lfsmake2 joe
1515 lfsmake2 monit
1516 lfsmake2 nut
1517 lfsmake2 watchdog
1518 lfsmake2 libpri
489145db
MT
1519 lfsmake2 usb_modeswitch
1520 lfsmake2 usb_modeswitch_data
1521 lfsmake2 zerofree
489145db
MT
1522 lfsmake2 minicom
1523 lfsmake2 ddrescue
489145db
MT
1524 lfsmake2 client175
1525 lfsmake2 powertop
1526 lfsmake2 parted
1527 lfsmake2 swig
2a0947f2 1528 lfsmake2 u-boot
6836e528 1529 lfsmake2 u-boot-friendlyarm
5c82a9f0 1530 lfsmake2 python-typing
489145db
MT
1531 lfsmake2 python-m2crypto
1532 lfsmake2 wireless-regdb
1533 lfsmake2 crda
1534 lfsmake2 libsolv
489145db 1535 lfsmake2 ddns
662b2a81 1536 lfsmake2 python3-setuptools-scm
5996c281 1537 lfsmake2 python3-six
e0a05a80 1538 lfsmake2 python3-dateutil
d48ea6b5 1539 lfsmake2 python3-jmespath
a33ca4cc 1540 lfsmake2 python3-colorama
d2da17a1 1541 lfsmake2 python3-yaml
953f6f73 1542 lfsmake2 python3-s3transfer
d45d5247 1543 lfsmake2 python3-rsa
faa5472a 1544 lfsmake2 python3-pyasn1
05be1c64 1545 lfsmake2 python3-urllib3
4ab80c5d 1546 lfsmake2 python3-botocore
def9f4a3 1547 lfsmake2 python3-msgpack
280ee7e7 1548 lfsmake2 aws-cli
489145db 1549 lfsmake2 transmission
489145db 1550 lfsmake2 mtr
489145db
MT
1551 lfsmake2 minidlna
1552 lfsmake2 acpid
1553 lfsmake2 fping
1554 lfsmake2 telnet
1555 lfsmake2 xinetd
489145db
MT
1556 lfsmake2 stress
1557 lfsmake2 libstatgrab
1558 lfsmake2 sarg
489145db 1559 lfsmake2 nginx
489145db
MT
1560 lfsmake2 sysbench
1561 lfsmake2 strace
489145db
MT
1562 lfsmake2 ltrace
1563 lfsmake2 ipfire-netboot
1564 lfsmake2 lcdproc
489145db
MT
1565 lfsmake2 keepalived
1566 lfsmake2 ipvsadm
1567 lfsmake2 perl-Carp-Clan
1568 lfsmake2 perl-Date-Calc
1569 lfsmake2 perl-Date-Manip
1570 lfsmake2 perl-File-Tail
1571 lfsmake2 perl-TimeDate
1572 lfsmake2 swatch
1573 lfsmake2 tor
489145db
MT
1574 lfsmake2 wavemon
1575 lfsmake2 iptraf-ng
1576 lfsmake2 iotop
1577 lfsmake2 stunnel
489145db 1578 lfsmake2 bacula
b62c826f
MT
1579 lfsmake2 perl-Font-TTF
1580 lfsmake2 perl-IO-String
489145db
MT
1581 lfsmake2 perl-PDF-API2
1582 lfsmake2 squid-accounting
1583 lfsmake2 pigz
1584 lfsmake2 tmux
1585 lfsmake2 perl-Text-CSV_XS
09b09b85 1586 lfsmake2 lua
489145db
MT
1587 lfsmake2 haproxy
1588 lfsmake2 ipset
489145db
MT
1589 lfsmake2 dnsdist
1590 lfsmake2 bird
1a7db134 1591 lfsmake2 frr
489145db
MT
1592 lfsmake2 dmidecode
1593 lfsmake2 mcelog
489145db
MT
1594 lfsmake2 util-macros
1595 lfsmake2 libpciaccess
1596 lfsmake2 libyajl
1597 lfsmake2 libvirt
42fca290 1598 lfsmake2 libtalloc
489145db
MT
1599 lfsmake2 freeradius
1600 lfsmake2 perl-common-sense
1601 lfsmake2 perl-inotify2
1602 lfsmake2 perl-Net-IP
0d6cc79d 1603 lfsmake2 wio
773caa66 1604 lfsmake2 iftop
ddcd60f7 1605 lfsmake2 mdns-repeater
429af178 1606 lfsmake2 i2c-tools
4e9000b4 1607 lfsmake2 nss-myhostname
014b235a 1608 lfsmake2 dehydrated
c708fa15 1609 lfsmake2 shairport-sync
46114d79 1610 lfsmake2 borgbackup
50483167 1611 lfsmake2 lmdb
2397e513 1612 lfsmake2 knot
e1982c69 1613 lfsmake2 spectre-meltdown-checker
06fc6170 1614 lfsmake2 zabbix_agentd
82d176d3 1615 lfsmake2 flashrom
2aca6aa0 1616 lfsmake2 firmware-update
ffcef39d 1617 lfsmake2 tshark
9875e9f2 1618 lfsmake2 speedtest-cli
0db643ce 1619 lfsmake2 rfkill
44cc9a3d 1620 lfsmake2 amazon-ssm-agent
d938509e 1621 lfsmake2 libloc
4d275bcd 1622 lfsmake2 ncdu
76c5f3e0 1623 lfsmake2 lshw
68fbcc0e 1624 lfsmake2 socat
7300386b
AB
1625 lfsmake2 libcdada
1626 lfsmake2 pmacct
d0817963 1627}
df5e82b3
MT
1628
1629buildinstaller() {
1630 # Run installer scripts one by one
ebaecf2c 1631 LOGFILE="$BASEDIR/log/_build.installer.log"
df5e82b3 1632 export LOGFILE
489145db
MT
1633 lfsmake2 memtest
1634 lfsmake2 installer
ce9264a1
AF
1635 # use toolchain bash for chroot to strip
1636 EXTRA_PATH=${TOOLS_DIR}/bin/ lfsmake2 strip
df5e82b3
MT
1637}
1638
1639buildpackages() {
ebaecf2c 1640 LOGFILE="$BASEDIR/log/_build.packages.log"
df5e82b3
MT
1641 export LOGFILE
1642 echo "... see detailed log in _build.*.log files" >> $LOGFILE
0fbb45e9 1643
df5e82b3
MT
1644
1645 # Generating list of packages used
dc4ae0b7 1646 print_line "Generating packages list from logs"
df5e82b3 1647 rm -f $BASEDIR/doc/packages-list
ebaecf2c
AF
1648 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
1649 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
7471f6ab 1650 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
df5e82b3
MT
1651 fi
1652 done
7471f6ab 1653 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
4fe9acb2 1654 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
df5e82b3
MT
1655 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
1656 rm -f $BASEDIR/doc/packages-list
c9673262 1657 # packages-list.txt is ready to be displayed for wiki page
f9783277 1658 print_status DONE
4b06f504
MT
1659
1660 # Update changelog
e49f7f0d 1661 cd $BASEDIR
c43b07fd
AF
1662 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
1663 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
1664 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
df5e82b3 1665
9607771a 1666 # Create images for install
489145db 1667 lfsmake2 cdrom
bada0832 1668
4dc82852 1669 # Check if there is a loop device for building in virtual environments
841663e7
MT
1670 modprobe loop 2>/dev/null
1671 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ] || [ -e "/dev/loop-control" ]); then
489145db 1672 lfsmake2 flash-images
4dc82852 1673 fi
c9673262 1674
c4dd9dfc 1675 mv $LFS/install/images/{*.iso,*.img.xz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
c9673262 1676
0d909a4a 1677 ipfirepackages
e67a57fe 1678
b307417f 1679 cd $BASEDIR
744a04ea
AF
1680
1681 # remove not useable iso on armv5tel (needed to build flash images)
dc7d6b20 1682 [ "${BUILD_ARCH}" = "armv5tel" ] && rm -rf *.iso
744a04ea 1683
5336aaa6 1684 for i in $(ls *.bz2 *.img.xz *.iso 2>/dev/null); do
b307417f
AF
1685 md5sum $i > $i.md5
1686 done
1687 cd $PWD
1688
e67a57fe
MT
1689 # Cleanup
1690 stdumount
1691 rm -rf $BASEDIR/build/tmp/*
1692
e67a57fe 1693 cd $PWD
e67a57fe
MT
1694}
1695
1696ipfirepackages() {
489145db 1697 lfsmake2 core-updates
5596077b
MT
1698
1699 local i
dc7d6b20 1700 for i in $(find $BASEDIR/config/rootfiles/packages{/${BUILD_ARCH},} -maxdepth 1 -type f); do
5596077b 1701 i=$(basename ${i})
453b418b
MT
1702 if [ -e $BASEDIR/lfs/$i ]; then
1703 ipfiredist $i
1704 else
1705 echo -n $i
f9783277 1706 print_status SKIP
453b418b 1707 fi
fe7fe395 1708 done
78331e30 1709 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
5c8cfc99 1710 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
483f59cd 1711 rm -rf $BASEDIR/build/install/packages/*
df5e82b3
MT
1712}
1713
bcb9dc13
MT
1714while [ $# -gt 0 ]; do
1715 case "${1}" in
1716 --target=*)
c2e810de 1717 configure_build "${1#--target=}"
bcb9dc13
MT
1718 ;;
1719 -*)
1720 exiterror "Unknown configuration option: ${1}"
1721 ;;
1722 *)
1723 # Found a command, so exit options parsing.
1724 break
1725 ;;
1726 esac
1727 shift
1728done
1729
df5e82b3
MT
1730# See what we're supposed to do
1731case "$1" in
1732build)
f9783277
MT
1733 START_TIME=$(now)
1734
1735 # Clear screen
1736 ${INTERACTIVE} && clear
1737
f74072a2 1738 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.tar.xz 2> /dev/null | head -n 1`
df5e82b3 1739 #only restore on a clean disk
6c4cc7ea 1740 if [ ! -e "${BASEDIR}/build${TOOLS_DIR}/.toolchain-successful" ]; then
df5e82b3 1741 if [ ! -n "$PACKAGE" ]; then
f9783277 1742 print_build_stage "Full toolchain compilation"
df5e82b3
MT
1743 prepareenv
1744 buildtoolchain
1745 else
f74072a2 1746 PACKAGENAME=${PACKAGE%.tar.xz}
f9783277 1747 print_build_stage "Packaged toolchain compilation"
df5e82b3 1748 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
f74072a2 1749 tar axf $PACKAGE
df5e82b3
MT
1750 prepareenv
1751 else
1752 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
1753 fi
1754 fi
1755 else
df5e82b3
MT
1756 prepareenv
1757 fi
5cfe86e6 1758
f9783277 1759 print_build_stage "Building LFS"
df5e82b3 1760 buildbase
15679d9f 1761
f9783277 1762 print_build_stage "Building IPFire"
15679d9f 1763 buildipfire
5cfe86e6 1764
f9783277 1765 print_build_stage "Building installer"
df5e82b3 1766 buildinstaller
15679d9f 1767
f9783277 1768 print_build_stage "Building packages"
df5e82b3 1769 buildpackages
7a5ed24e 1770
f9783277 1771 print_build_stage "Checking Logfiles for new Files"
b307417f
AF
1772
1773 cd $BASEDIR
7a5ed24e 1774 tools/checknewlog.pl
e0c923f4 1775 tools/checkrootfiles
b307417f 1776 cd $PWD
a23731d1 1777
f9783277 1778 print_build_summary $(( $(now) - ${START_TIME} ))
df5e82b3
MT
1779 ;;
1780shell)
1781 # enter a shell inside LFS chroot
1782 # may be used to changed kernel settings
1783 prepareenv
1784 entershell
1785 ;;
df5e82b3 1786clean)
f9783277
MT
1787 print_line "Cleaning build directory..."
1788
df5e82b3
MT
1789 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
1790 $LOSETUP -d $i 2>/dev/null
1791 done
b0c37190
MT
1792 #for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
1793 # umount $i
1794 #done
df5e82b3
MT
1795 stdumount
1796 for i in `seq 0 7`; do
69a6ec55 1797 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
df5e82b3
MT
1798 umount /dev/loop${i} 2>/dev/null;
1799 losetup -d /dev/loop${i} 2>/dev/null;
69a6ec55 1800 fi;
df5e82b3
MT
1801 done
1802 rm -rf $BASEDIR/build
1803 rm -rf $BASEDIR/cdrom
f9315063 1804 rm -rf $BASEDIR/packages
ebaecf2c 1805 rm -rf $BASEDIR/log
6c4cc7ea
MT
1806 if [ -h "${TOOLS_DIR}" ]; then
1807 rm -f "${TOOLS_DIR}"
df5e82b3 1808 fi
b307417f 1809 rm -f $BASEDIR/ipfire-*
f9783277 1810 print_status DONE
df5e82b3 1811 ;;
4e432799
MT
1812docker)
1813 # Build the docker image if it does not exist, yet
1814 if ! docker images -a | grep -q ^ipfire-builder; then
1815 if docker build -t ipfire-builder ${BASEDIR}/tools/docker; then
1816 print_status DONE
1817 else
1818 print_status FAIL
1819 exit 1
1820 fi
1821 fi
1822
1823 # Run the container and enter a shell
1824 docker run -it --privileged -v "${BASEDIR}:/build" -w "/build" ipfire-builder bash -l
1825 ;;
c3db995c 1826downloadsrc)
df5e82b3
MT
1827 if [ ! -d $BASEDIR/cache ]; then
1828 mkdir $BASEDIR/cache
1829 fi
ebaecf2c 1830 mkdir -p $BASEDIR/log
857d9bf2 1831 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
df5e82b3
MT
1832 FINISHED=0
1833 cd $BASEDIR/lfs
1834 for c in `seq $MAX_RETRIES`; do
1835 if (( FINISHED==1 )); then
1836 break
1837 fi
1838 FINISHED=1
1839 cd $BASEDIR/lfs
1840 for i in *; do
1841 if [ -f "$i" -a "$i" != "Config" ]; then
846e756e
MT
1842 lfsmakecommoncheck ${i} || continue
1843
dc7d6b20 1844 make -s -f $i LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
51f9e7ac 1845 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
df5e82b3 1846 if [ $? -ne 0 ]; then
f9783277 1847 print_status FAIL
df5e82b3
MT
1848 FINISHED=0
1849 else
1850 if [ $c -eq 1 ]; then
f9783277 1851 print_status DONE
df5e82b3
MT
1852 fi
1853 fi
1854 fi
1855 done
1856 done
e22c7973 1857 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
df5e82b3
MT
1858 ERROR=0
1859 for i in *; do
1860 if [ -f "$i" -a "$i" != "Config" ]; then
a4130265 1861 lfsmakecommoncheck ${i} > /dev/null || continue
dc7d6b20 1862 make -s -f $i LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
51f9e7ac 1863 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
df5e82b3 1864 if [ $? -ne 0 ]; then
e22c7973 1865 echo -ne "MD5 difference in lfs/$i"
f9783277 1866 print_status FAIL
df5e82b3
MT
1867 ERROR=1
1868 fi
1869 fi
1870 done
1871 if [ $ERROR -eq 0 ]; then
e22c7973 1872 echo -ne "${BOLD}all files md5sum match${NORMAL}"
f9783277 1873 print_status DONE
e22c7973
MT
1874 else
1875 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
f9783277 1876 print_status FAIL
df5e82b3 1877 fi
e22c7973 1878 cd - >/dev/null 2>&1
df5e82b3 1879 ;;
df5e82b3 1880toolchain)
f9783277
MT
1881 # Clear screen
1882 ${INTERACTIVE} && clear
1883
df5e82b3 1884 prepareenv
f3b7cf47 1885 print_build_stage "Toolchain compilation (${BUILD_ARCH})"
df5e82b3 1886 buildtoolchain
f74072a2 1887 echo "`date -u '+%b %e %T'`: Create toolchain image for ${BUILD_ARCH}" | tee -a $LOGFILE
11104bfe 1888 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
ebaecf2c 1889 cd $BASEDIR && tar -cf- --exclude='log/_build.*.log' build/${TOOLS_DIR} build/bin/sh log | xz ${XZ_OPT} \
b46f951e 1890 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.tar.xz
f74072a2 1891 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.tar.xz \
dc7d6b20 1892 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.md5
df5e82b3
MT
1893 stdumount
1894 ;;
1895gettoolchain)
df5e82b3 1896 # arbitrary name to be updated in case of new toolchain package upload
dc7d6b20 1897 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}
f74072a2 1898 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.xz ]; then
5bd13f01 1899 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
11104bfe 1900 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
f74072a2 1901 echo "`date -u '+%b %e %T'`: Load toolchain image for ${BUILD_ARCH}" | tee -a $LOGFILE
712d859c 1902 cd $BASEDIR/cache/toolchains
f74072a2 1903 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.xz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
712d859c 1904 if [ $? -ne 0 ]; then
dc7d6b20 1905 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for ${BUILD_ARCH} machine" | tee -a $LOGFILE
40a4ea4c 1906 else
f74072a2 1907 if [ "`md5sum $PACKAGE.tar.xz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
712d859c
MT
1908 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1909 else
1910 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1911 fi
40a4ea4c 1912 fi
712d859c
MT
1913 else
1914 echo "Toolchain is already downloaded. Exiting..."
df5e82b3
MT
1915 fi
1916 ;;
15679d9f
MT
1917uploadsrc)
1918 PWD=`pwd`
661d9388
CS
1919 if [ -z $IPFIRE_USER ]; then
1920 echo -n "You have to setup IPFIRE_USER first. See .config for details."
f9783277 1921 print_status FAIL
661d9388
CS
1922 exit 1
1923 fi
ae23a606 1924
661d9388 1925 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
15e38431 1926 REMOTE_FILES=$(echo "ls -1" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
661d9388 1927
15e38431
MT
1928 for file in ${BASEDIR}/cache/*; do
1929 [ -d "${file}" ] && continue
1930 grep -q "$(basename ${file})" <<<$REMOTE_FILES && continue
661d9388 1931 NEW_FILES="$NEW_FILES $file"
0eab8e84 1932 done
661d9388
CS
1933 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1934 cd $BASEDIR
15679d9f
MT
1935 cd $PWD
1936 exit 0
0eab8e84 1937 ;;
bf7c473f 1938lang)
69a6ec55
MT
1939 echo -ne "Checking the translations for missing or obsolete strings..."
1940 chmod 755 $BASEDIR/tools/{check_strings.pl,sort_strings.pl,check_langs.sh}
1941 $BASEDIR/tools/sort_strings.pl en
1942 $BASEDIR/tools/sort_strings.pl de
1943 $BASEDIR/tools/sort_strings.pl fr
1944 $BASEDIR/tools/sort_strings.pl es
1945 $BASEDIR/tools/sort_strings.pl pl
1946 $BASEDIR/tools/sort_strings.pl ru
1947 $BASEDIR/tools/sort_strings.pl nl
1948 $BASEDIR/tools/sort_strings.pl tr
1949 $BASEDIR/tools/sort_strings.pl it
1950 $BASEDIR/tools/check_strings.pl en > $BASEDIR/doc/language_issues.en
1951 $BASEDIR/tools/check_strings.pl de > $BASEDIR/doc/language_issues.de
1952 $BASEDIR/tools/check_strings.pl fr > $BASEDIR/doc/language_issues.fr
1953 $BASEDIR/tools/check_strings.pl es > $BASEDIR/doc/language_issues.es
72c8478e 1954 $BASEDIR/tools/check_strings.pl pl > $BASEDIR/doc/language_issues.pl
69a6ec55
MT
1955 $BASEDIR/tools/check_strings.pl ru > $BASEDIR/doc/language_issues.ru
1956 $BASEDIR/tools/check_strings.pl nl > $BASEDIR/doc/language_issues.nl
1957 $BASEDIR/tools/check_strings.pl tr > $BASEDIR/doc/language_issues.tr
1958 $BASEDIR/tools/check_strings.pl it > $BASEDIR/doc/language_issues.it
1959 $BASEDIR/tools/check_langs.sh > $BASEDIR/doc/language_missings
f9783277 1960 print_status DONE
69a6ec55
MT
1961
1962 echo -ne "Updating language lists..."
1963 update_language_list ${BASEDIR}/src/installer/po
1964 update_language_list ${BASEDIR}/src/setup/po
f9783277 1965 print_status DONE
bf7c473f 1966 ;;
1fb7f56e
MT
1967update-contributors)
1968 update_contributors
1969 ;;
ba137dd8
MT
1970find-dependencies)
1971 shift
1972 exec "${BASEDIR}/tools/find-dependencies" "${BASEDIR}/build" "$@"
1973 ;;
6b8cff41 1974*)
ba137dd8 1975 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain|update-contributors|find-dependencies}"
6b8cff41
MT
1976 cat doc/make.sh-usage
1977 ;;
3ea75603 1978esac
98329972 1979