core132: Ship updated apache configuration
[ipfire-2.x.git] / make.sh
CommitLineData
df5e82b3 1#!/bin/bash
df5e82b3
MT
2############################################################################
3# #
f8e5510c 4# This file is part of the IPFire Firewall. #
df5e82b3 5# #
f8e5510c 6# IPFire is free software; you can redistribute it and/or modify #
df5e82b3
MT
7# it under the terms of the GNU General Public License as published by #
8# the Free Software Foundation; either version 2 of the License, or #
9# (at your option) any later version. #
10# #
f8e5510c 11# IPFire is distributed in the hope that it will be useful, #
df5e82b3
MT
12# but WITHOUT ANY WARRANTY; without even the implied warranty of #
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14# GNU General Public License for more details. #
15# #
16# You should have received a copy of the GNU General Public License #
f8e5510c 17# along with IPFire; if not, write to the Free Software #
df5e82b3
MT
18# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19# #
06ac8243 20# Copyright (C) 2007-2019 IPFire Team <info@ipfire.org>. #
df5e82b3
MT
21# #
22############################################################################
df5e82b3
MT
23#
24
e8ee3199
AF
25NAME="IPFire" # Software name
26SNAME="ipfire" # Short name
b450e7e3 27VERSION="2.23" # Version number
7af7ced6 28CORE="132" # Core Level (Filename)
c33a6e71 29PAKFIRE_CORE="131" # Core Level (PAKFIRE)
595e89a8 30GIT_BRANCH=`git rev-parse --abbrev-ref HEAD` # Git Branch
e8ee3199
AF
31SLOGAN="www.ipfire.org" # Software slogan
32CONFIG_ROOT=/var/ipfire # Configuration rootdir
33NICE=10 # Nice level
34MAX_RETRIES=1 # prefetch/check loop
305a7b38 35BUILD_IMAGES=1 # Flash and Xen Downloader
15679d9f 36KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
e8ee3199
AF
37GIT_TAG=$(git tag | tail -1) # Git Tag
38GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
628e8c3a 39
1b24eec5 40TOOLCHAINVER=20181030
03ad5f93 41
69a6ec55
MT
42###############################################################################
43#
44# Beautifying variables & presentation & input output interface
45#
46###############################################################################
47
f9783277
MT
48# Remember if the shell is interactive or not
49if [ -t 0 ] && [ -t 1 ]; then
50 INTERACTIVE=true
51else
52 INTERACTIVE=false
53fi
54
401a1edc
MT
55# Sets or adjusts pretty formatting variables
56resize_terminal() {
57 ## Screen Dimentions
58 # Find current screen size
59 COLUMNS=$(tput cols)
60
61 # When using remote connections, such as a serial port, stty size returns 0
62 if ! ${INTERACTIVE} || [ "${COLUMNS}" = "0" ]; then
63 COLUMNS=80
64 fi
69a6ec55 65
401a1edc
MT
66 # Measurements for positioning result messages
67 OPTIONS_WIDTH=20
68 TIME_WIDTH=12
69 STATUS_WIDTH=8
70 NAME_WIDTH=$(( COLUMNS - OPTIONS_WIDTH - TIME_WIDTH - STATUS_WIDTH ))
71 LINE_WIDTH=$(( COLUMNS - STATUS_WIDTH ))
72
e9a57acd
MT
73 TIME_COL=$(( NAME_WIDTH + OPTIONS_WIDTH ))
74 STATUS_COL=$(( TIME_COL + TIME_WIDTH ))
401a1edc 75}
69a6ec55 76
401a1edc
MT
77# Initially setup terminal
78resize_terminal
f9783277 79
401a1edc
MT
80# Call resize_terminal when terminal is being resized
81trap "resize_terminal" WINCH
69a6ec55
MT
82
83# Define color for messages
84BOLD="\\033[1;39m"
85DONE="\\033[1;32m"
86SKIP="\\033[1;34m"
87WARN="\\033[1;35m"
88FAIL="\\033[1;31m"
89NORMAL="\\033[0;39m"
90
bcb9dc13 91# New architecture variables
dc7d6b20 92HOST_ARCH="$(uname -m)"
94571564 93
69a6ec55
MT
94PWD=$(pwd)
95BASENAME=$(basename $0)
96
15679d9f
MT
97# Debian specific settings
98if [ ! -e /etc/debian_version ]; then
df5e82b3 99 FULLPATH=`which $0`
15679d9f 100else
df5e82b3
MT
101 if [ -x /usr/bin/realpath ]; then
102 FULLPATH=`/usr/bin/realpath $0`
103 else
104 echo "ERROR: Need to do apt-get install realpath"
105 exit 1
106 fi
15679d9f 107fi
df5e82b3 108
69a6ec55 109# This is the directory where make.sh is in
aecbe123 110export BASEDIR=$(echo $FULLPATH | sed "s/\/$BASENAME//g")
69a6ec55 111
ebaecf2c
AF
112LOGFILE=$BASEDIR/log/_build.preparation.log
113export LOGFILE
15679d9f 114DIR_CHK=$BASEDIR/cache/check
ebaecf2c 115mkdir $BASEDIR/log/ 2>/dev/null
df5e82b3 116
69a6ec55
MT
117system_processors() {
118 getconf _NPROCESSORS_ONLN 2>/dev/null || echo "1"
119}
120
121system_memory() {
122 local key val unit
123
124 while read -r key val unit; do
125 case "${key}" in
126 MemTotal:*)
127 # Convert to MB
128 echo "$(( ${val} / 1024 ))"
129 break
130 ;;
131 esac
132 done < /proc/meminfo
133}
134
135configure_build() {
136 local build_arch="${1}"
137
138 if [ "${build_arch}" = "default" ]; then
139 build_arch="$(configure_build_guess)"
140 fi
141
142 case "${build_arch}" in
143 x86_64)
144 BUILDTARGET="${build_arch}-unknown-linux-gnu"
145 CROSSTARGET="${build_arch}-cross-linux-gnu"
146 BUILD_PLATFORM="x86"
7520b95a 147 CFLAGS_ARCH="-m64 -mindirect-branch=thunk -mfunction-return=thunk -mtune=generic"
69a6ec55
MT
148 ;;
149
150 i586)
151 BUILDTARGET="${build_arch}-pc-linux-gnu"
152 CROSSTARGET="${build_arch}-cross-linux-gnu"
153 BUILD_PLATFORM="x86"
7520b95a 154 CFLAGS_ARCH="-march=i586 -mindirect-branch=thunk -mfunction-return=thunk -mtune=generic -fomit-frame-pointer"
69a6ec55
MT
155 ;;
156
157 aarch64)
158 BUILDTARGET="${build_arch}-unknown-linux-gnu"
159 CROSSTARGET="${build_arch}-cross-linux-gnu"
160 BUILD_PLATFORM="arm"
840f0b9f 161 CFLAGS_ARCH=""
69a6ec55
MT
162 ;;
163
164 armv7hl)
165 BUILDTARGET="${build_arch}-unknown-linux-gnueabi"
166 CROSSTARGET="${build_arch}-cross-linux-gnueabi"
167 BUILD_PLATFORM="arm"
168 CFLAGS_ARCH="-march=armv7-a -mfpu=vfpv3-d16 -mfloat-abi=hard"
169 ;;
170
171 armv5tel)
172 BUILDTARGET="${build_arch}-unknown-linux-gnueabi"
173 CROSSTARGET="${build_arch}-cross-linux-gnueabi"
174 BUILD_PLATFORM="arm"
175 CFLAGS_ARCH="-march=armv5te -mfloat-abi=soft -fomit-frame-pointer"
176 ;;
177
178 *)
179 exiterror "Cannot build for architure ${build_arch}"
180 ;;
181 esac
182
183 # Check if the QEMU helper is available if needed.
184 if qemu_is_required "${build_arch}"; then
185 local qemu_build_helper="$(qemu_find_build_helper_name "${build_arch}")"
186
187 if [ -n "${qemu_build_helper}" ]; then
188 QEMU_TARGET_HELPER="${qemu_build_helper}"
189 else
190 exiterror "Could not find a binfmt_misc helper entry for ${build_arch}"
191 fi
192 fi
193
194 BUILD_ARCH="${build_arch}"
195 TOOLS_DIR="/tools_${BUILD_ARCH}"
196
197 # Enables hardening
54114eb0 198 HARDENING_CFLAGS="-Wp,-D_FORTIFY_SOURCE=2 -Wp,-D_GLIBCXX_ASSERTIONS -fstack-protector-strong"
69a6ec55
MT
199
200 CFLAGS="-O2 -pipe -Wall -fexceptions -fPIC ${CFLAGS_ARCH}"
201 CXXFLAGS="${CFLAGS}"
202
203 # Determine parallelism
eeee108f 204 # We assume that each process consumes about
297473d5 205 # 128MB of memory. Therefore we find out how
eeee108f 206 # many processes fit into memory.
297473d5 207 local mem_max=$(( ${SYSTEM_MEMORY} / 128 ))
eeee108f
MT
208 local cpu_max=$(( ${SYSTEM_PROCESSORS} + 1 ))
209
210 local parallelism
211 if [ ${mem_max} -lt ${cpu_max} ]; then
212 parallelism=${mem_max}
213 else
214 parallelism=${cpu_max}
69a6ec55 215 fi
212f17c1 216
eeee108f
MT
217 # Use this as default PARALLELISM
218 DEFAULT_PARALLELISM="${parallelism}"
219
212f17c1
MT
220 # Compression parameters
221 # We use mode 8 for reasonable memory usage when decompressing
222 # but with overall good compression
223 XZ_OPT="-8"
224
225 # We try to use as many cores as possible
226 XZ_OPT="${XZ_OPT} -T0"
227
228 # We need to limit memory because XZ uses too much when running
229 # in parallel and it isn't very smart in limiting itself.
230 # We allow XZ to use up to 70% of all system memory.
deffc275 231 local xz_memory=$(( SYSTEM_MEMORY * 7 / 10 ))
212f17c1
MT
232
233 # XZ memory cannot be larger than 2GB on 32 bit systems
234 case "${build_arch}" in
235 i*86|armv*)
236 if [ ${xz_memory} -gt 2048 ]; then
237 xz_memory=2048
238 fi
239 ;;
240 esac
241
242 XZ_OPT="${XZ_OPT} --memory=${xz_memory}MiB"
69a6ec55
MT
243}
244
245configure_build_guess() {
246 case "${HOST_ARCH}" in
87487585
MT
247 x86_64)
248 echo "x86_64"
249 ;;
250 i?86)
69a6ec55
MT
251 echo "i586"
252 ;;
253
254 aarch64)
255 echo "aarch64"
256 ;;
257
258 armv7*|armv6*|armv5*)
259 echo "armv5tel"
260 ;;
261
262 *)
263 exiterror "Cannot guess build architecture"
264 ;;
265 esac
266}
267
f9783277
MT
268stdumount() {
269 umount $BASEDIR/build/sys 2>/dev/null;
270 umount $BASEDIR/build/dev/shm 2>/dev/null;
271 umount $BASEDIR/build/dev/pts 2>/dev/null;
272 umount $BASEDIR/build/dev 2>/dev/null;
273 umount $BASEDIR/build/proc 2>/dev/null;
274 umount $BASEDIR/build/install/mnt 2>/dev/null;
275 umount $BASEDIR/build/usr/src/cache 2>/dev/null;
276 umount $BASEDIR/build/usr/src/ccache 2>/dev/null;
277 umount $BASEDIR/build/usr/src/config 2>/dev/null;
278 umount $BASEDIR/build/usr/src/doc 2>/dev/null;
279 umount $BASEDIR/build/usr/src/html 2>/dev/null;
280 umount $BASEDIR/build/usr/src/langs 2>/dev/null;
281 umount $BASEDIR/build/usr/src/lfs 2>/dev/null;
ebaecf2c 282 umount $BASEDIR/build/usr/src/log 2>/dev/null;
f9783277
MT
283 umount $BASEDIR/build/usr/src/src 2>/dev/null;
284}
285
286now() {
287 date -u "+%s"
69a6ec55
MT
288}
289
f9783277
MT
290format_runtime() {
291 local seconds=${1}
292
293 if [ ${seconds} -ge 3600 ]; then
294 printf "%d:%02d:%02d\n" \
295 "$(( seconds / 3600 ))" \
296 "$(( seconds % 3600 / 60 ))" \
297 "$(( seconds % 3600 % 60 ))"
298 elif [ ${seconds} -ge 60 ]; then
299 printf "%d:%02d\n" \
300 "$(( seconds / 60 ))" \
301 "$(( seconds % 60 ))"
69a6ec55 302 else
f9783277 303 printf "%d\n" "${seconds}"
69a6ec55 304 fi
f9783277 305}
69a6ec55 306
f9783277
MT
307print_line() {
308 local line="$@"
69a6ec55 309
f9783277 310 printf "%-${LINE_WIDTH}s" "${line}"
69a6ec55
MT
311}
312
f9783277
MT
313_print_line() {
314 local status="${1}"
315 shift
69a6ec55 316
f9783277
MT
317 if ${INTERACTIVE}; then
318 printf "${!status}"
319 fi
69a6ec55 320
f9783277
MT
321 print_line "$@"
322
323 if ${INTERACTIVE}; then
324 printf "${NORMAL}"
325 fi
326}
327
328print_headline() {
329 _print_line BOLD "$@"
69a6ec55
MT
330}
331
f9783277
MT
332print_error() {
333 _print_line FAIL "$@"
334}
335
336print_package() {
337 local name="${1}"
338 shift
69a6ec55 339
f9783277
MT
340 local version="$(grep -E "^VER |^VER=|^VER " $BASEDIR/lfs/${name} | awk '{ print $3 }')"
341 local options="$@"
342
343 local string="${name}"
344 if [ -n "${version}" ] && [ "${version}" != "ipfire" ]; then
345 string="${string} (${version})"
346 fi
347
348 printf "%-$(( ${NAME_WIDTH} - 1 ))s " "${string}"
fa8c758e 349 printf "%$(( ${OPTIONS_WIDTH} - 1 ))s " "${options}"
f9783277
MT
350}
351
352print_runtime() {
353 local runtime=$(format_runtime $@)
354
355 if ${INTERACTIVE}; then
356 printf "\\033[${TIME_COL}G[ ${BOLD}%$(( ${TIME_WIDTH} - 4 ))s${NORMAL} ]" "${runtime}"
357 else
358 printf "[ %$(( ${TIME_WIDTH} - 4 ))s ]" "${runtime}"
69a6ec55 359 fi
f9783277
MT
360}
361
362print_status() {
363 local status="${1}"
364
365 local color="${!status}"
366
367 if ${INTERACTIVE}; then
368 printf "\\033[${STATUS_COL}G[${color-${BOLD}} %-$(( ${STATUS_WIDTH} - 4 ))s ${NORMAL}]\n" "${status}"
369 else
370 printf "[ %-$(( ${STATUS_WIDTH} - 4 ))s ]\n" "${status}"
69a6ec55 371 fi
f9783277 372}
69a6ec55 373
f9783277
MT
374print_build_stage() {
375 print_headline "$@"
376
377 # end line
378 printf "\n"
69a6ec55
MT
379}
380
f9783277
MT
381print_build_summary() {
382 local runtime=$(format_runtime $@)
383
384 print_line "*** Build finished in ${runtime}"
385 print_status DONE
69a6ec55
MT
386}
387
388exiterror() {
389 stdumount
390 for i in `seq 0 7`; do
391 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
392 losetup -d /dev/loop${i} 2>/dev/null
393 fi;
394 done
395
f9783277 396 # Dump logfile
66028310 397 if [ -n "${LOGFILE}" ] && [ -e "${LOGFILE}" ]; then
69a6ec55
MT
398 echo # empty line
399
400 local line
401 while read -r line; do
402 echo " ${line}"
403 done <<< "$(tail -n30 ${LOGFILE})"
404 fi
405
f9783277
MT
406 echo # empty line
407
408 local line
409 for line in "ERROR: $@" " Check ${LOGFILE} for errors if applicable"; do
410 print_error "${line}"
411 print_status FAIL
412 done
413
69a6ec55
MT
414 exit 1
415}
416
aecbe123
MT
417prepareenv() {
418 # Are we running the right shell?
54328605 419 if [ -z "${BASH}" ]; then
aecbe123
MT
420 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
421 fi
422
423 if [ -z "${BASH_VERSION}" ]; then
424 exiterror "Not running BASH shell."
425 fi
426
427 # Trap on emergency exit
428 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
429
430 # Resetting our nice level
658232a6 431 if ! renice ${NICE} $$ >/dev/null; then
658232a6 432 exiterror "Failed to set nice level to ${NICE}"
aecbe123
MT
433 fi
434
435 # Checking if running as root user
658232a6 436 if [ $(id -u) -ne 0 ]; then
df7f30a1 437 exiterror "root privileges required for building"
aecbe123
MT
438 fi
439
440 # Checking for necessary temporary space
f9783277 441 print_line "Checking for necessary space on disk $BASE_DEV"
aecbe123
MT
442 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
443 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
444 if (( 2048000 > $BASE_ASPACE )); then
445 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
446 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
f9783277 447 print_status FAIL
aecbe123
MT
448 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
449 fi
450 else
f9783277 451 print_status DONE
aecbe123
MT
452 fi
453
454 # Set umask
455 umask 022
456
457 # Set LFS Directory
458 LFS=$BASEDIR/build
459
aecbe123
MT
460 # Setup environment
461 set +h
462 LC_ALL=POSIX
eeee108f 463 export LFS LC_ALL CFLAGS CXXFLAGS DEFAULT_PARALLELISM
aecbe123
MT
464 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
465
466 # Make some extra directories
467 mkdir -p "${BASEDIR}/build${TOOLS_DIR}" 2>/dev/null
468 mkdir -p $BASEDIR/build/{etc,usr/src} 2>/dev/null
469 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
470 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
ebaecf2c 471 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
aecbe123
MT
472
473 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
474 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
475
476 # Make all sources and proc available under lfs build
477 mount --bind /dev $BASEDIR/build/dev
478 mount --bind /dev/pts $BASEDIR/build/dev/pts
479 mount --bind /dev/shm $BASEDIR/build/dev/shm
480 mount --bind /proc $BASEDIR/build/proc
481 mount --bind /sys $BASEDIR/build/sys
482 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
483 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
484 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
485 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
486 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
487 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
488 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
ebaecf2c 489 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
aecbe123
MT
490 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
491
492 # Run LFS static binary creation scripts one by one
493 export CCACHE_DIR=$BASEDIR/ccache
494 export CCACHE_COMPRESS=1
495 export CCACHE_COMPILERCHECK="string:toolchain-${TOOLCHAINVER} ${BUILD_ARCH}"
496
497 # Remove pre-install list of installed files in case user erase some files before rebuild
498 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
499
500 # Prepare string for /etc/system-release.
501 SYSTEM_RELEASE="${NAME} ${VERSION} (${BUILD_ARCH})"
502 if [ "$(git status -s | wc -l)" == "0" ]; then
503 GIT_STATUS=""
504 else
505 GIT_STATUS="-dirty"
506 fi
507 case "$GIT_BRANCH" in
508 core*|beta?|rc?)
509 SYSTEM_RELEASE="${SYSTEM_RELEASE} - $GIT_BRANCH$GIT_STATUS"
510 ;;
511 *)
512 SYSTEM_RELEASE="${SYSTEM_RELEASE} - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS"
513 ;;
514 esac
515}
516
69a6ec55
MT
517enterchroot() {
518 # Install QEMU helper, if needed
519 qemu_install_helper
520
521 local PATH="${TOOLS_DIR}/ccache/bin:/bin:/usr/bin:/sbin:/usr/sbin:${TOOLS_DIR}/bin"
522
523 PATH="${PATH}" chroot ${LFS} env -i \
524 HOME="/root" \
525 TERM="${TERM}" \
526 PS1="${PS1}" \
527 PATH="${PATH}" \
528 SYSTEM_RELEASE="${SYSTEM_RELEASE}" \
529 PAKFIRE_CORE="${PAKFIRE_CORE}" \
530 NAME="${NAME}" \
531 SNAME="${SNAME}" \
532 VERSION="${VERSION}" \
533 CORE="${CORE}" \
534 SLOGAN="${SLOGAN}" \
535 TOOLS_DIR="${TOOLS_DIR}" \
536 CONFIG_ROOT="${CONFIG_ROOT}" \
537 CFLAGS="${CFLAGS} ${HARDENING_CFLAGS}" \
538 CXXFLAGS="${CXXFLAGS} ${HARDENING_CFLAGS}" \
539 BUILDTARGET="${BUILDTARGET}" \
540 CROSSTARGET="${CROSSTARGET}" \
541 BUILD_ARCH="${BUILD_ARCH}" \
542 BUILD_PLATFORM="${BUILD_PLATFORM}" \
543 CCACHE_DIR=/usr/src/ccache \
544 CCACHE_COMPRESS="${CCACHE_COMPRESS}" \
545 CCACHE_COMPILERCHECK="${CCACHE_COMPILERCHECK}" \
546 KVER="${KVER}" \
0d7a6f03 547 XZ_OPT="${XZ_OPT}" \
77c863a2 548 DEFAULT_PARALLELISM="${DEFAULT_PARALLELISM}" \
85560933
MT
549 SYSTEM_PROCESSORS="${SYSTEM_PROCESSORS}" \
550 SYSTEM_MEMORY="${SYSTEM_MEMORY}" \
69a6ec55
MT
551 $(fake_environ) \
552 $(qemu_environ) \
553 "$@"
554}
555
556entershell() {
557 if [ ! -e $BASEDIR/build/usr/src/lfs/ ]; then
558 exiterror "No such file or directory: $BASEDIR/build/usr/src/lfs/"
559 fi
560
561 echo "Entering to a shell inside LFS chroot, go out with exit"
ab8464f4 562 local PS1="ipfire build chroot (${BUILD_ARCH}) \u:\w\$ "
69a6ec55
MT
563
564 if enterchroot bash -i; then
565 stdumount
566 else
f9783277 567 print_status FAIL
69a6ec55
MT
568 exiterror "chroot error"
569 fi
570}
571
572lfsmakecommoncheck() {
573 # Script present?
574 if [ ! -f $BASEDIR/lfs/$1 ]; then
575 exiterror "No such file or directory: $BASEDIR/$1"
576 fi
577
f9783277
MT
578 # Print package name and version
579 print_package $@
69a6ec55
MT
580
581 # Check if this package is supported by our architecture.
582 # If no SUP_ARCH is found, we assume the package can be built for all.
583 if grep "^SUP_ARCH" ${BASEDIR}/lfs/${1} >/dev/null; then
584 # Check if package supports ${BUILD_ARCH} or all architectures.
585 if ! grep -E "^SUP_ARCH.*${BUILD_ARCH}|^SUP_ARCH.*all" ${BASEDIR}/lfs/${1} >/dev/null; then
405ee2b4 586 print_runtime 0
f9783277 587 print_status SKIP
69a6ec55
MT
588 return 1
589 fi
590 fi
591
592 # Script slipped?
593 local i
594 for i in $SKIP_PACKAGE_LIST
595 do
596 if [ "$i" == "$1" ]; then
f9783277 597 print_status SKIP
69a6ec55
MT
598 return 1;
599 fi
600 done
601
602 echo -ne "`date -u '+%b %e %T'`: Building $* " >> $LOGFILE
603
604 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
605 MESSAGE="$1\t " download >> $LOGFILE 2>&1
606 if [ $? -ne 0 ]; then
607 exiterror "Download error in $1"
608 fi
609
610 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
611 MESSAGE="$1\t md5sum" md5 >> $LOGFILE 2>&1
612 if [ $? -ne 0 ]; then
613 exiterror "md5sum error in $1, check file in cache or signature"
614 fi
615
616 return 0 # pass all!
617}
618
619lfsmake1() {
620 lfsmakecommoncheck $*
621 [ $? == 1 ] && return 0
622
69a6ec55
MT
623 cd $BASEDIR/lfs && env -i \
624 PATH="${TOOLS_DIR}/ccache/bin:${TOOLS_DIR}/bin:$PATH" \
625 CCACHE_DIR="${CCACHE_DIR}" \
626 CCACHE_COMPRESS="${CCACHE_COMPRESS}" \
627 CCACHE_COMPILERCHECK="${CCACHE_COMPILERCHECK}" \
628 CFLAGS="${CFLAGS}" \
629 CXXFLAGS="${CXXFLAGS}" \
77c863a2 630 DEFAULT_PARALLELISM="${DEFAULT_PARALLELISM}" \
85560933
MT
631 SYSTEM_PROCESSORS="${SYSTEM_PROCESSORS}" \
632 SYSTEM_MEMORY="${SYSTEM_MEMORY}" \
69a6ec55
MT
633 make -f $* \
634 TOOLCHAIN=1 \
635 TOOLS_DIR="${TOOLS_DIR}" \
636 CROSSTARGET="${CROSSTARGET}" \
637 BUILDTARGET="${BUILDTARGET}" \
638 BUILD_ARCH="${BUILD_ARCH}" \
639 BUILD_PLATFORM="${BUILD_PLATFORM}" \
640 LFS_BASEDIR="${BASEDIR}" \
641 ROOT="${LFS}" \
642 KVER="${KVER}" \
f9783277 643 install >> $LOGFILE 2>&1 &
69a6ec55 644
f9783277
MT
645 if ! wait_until_finished $!; then
646 print_status FAIL
647 exiterror "Building $*"
69a6ec55
MT
648 fi
649
f9783277 650 print_status DONE
69a6ec55
MT
651}
652
653lfsmake2() {
654 lfsmakecommoncheck $*
655 [ $? == 1 ] && return 0
656
69a6ec55
MT
657 local PS1='\u:\w$ '
658
659 enterchroot \
ce9264a1 660 ${EXTRA_PATH}bash -x -c "cd /usr/src/lfs && \
69a6ec55
MT
661 make -f $* \
662 LFS_BASEDIR=/usr/src install" \
f9783277 663 >> ${LOGFILE} 2>&1 &
69a6ec55 664
f9783277
MT
665 if ! wait_until_finished $!; then
666 print_status FAIL
667 exiterror "Building $*"
69a6ec55
MT
668 fi
669
f9783277 670 print_status DONE
69a6ec55
MT
671}
672
673ipfiredist() {
674 lfsmakecommoncheck $*
675 [ $? == 1 ] && return 0
676
69a6ec55
MT
677 local PS1='\u:\w$ '
678
679 enterchroot \
680 bash -x -c "cd /usr/src/lfs && make -f $* LFS_BASEDIR=/usr/src dist" \
f9783277 681 >> ${LOGFILE} 2>&1 &
69a6ec55 682
f9783277
MT
683 if ! wait_until_finished $!; then
684 print_status FAIL
685 exiterror "Packaging $*"
686 fi
69a6ec55 687
f9783277
MT
688 print_status DONE
689}
690
691wait_until_finished() {
692 local pid=${1}
693
694 local start_time=$(now)
695
696 # Show progress
697 if ${INTERACTIVE}; then
698 # Wait a little just in case the process
699 # has finished very quickly.
700 sleep 0.1
701
702 local runtime
703 while kill -0 ${pid} 2>/dev/null; do
704 print_runtime $(( $(now) - ${start_time} ))
705
706 # Wait a little
707 sleep 1
708 done
69a6ec55 709 fi
f9783277
MT
710
711 # Returns the exit code of the child process
712 wait ${pid}
713 local ret=$?
714
715 if ! ${INTERACTIVE}; then
716 print_runtime $(( $(now) - ${start_time} ))
717 fi
718
719 return ${ret}
69a6ec55
MT
720}
721
722fake_environ() {
723 [ -e "${BASEDIR}/build${TOOLS_DIR}/lib/libpakfire_preload.so" ] || return
724
725 local env="LD_PRELOAD=${TOOLS_DIR}/lib/libpakfire_preload.so"
726
727 # Fake kernel version, because some of the packages do not compile
728 # with kernel 3.0 and later.
729 env="${env} UTS_RELEASE=${KVER}"
730
731 # Fake machine version.
732 env="${env} UTS_MACHINE=${BUILD_ARCH}"
733
734 echo "${env}"
735}
736
737qemu_environ() {
738 local env
739
740 # Don't add anything if qemu is not used.
741 if ! qemu_is_required; then
742 return
743 fi
744
745 # Set default qemu options
746 case "${BUILD_ARCH}" in
747 arm*)
748 QEMU_CPU="${QEMU_CPU:-cortex-a9}"
749
750 env="${env} QEMU_CPU=${QEMU_CPU}"
751 ;;
752 esac
753
754 # Enable QEMU strace
755 #env="${env} QEMU_STRACE=1"
756
757 echo "${env}"
758}
759
760qemu_is_required() {
761 local build_arch="${1}"
762
763 if [ -z "${build_arch}" ]; then
764 build_arch="${BUILD_ARCH}"
765 fi
766
767 case "${HOST_ARCH},${build_arch}" in
768 x86_64,arm*|i?86,arm*|i?86,x86_64)
769 return 0
770 ;;
771 *)
772 return 1
773 ;;
774 esac
775}
776
777qemu_install_helper() {
778 # Do nothing, if qemu is not required
779 if ! qemu_is_required; then
780 return 0
781 fi
782
783 if [ ! -e /proc/sys/fs/binfmt_misc/status ]; then
784 exiterror "binfmt_misc not mounted. QEMU_TARGET_HELPER not useable."
785 fi
786
787 if [ ! $(cat /proc/sys/fs/binfmt_misc/status) = 'enabled' ]; then
788 exiterror "binfmt_misc not enabled. QEMU_TARGET_HELPER not useable."
789 fi
790
791
792 if [ -z "${QEMU_TARGET_HELPER}" ]; then
793 exiterror "QEMU_TARGET_HELPER not set"
794 fi
795
796 # Check if the helper is already installed.
797 if [ -x "${LFS}${QEMU_TARGET_HELPER}" ]; then
798 return 0
799 fi
800
801 # Try to find a suitable binary that we can install
802 # to the build environment.
803 local file
804 for file in "${QEMU_TARGET_HELPER}" "${QEMU_TARGET_HELPER}-static"; do
805 # file must exist and be executable.
806 [ -x "${file}" ] || continue
807
808 # Must be static.
809 file_is_static "${file}" || continue
810
811 local dirname="${LFS}$(dirname "${file}")"
812 mkdir -p "${dirname}"
813
814 install -m 755 "${file}" "${LFS}${QEMU_TARGET_HELPER}"
815 return 0
816 done
817
818 exiterror "Could not find a statically-linked QEMU emulator: ${QEMU_TARGET_HELPER}"
819}
820
821qemu_find_build_helper_name() {
822 local build_arch="${1}"
823
824 local magic
825 case "${build_arch}" in
826 arm*)
827 magic="7f454c4601010100000000000000000002002800"
828 ;;
829 x86_64)
830 magic="7f454c4602010100000000000000000002003e00"
831 ;;
832 esac
833
834 [ -z "${magic}" ] && return 1
835
836 local file
837 for file in /proc/sys/fs/binfmt_misc/*; do
838 # skip write only register entry
839 [ $(basename "${file}") = "register" ] && continue
840 # Search for the file with the correct magic value.
841 grep -qE "^magic ${magic}$" "${file}" || continue
842
843 local interpreter="$(grep "^interpreter" "${file}" | awk '{ print $2 }')"
844
845 [ -n "${interpreter}" ] || continue
846 [ "${interpreter:0:1}" = "/" ] || continue
847 [ -x "${interpreter}" ] || continue
848
849 echo "${interpreter}"
850 return 0
851 done
852
853 return 1
854}
855
856file_is_static() {
857 local file="${1}"
858
859 file ${file} 2>/dev/null | grep -q "statically linked"
860}
861
862update_language_list() {
863 local path="${1}"
864
865 local lang
866 for lang in ${path}/*.po; do
867 lang="$(basename "${lang}")"
868 echo "${lang%*.po}"
869 done | sort -u > "${path}/LINGUAS"
870}
871
1fb7f56e
MT
872contributors() {
873 local commits name
874
875 git shortlog --summary --numbered | while read -r commits name; do
876 echo "${name}"
877 done | grep -vE -e "^(alpha197|morlix|root|ummeegge)$" -e "via Development$" -e "@" -e "#$"
878}
879
880update_contributors() {
881 echo -n "Updating list of contributors"
882
883 local contributors="$(contributors | paste -sd , - | sed -e "s/,/&\\\\n/g")"
884
885 # Edit contributors into credits.cgi
886 awk -i inplace \
887 "/<!-- CONTRIBUTORS -->/{ p=1; print; printf \"${contributors}\n\"}/<!-- END -->/{ p=0 } !p" \
888 "${BASEDIR}/html/cgi-bin/credits.cgi"
889
890 print_status DONE
891 return 0
892}
893
a98ab1d7
MT
894# Load configuration file
895if [ -f .config ]; then
896 . .config
897fi
898
813659f2
MT
899# TARGET_ARCH is BUILD_ARCH now
900if [ -n "${TARGET_ARCH}" ]; then
901 BUILD_ARCH="${TARGET_ARCH}"
902 unset TARGET_ARCH
903fi
904
85560933
MT
905# Get some information about the host system
906SYSTEM_PROCESSORS="$(system_processors)"
907SYSTEM_MEMORY="$(system_memory)"
908
dc7d6b20
MT
909if [ -n "${BUILD_ARCH}" ]; then
910 configure_build "${BUILD_ARCH}"
949544f5 911else
dc7d6b20 912 configure_build "default"
949544f5
MT
913fi
914
df5e82b3 915buildtoolchain() {
69a6ec55
MT
916 local error=false
917 case "${BUILD_ARCH}:${HOST_ARCH}" in
918 # x86_64
919 x86_64:x86_64)
920 # This is working.
921 ;;
922
923 # x86
924 i586:i586|i586:i686|i586:x86_64)
925 # These are working.
926 ;;
927 i586:*)
928 error=true
929 ;;
930
931 # ARM
932 arvm7hl:armv7hl|armv7hl:armv7l)
933 # These are working.
934 ;;
935
936 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l|armv5tel:aarch64)
937 # These are working.
938 ;;
939 armv5tel:*)
940 error=true
941 ;;
942 esac
943
944 ${error} && \
945 exiterror "Cannot build ${BUILD_ARCH} toolchain on $(uname -m). Please use the download if any."
946
947 local gcc=$(type -p gcc)
948 if [ -z "${gcc}" ]; then
949 exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
950 fi
951
6bd3a131
MT
952 # Check ${TOOLS_DIR} symlink
953 if [ -h "${TOOLS_DIR}" ]; then
954 rm -f "${TOOLS_DIR}"
955 fi
956
957 if [ ! -e "${TOOLS_DIR}" ]; then
958 ln -s "${BASEDIR}/build${TOOLS_DIR}" "${TOOLS_DIR}"
959 fi
960
961 if [ ! -h "${TOOLS_DIR}" ]; then
962 exiterror "Could not create ${TOOLS_DIR} symbolic link"
963 fi
964
ebaecf2c 965 LOGFILE="$BASEDIR/log/_build.toolchain.log"
69a6ec55
MT
966 export LOGFILE
967
968 lfsmake1 stage1
969 lfsmake1 ccache PASS=1
970 lfsmake1 binutils PASS=1
971 lfsmake1 gcc PASS=1
972 lfsmake1 linux KCFG="-headers"
973 lfsmake1 glibc
974 lfsmake1 gcc PASS=L
975 lfsmake1 binutils PASS=2
976 lfsmake1 gcc PASS=2
54d54148 977 lfsmake1 zlib
69a6ec55
MT
978 lfsmake1 ccache PASS=2
979 lfsmake1 tcl
980 lfsmake1 expect
981 lfsmake1 dejagnu
982 lfsmake1 pkg-config
983 lfsmake1 ncurses
984 lfsmake1 bash
985 lfsmake1 bzip2
986 lfsmake1 automake
987 lfsmake1 coreutils
988 lfsmake1 diffutils
989 lfsmake1 findutils
990 lfsmake1 gawk
991 lfsmake1 gettext
992 lfsmake1 grep
993 lfsmake1 gzip
994 lfsmake1 m4
995 lfsmake1 make
996 lfsmake1 patch
997 lfsmake1 perl
998 lfsmake1 sed
999 lfsmake1 tar
1000 lfsmake1 texinfo
1001 lfsmake1 xz
85439ac7 1002 lfsmake1 bison
11b5e5cb 1003 lfsmake1 flex
69a6ec55 1004 lfsmake1 fake-environ
7b93b62b 1005 lfsmake1 strip
69a6ec55 1006 lfsmake1 cleanup-toolchain
df5e82b3
MT
1007}
1008
1009buildbase() {
ebaecf2c 1010 LOGFILE="$BASEDIR/log/_build.base.log"
69a6ec55
MT
1011 export LOGFILE
1012 lfsmake2 stage2
1013 lfsmake2 linux KCFG="-headers"
1014 lfsmake2 man-pages
1015 lfsmake2 glibc
1016 lfsmake2 tzdata
1017 lfsmake2 cleanup-toolchain
1018 lfsmake2 zlib
1019 lfsmake2 binutils
1020 lfsmake2 gmp
1021 lfsmake2 gmp-compat
1022 lfsmake2 mpfr
1023 lfsmake2 libmpc
1024 lfsmake2 file
1025 lfsmake2 gcc
1026 lfsmake2 sed
1027 lfsmake2 autoconf
1028 lfsmake2 automake
1029 lfsmake2 berkeley
1030 lfsmake2 coreutils
1031 lfsmake2 iana-etc
1032 lfsmake2 m4
1033 lfsmake2 bison
69a6ec55
MT
1034 lfsmake2 ncurses
1035 lfsmake2 procps
1036 lfsmake2 libtool
1037 lfsmake2 perl
1038 lfsmake2 readline
1039 lfsmake2 readline-compat
1040 lfsmake2 bzip2
3ece7859 1041 lfsmake2 xz
69a6ec55
MT
1042 lfsmake2 pcre
1043 lfsmake2 pcre-compat
1044 lfsmake2 bash
1045 lfsmake2 diffutils
1046 lfsmake2 e2fsprogs
1047 lfsmake2 ed
1048 lfsmake2 findutils
1049 lfsmake2 flex
1050 lfsmake2 gawk
1051 lfsmake2 gettext
1052 lfsmake2 grep
1053 lfsmake2 groff
1054 lfsmake2 gperf
1055 lfsmake2 gzip
1056 lfsmake2 hostname
1057 lfsmake2 iproute2
1058 lfsmake2 jwhois
1059 lfsmake2 kbd
1060 lfsmake2 less
4720fa0d 1061 lfsmake2 pkg-config
69a6ec55
MT
1062 lfsmake2 make
1063 lfsmake2 man
1064 lfsmake2 kmod
1065 lfsmake2 net-tools
1066 lfsmake2 patch
1067 lfsmake2 psmisc
1068 lfsmake2 shadow
1069 lfsmake2 sysklogd
1070 lfsmake2 sysvinit
1071 lfsmake2 tar
1072 lfsmake2 texinfo
1073 lfsmake2 util-linux
1074 lfsmake2 udev
1075 lfsmake2 vim
df5e82b3
MT
1076}
1077
15679d9f 1078buildipfire() {
ebaecf2c 1079 LOGFILE="$BASEDIR/log/_build.ipfire.log"
df5e82b3 1080 export LOGFILE
489145db
MT
1081 lfsmake2 configroot
1082 lfsmake2 initscripts
1083 lfsmake2 backup
c38f55fe
MT
1084 lfsmake2 openssl
1085 [ "${BUILD_ARCH}" = "i586" ] && lfsmake2 openssl KCFG='-sse2'
3755e358 1086 lfsmake2 popt
d4767896 1087 lfsmake2 libedit
489145db
MT
1088 lfsmake2 libusb
1089 lfsmake2 libusb-compat
1090 lfsmake2 libpcap
1091 lfsmake2 ppp
1092 lfsmake2 pptp
1093 lfsmake2 unzip
1094 lfsmake2 which
1095 lfsmake2 linux-firmware
489145db 1096 lfsmake2 dvb-firmwares
37b86fa9 1097 lfsmake2 xr819-firmware
489145db
MT
1098 lfsmake2 zd1211-firmware
1099 lfsmake2 rpi-firmware
26796f3a 1100 lfsmake2 intel-microcode
0e54ca26 1101 lfsmake2 pcengines-apu-firmware
489145db 1102 lfsmake2 bc
2a0947f2 1103 lfsmake2 u-boot MKIMAGE=1
489145db
MT
1104 lfsmake2 cpio
1105 lfsmake2 mdadm
1106 lfsmake2 dracut
de18b4de 1107 lfsmake2 libaio
489145db
MT
1108 lfsmake2 lvm2
1109 lfsmake2 multipath-tools
1110 lfsmake2 freetype
1111 lfsmake2 grub
fd80e500
MT
1112 lfsmake2 efivar
1113 lfsmake2 efibootmgr
489145db
MT
1114 lfsmake2 libmnl
1115 lfsmake2 libnfnetlink
1116 lfsmake2 libnetfilter_queue
1117 lfsmake2 libnetfilter_conntrack
1118 lfsmake2 libnetfilter_cthelper
1119 lfsmake2 libnetfilter_cttimeout
1120 lfsmake2 iptables
0245f3b6 1121 lfsmake2 screen
54ead8ef 1122 lfsmake2 elfutils
8e6fb99d 1123
dc7d6b20 1124 case "${BUILD_ARCH}" in
68a36e26 1125 x86_64|aarch64)
489145db 1126 lfsmake2 linux KCFG=""
b389d731
AF
1127# lfsmake2 backports KCFG=""
1128# lfsmake2 e1000e KCFG=""
1129# lfsmake2 igb KCFG=""
1130# lfsmake2 ixgbe KCFG=""
489145db
MT
1131 lfsmake2 xtables-addons KCFG=""
1132 lfsmake2 linux-initrd KCFG=""
fc155193 1133 ;;
3d02c091
MT
1134 i586)
1135 # x86-pae (Native and new XEN) kernel build
489145db 1136 lfsmake2 linux KCFG="-pae"
b389d731
AF
1137# lfsmake2 backports KCFG="-pae"
1138# lfsmake2 e1000e KCFG="-pae"
1139# lfsmake2 igb KCFG="-pae"
1140# lfsmake2 ixgbe KCFG="-pae"
489145db
MT
1141 lfsmake2 xtables-addons KCFG="-pae"
1142 lfsmake2 linux-initrd KCFG="-pae"
3d02c091
MT
1143
1144 # x86 kernel build
489145db 1145 lfsmake2 linux KCFG=""
b389d731
AF
1146# lfsmake2 backports KCFG=""
1147# lfsmake2 e1000e KCFG=""
1148# lfsmake2 igb KCFG=""
1149# lfsmake2 ixgbe KCFG=""
489145db
MT
1150 lfsmake2 xtables-addons KCFG=""
1151 lfsmake2 linux-initrd KCFG=""
3d02c091 1152 ;;
544f40d4 1153
3d02c091 1154 armv5tel)
3d02c091 1155 # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
489145db 1156 lfsmake2 linux KCFG="-kirkwood"
0a21d63f
AF
1157# lfsmake2 backports KCFG="-kirkwood"
1158# lfsmake2 e1000e KCFG="-kirkwood"
1159# lfsmake2 igb KCFG="-kirkwood"
1160# lfsmake2 ixgbe KCFG="-kirkwood"
489145db
MT
1161 lfsmake2 xtables-addons KCFG="-kirkwood"
1162 lfsmake2 linux-initrd KCFG="-kirkwood"
3d02c091
MT
1163
1164 # arm multi platform (Panda, Wandboard ...) kernel build
489145db 1165 lfsmake2 linux KCFG="-multi"
0a21d63f
AF
1166# lfsmake2 backports KCFG="-multi"
1167# lfsmake2 e1000e KCFG="-multi"
1168# lfsmake2 igb KCFG="-multi"
1169# lfsmake2 ixgbe KCFG="-multi"
489145db
MT
1170 lfsmake2 xtables-addons KCFG="-multi"
1171 lfsmake2 linux-initrd KCFG="-multi"
3d02c091
MT
1172 ;;
1173 esac
489145db 1174 lfsmake2 xtables-addons USPACE="1"
489145db
MT
1175 lfsmake2 libgpg-error
1176 lfsmake2 libgcrypt
1177 lfsmake2 libassuan
1178 lfsmake2 nettle
1a7db134 1179 lfsmake2 json-c
f3e62301 1180 lfsmake2 libconfig
489145db
MT
1181 lfsmake2 libevent
1182 lfsmake2 libevent2
1183 lfsmake2 expat
c8e9a7a8
WA
1184 lfsmake2 apr
1185 lfsmake2 aprutil
489145db
MT
1186 lfsmake2 unbound
1187 lfsmake2 gnutls
1188 lfsmake2 bind
1189 lfsmake2 dhcp
1190 lfsmake2 dhcpcd
1191 lfsmake2 boost
1192 lfsmake2 linux-atm
1193 lfsmake2 gdbm
1194 lfsmake2 pam
1195 lfsmake2 curl
1196 lfsmake2 tcl
1197 lfsmake2 sqlite
1198 lfsmake2 libffi
1199 lfsmake2 python
1200 lfsmake2 python3
1201 lfsmake2 ca-certificates
1202 lfsmake2 fireinfo
1203 lfsmake2 libnet
1204 lfsmake2 libnl
1205 lfsmake2 libnl-3
1206 lfsmake2 libidn
1207 lfsmake2 nasm
1208 lfsmake2 libjpeg
1209 lfsmake2 libjpeg-compat
1210 lfsmake2 libexif
1211 lfsmake2 libpng
1212 lfsmake2 libtiff
1213 lfsmake2 libart
1214 lfsmake2 gd
489145db
MT
1215 lfsmake2 slang
1216 lfsmake2 newt
1217 lfsmake2 libsmooth
1218 lfsmake2 attr
1219 lfsmake2 acl
1220 lfsmake2 libcap
b051eb68 1221 lfsmake2 libcap-ng
489145db
MT
1222 lfsmake2 pciutils
1223 lfsmake2 usbutils
1224 lfsmake2 libxml2
1225 lfsmake2 libxslt
1226 lfsmake2 BerkeleyDB
489145db
MT
1227 lfsmake2 cyrus-sasl
1228 lfsmake2 openldap
1229 lfsmake2 apache2
489145db
MT
1230 lfsmake2 web-user-interface
1231 lfsmake2 flag-icons
1232 lfsmake2 jquery
6033b271 1233 lfsmake2 bootstrap
489145db
MT
1234 lfsmake2 arping
1235 lfsmake2 beep
78dd680d
MT
1236 lfsmake2 libarchive
1237 lfsmake2 cmake
8a960584 1238 lfsmake2 cdrkit
489145db
MT
1239 lfsmake2 dosfstools
1240 lfsmake2 reiserfsprogs
1241 lfsmake2 xfsprogs
1242 lfsmake2 sysfsutils
1243 lfsmake2 fuse
1244 lfsmake2 ntfs-3g
1245 lfsmake2 ethtool
1246 lfsmake2 ez-ipupdate
1247 lfsmake2 fcron
1248 lfsmake2 perl-GD
1249 lfsmake2 GD-Graph
1250 lfsmake2 GD-TextUtil
1251 lfsmake2 perl-Device-SerialPort
1252 lfsmake2 perl-Device-Modem
1253 lfsmake2 perl-Apache-Htpasswd
1254 lfsmake2 gnupg
1255 lfsmake2 hdparm
1256 lfsmake2 sdparm
1257 lfsmake2 mtools
1258 lfsmake2 whatmask
1259 lfsmake2 conntrack-tools
1260 lfsmake2 libupnp
1261 lfsmake2 ipaddr
1262 lfsmake2 iputils
1263 lfsmake2 l7-protocols
489145db
MT
1264 lfsmake2 hwdata
1265 lfsmake2 logrotate
1266 lfsmake2 logwatch
1267 lfsmake2 misc-progs
1268 lfsmake2 nano
1269 lfsmake2 URI
1270 lfsmake2 HTML-Tagset
1271 lfsmake2 HTML-Parser
1272 lfsmake2 HTML-Template
1273 lfsmake2 Compress-Zlib
1274 lfsmake2 Digest
1275 lfsmake2 Digest-SHA1
1276 lfsmake2 Digest-HMAC
1277 lfsmake2 libwww-perl
1278 lfsmake2 Net-DNS
1279 lfsmake2 Net-IPv4Addr
1280 lfsmake2 Net_SSLeay
1281 lfsmake2 IO-Stringy
1282 lfsmake2 IO-Socket-SSL
1283 lfsmake2 Unix-Syslog
1284 lfsmake2 Mail-Tools
1285 lfsmake2 MIME-Tools
1286 lfsmake2 Net-Server
1287 lfsmake2 Convert-TNEF
1288 lfsmake2 Convert-UUlib
1289 lfsmake2 Archive-Tar
1290 lfsmake2 Archive-Zip
1291 lfsmake2 Text-Tabs+Wrap
1292 lfsmake2 Locale-Country
1293 lfsmake2 XML-Parser
1294 lfsmake2 Crypt-PasswdMD5
1295 lfsmake2 Net-Telnet
1296 lfsmake2 python-setuptools
1297 lfsmake2 python-clientform
1298 lfsmake2 python-mechanize
1299 lfsmake2 python-feedparser
1300 lfsmake2 python-rssdler
1301 lfsmake2 python-inotify
1302 lfsmake2 python-docutils
1303 lfsmake2 python-daemon
1304 lfsmake2 python-ipaddress
1305 lfsmake2 glib
f107bb39 1306 lfsmake2 GeoIP
489145db
MT
1307 lfsmake2 ntp
1308 lfsmake2 openssh
1309 lfsmake2 fontconfig
1310 lfsmake2 dejavu-fonts-ttf
70f6cba4 1311 lfsmake2 ubuntu-font-family
489145db
MT
1312 lfsmake2 freefont
1313 lfsmake2 pixman
1314 lfsmake2 cairo
1315 lfsmake2 pango
1316 lfsmake2 rrdtool
1317 lfsmake2 setserial
1318 lfsmake2 setup
1319 lfsmake2 libdnet
91cc908f 1320 lfsmake2 yaml
3498300d 1321 lfsmake2 libhtp
67752a95 1322 lfsmake2 suricata
489145db 1323 lfsmake2 oinkmaster
ef640882 1324 lfsmake2 ids-ruleset-sources
489145db
MT
1325 lfsmake2 squid
1326 lfsmake2 squidguard
1327 lfsmake2 calamaris
1328 lfsmake2 tcpdump
1329 lfsmake2 traceroute
1330 lfsmake2 vlan
1331 lfsmake2 wireless
1332 lfsmake2 pakfire
1333 lfsmake2 spandsp
adf3f4f4 1334 lfsmake2 lz4
489145db
MT
1335 lfsmake2 lzo
1336 lfsmake2 openvpn
489145db
MT
1337 lfsmake2 mpage
1338 lfsmake2 dbus
1339 lfsmake2 intltool
1340 lfsmake2 libdaemon
6064cd87 1341 lfsmake2 avahi
489145db 1342 lfsmake2 cups
489145db 1343 lfsmake2 lcms2
56170c2a 1344 lfsmake2 ghostscript
489145db
MT
1345 lfsmake2 qpdf
1346 lfsmake2 poppler
1347 lfsmake2 cups-filters
1348 lfsmake2 epson-inkjet-printer-escpr
1349 lfsmake2 foomatic
1350 lfsmake2 hplip
1351 lfsmake2 cifs-utils
1352 lfsmake2 krb5
1353 lfsmake2 samba
1354 lfsmake2 sudo
1355 lfsmake2 mc
1356 lfsmake2 wget
1357 lfsmake2 bridge-utils
489145db
MT
1358 lfsmake2 smartmontools
1359 lfsmake2 htop
1360 lfsmake2 chkconfig
1361 lfsmake2 postfix
1362 lfsmake2 fetchmail
1363 lfsmake2 cyrus-imapd
489145db
MT
1364 lfsmake2 clamav
1365 lfsmake2 spamassassin
1366 lfsmake2 amavisd
1367 lfsmake2 dma
1368 lfsmake2 alsa
1369 lfsmake2 mpfire
1370 lfsmake2 guardian
1371 lfsmake2 libid3tag
1372 lfsmake2 libmad
1373 lfsmake2 libogg
1374 lfsmake2 libvorbis
1375 lfsmake2 libdvbpsi
1376 lfsmake2 flac
1377 lfsmake2 lame
1378 lfsmake2 sox
41f8d642 1379 lfsmake2 soxr
489145db
MT
1380 lfsmake2 libshout
1381 lfsmake2 xvid
1382 lfsmake2 libmpeg2
489145db
MT
1383 lfsmake2 gnump3d
1384 lfsmake2 rsync
489145db
MT
1385 lfsmake2 libtirpc
1386 lfsmake2 rpcbind
14fb55a5 1387 lfsmake2 keyutils
489145db
MT
1388 lfsmake2 nfs
1389 lfsmake2 gnu-netcat
1390 lfsmake2 ncat
1391 lfsmake2 nmap
489145db
MT
1392 lfsmake2 etherwake
1393 lfsmake2 bwm-ng
1394 lfsmake2 sysstat
489145db
MT
1395 lfsmake2 strongswan
1396 lfsmake2 rng-tools
1397 lfsmake2 lsof
1398 lfsmake2 br2684ctl
1399 lfsmake2 pcmciautils
1400 lfsmake2 lm_sensors
1401 lfsmake2 liboping
1402 lfsmake2 collectd
1403 lfsmake2 elinks
1404 lfsmake2 igmpproxy
1405 lfsmake2 fbset
1406 lfsmake2 opus
1407 lfsmake2 python-six
1408 lfsmake2 python-pyparsing
1409 lfsmake2 spice-protocol
1410 lfsmake2 spice
1411 lfsmake2 sdl
1412 lfsmake2 libusbredir
43c3a386 1413 lfsmake2 libseccomp
489145db
MT
1414 lfsmake2 qemu
1415 lfsmake2 sane
1416 lfsmake2 netpbm
489145db 1417 lfsmake2 netsnmpd
489145db 1418 lfsmake2 nagios_nrpe
2af354c2 1419 lfsmake2 nagios-plugins
489145db 1420 lfsmake2 icinga
01c2ea6b 1421 lfsmake2 observium-agent
489145db
MT
1422 lfsmake2 ebtables
1423 lfsmake2 directfb
489145db 1424 lfsmake2 faad2
e91ceed6 1425 lfsmake2 alac
489145db
MT
1426 lfsmake2 ffmpeg
1427 lfsmake2 vdr
1428 lfsmake2 vdr_streamdev
489145db
MT
1429 lfsmake2 vdr_epgsearch
1430 lfsmake2 vdr_dvbapi
1431 lfsmake2 vdr_eepg
1432 lfsmake2 w_scan
1433 lfsmake2 icecast
1434 lfsmake2 icegenerator
1435 lfsmake2 mpd
1436 lfsmake2 libmpdclient
1437 lfsmake2 mpc
985741db 1438 lfsmake2 perl-Net-CIDR-Lite
489145db
MT
1439 lfsmake2 perl-Net-SMTP-SSL
1440 lfsmake2 perl-MIME-Base64
1441 lfsmake2 perl-Authen-SASL
1442 lfsmake2 perl-MIME-Lite
1443 lfsmake2 perl-Email-Date-Format
1444 lfsmake2 git
1445 lfsmake2 squidclamav
1446 lfsmake2 vnstat
1447 lfsmake2 iw
1448 lfsmake2 wpa_supplicant
1449 lfsmake2 hostapd
1450 lfsmake2 pycurl
1451 lfsmake2 urlgrabber
1452 lfsmake2 syslinux
1453 lfsmake2 tftpd
1454 lfsmake2 cpufrequtils
1455 lfsmake2 bluetooth
1456 lfsmake2 gutenprint
1457 lfsmake2 apcupsd
1458 lfsmake2 iperf
1459 lfsmake2 iperf3
1460 lfsmake2 7zip
1461 lfsmake2 lynis
1462 lfsmake2 streamripper
1463 lfsmake2 sshfs
1464 lfsmake2 taglib
489145db
MT
1465 lfsmake2 sslh
1466 lfsmake2 perl-gettext
1467 lfsmake2 perl-Sort-Naturally
1468 lfsmake2 vdradmin
1469 lfsmake2 miau
1470 lfsmake2 perl-DBI
489145db
MT
1471 lfsmake2 perl-DBD-SQLite
1472 lfsmake2 perl-File-ReadBackwards
489145db 1473 lfsmake2 openvmtools
489145db
MT
1474 lfsmake2 motion
1475 lfsmake2 joe
1476 lfsmake2 monit
1477 lfsmake2 nut
1478 lfsmake2 watchdog
1479 lfsmake2 libpri
1480 lfsmake2 libsrtp
b713ec03 1481 lfsmake2 jansson
489145db 1482 lfsmake2 asterisk
489145db
MT
1483 lfsmake2 usb_modeswitch
1484 lfsmake2 usb_modeswitch_data
1485 lfsmake2 zerofree
489145db
MT
1486 lfsmake2 minicom
1487 lfsmake2 ddrescue
489145db
MT
1488 lfsmake2 miniupnpd
1489 lfsmake2 client175
1490 lfsmake2 powertop
1491 lfsmake2 parted
1492 lfsmake2 swig
2a0947f2 1493 lfsmake2 u-boot
bf1e7598 1494 lfsmake2 u-boot-kirkwood
5c82a9f0 1495 lfsmake2 python-typing
489145db
MT
1496 lfsmake2 python-m2crypto
1497 lfsmake2 wireless-regdb
1498 lfsmake2 crda
1499 lfsmake2 libsolv
1500 lfsmake2 python-distutils-extra
1501 lfsmake2 python-lzma
1502 lfsmake2 python-progressbar
1503 lfsmake2 python-xattr
1504 lfsmake2 ddns
2d17377a 1505 lfsmake2 python3-setuptools
662b2a81 1506 lfsmake2 python3-setuptools-scm
9e25fe5c 1507 lfsmake2 python3-six
e0a05a80 1508 lfsmake2 python3-dateutil
d48ea6b5 1509 lfsmake2 python3-jmespath
a33ca4cc 1510 lfsmake2 python3-colorama
041d2116 1511 lfsmake2 python3-docutils
d2da17a1 1512 lfsmake2 python3-yaml
953f6f73 1513 lfsmake2 python3-s3transfer
d45d5247 1514 lfsmake2 python3-rsa
faa5472a 1515 lfsmake2 python3-pyasn1
4ab80c5d 1516 lfsmake2 python3-botocore
3be81987 1517 lfsmake2 python3-llfuse
def9f4a3 1518 lfsmake2 python3-msgpack
280ee7e7 1519 lfsmake2 aws-cli
489145db
MT
1520 lfsmake2 transmission
1521 lfsmake2 dpfhack
1522 lfsmake2 lcd4linux
1523 lfsmake2 mtr
489145db
MT
1524 lfsmake2 minidlna
1525 lfsmake2 acpid
1526 lfsmake2 fping
1527 lfsmake2 telnet
1528 lfsmake2 xinetd
1529 lfsmake2 gpgme
1530 lfsmake2 pygpgme
1531 lfsmake2 pakfire3
1532 lfsmake2 stress
1533 lfsmake2 libstatgrab
1534 lfsmake2 sarg
1535 lfsmake2 check_mk_agent
1536 lfsmake2 nginx
1537 lfsmake2 sendEmail
1538 lfsmake2 sysbench
1539 lfsmake2 strace
489145db
MT
1540 lfsmake2 ltrace
1541 lfsmake2 ipfire-netboot
1542 lfsmake2 lcdproc
1543 lfsmake2 bitstream
1544 lfsmake2 multicat
1545 lfsmake2 keepalived
1546 lfsmake2 ipvsadm
1547 lfsmake2 perl-Carp-Clan
1548 lfsmake2 perl-Date-Calc
1549 lfsmake2 perl-Date-Manip
1550 lfsmake2 perl-File-Tail
1551 lfsmake2 perl-TimeDate
1552 lfsmake2 swatch
1553 lfsmake2 tor
1554 lfsmake2 arm
1555 lfsmake2 wavemon
1556 lfsmake2 iptraf-ng
1557 lfsmake2 iotop
1558 lfsmake2 stunnel
489145db
MT
1559 lfsmake2 bacula
1560 lfsmake2 batctl
b62c826f
MT
1561 lfsmake2 perl-Font-TTF
1562 lfsmake2 perl-IO-String
489145db
MT
1563 lfsmake2 perl-PDF-API2
1564 lfsmake2 squid-accounting
1565 lfsmake2 pigz
1566 lfsmake2 tmux
1567 lfsmake2 perl-Text-CSV_XS
489145db
MT
1568 lfsmake2 haproxy
1569 lfsmake2 ipset
1570 lfsmake2 lua
1571 lfsmake2 dnsdist
1572 lfsmake2 bird
1a7db134 1573 lfsmake2 frr
489145db
MT
1574 lfsmake2 dmidecode
1575 lfsmake2 mcelog
1576 lfsmake2 rtpproxy
1577 lfsmake2 util-macros
1578 lfsmake2 libpciaccess
1579 lfsmake2 libyajl
1580 lfsmake2 libvirt
1581 lfsmake2 freeradius
1582 lfsmake2 perl-common-sense
1583 lfsmake2 perl-inotify2
1584 lfsmake2 perl-Net-IP
0d6cc79d 1585 lfsmake2 wio
773caa66 1586 lfsmake2 iftop
ddcd60f7 1587 lfsmake2 mdns-repeater
429af178 1588 lfsmake2 i2c-tools
4e9000b4 1589 lfsmake2 nss-myhostname
014b235a 1590 lfsmake2 dehydrated
c708fa15 1591 lfsmake2 shairport-sync
46114d79 1592 lfsmake2 borgbackup
2397e513 1593 lfsmake2 knot
e1982c69 1594 lfsmake2 spectre-meltdown-checker
06fc6170 1595 lfsmake2 zabbix_agentd
82d176d3 1596 lfsmake2 flashrom
2aca6aa0 1597 lfsmake2 firmware-update
d0817963 1598}
df5e82b3
MT
1599
1600buildinstaller() {
1601 # Run installer scripts one by one
ebaecf2c 1602 LOGFILE="$BASEDIR/log/_build.installer.log"
df5e82b3 1603 export LOGFILE
489145db
MT
1604 lfsmake2 memtest
1605 lfsmake2 installer
ce9264a1
AF
1606 # use toolchain bash for chroot to strip
1607 EXTRA_PATH=${TOOLS_DIR}/bin/ lfsmake2 strip
df5e82b3
MT
1608}
1609
1610buildpackages() {
ebaecf2c 1611 LOGFILE="$BASEDIR/log/_build.packages.log"
df5e82b3
MT
1612 export LOGFILE
1613 echo "... see detailed log in _build.*.log files" >> $LOGFILE
0fbb45e9 1614
df5e82b3
MT
1615
1616 # Generating list of packages used
dc4ae0b7 1617 print_line "Generating packages list from logs"
df5e82b3 1618 rm -f $BASEDIR/doc/packages-list
ebaecf2c
AF
1619 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
1620 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
7471f6ab 1621 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
df5e82b3
MT
1622 fi
1623 done
7471f6ab 1624 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
4fe9acb2 1625 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
df5e82b3
MT
1626 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
1627 rm -f $BASEDIR/doc/packages-list
c9673262 1628 # packages-list.txt is ready to be displayed for wiki page
f9783277 1629 print_status DONE
4b06f504
MT
1630
1631 # Update changelog
e49f7f0d 1632 cd $BASEDIR
c43b07fd
AF
1633 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
1634 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
1635 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
df5e82b3 1636
9607771a 1637 # Create images for install
489145db 1638 lfsmake2 cdrom
bada0832 1639
4dc82852 1640 # Check if there is a loop device for building in virtual environments
841663e7
MT
1641 modprobe loop 2>/dev/null
1642 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ] || [ -e "/dev/loop-control" ]); then
489145db 1643 lfsmake2 flash-images
4dc82852 1644 fi
c9673262 1645
6b417413 1646 mv $LFS/install/images/{*.iso,*.img.xz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
c9673262 1647
0d909a4a 1648 ipfirepackages
e67a57fe 1649
489145db 1650 lfsmake2 xen-image
939c2a21 1651 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
bada0832 1652
b307417f 1653 cd $BASEDIR
744a04ea
AF
1654
1655 # remove not useable iso on armv5tel (needed to build flash images)
dc7d6b20 1656 [ "${BUILD_ARCH}" = "armv5tel" ] && rm -rf *.iso
744a04ea 1657
92244a40 1658 for i in `ls *.bz2 *.img.xz *.iso`; do
b307417f
AF
1659 md5sum $i > $i.md5
1660 done
1661 cd $PWD
1662
e67a57fe
MT
1663 # Cleanup
1664 stdumount
1665 rm -rf $BASEDIR/build/tmp/*
1666
e67a57fe 1667 cd $PWD
e67a57fe
MT
1668}
1669
1670ipfirepackages() {
489145db 1671 lfsmake2 core-updates
5596077b
MT
1672
1673 local i
dc7d6b20 1674 for i in $(find $BASEDIR/config/rootfiles/packages{/${BUILD_ARCH},} -maxdepth 1 -type f); do
5596077b 1675 i=$(basename ${i})
453b418b
MT
1676 if [ -e $BASEDIR/lfs/$i ]; then
1677 ipfiredist $i
1678 else
1679 echo -n $i
f9783277 1680 print_status SKIP
453b418b 1681 fi
fe7fe395 1682 done
78331e30 1683 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
5c8cfc99 1684 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
483f59cd 1685 rm -rf $BASEDIR/build/install/packages/*
df5e82b3
MT
1686}
1687
bcb9dc13
MT
1688while [ $# -gt 0 ]; do
1689 case "${1}" in
1690 --target=*)
c2e810de 1691 configure_build "${1#--target=}"
bcb9dc13
MT
1692 ;;
1693 -*)
1694 exiterror "Unknown configuration option: ${1}"
1695 ;;
1696 *)
1697 # Found a command, so exit options parsing.
1698 break
1699 ;;
1700 esac
1701 shift
1702done
1703
df5e82b3
MT
1704# See what we're supposed to do
1705case "$1" in
1706build)
f9783277
MT
1707 START_TIME=$(now)
1708
1709 # Clear screen
1710 ${INTERACTIVE} && clear
1711
f74072a2 1712 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.tar.xz 2> /dev/null | head -n 1`
df5e82b3 1713 #only restore on a clean disk
6c4cc7ea 1714 if [ ! -e "${BASEDIR}/build${TOOLS_DIR}/.toolchain-successful" ]; then
df5e82b3 1715 if [ ! -n "$PACKAGE" ]; then
f9783277 1716 print_build_stage "Full toolchain compilation"
df5e82b3
MT
1717 prepareenv
1718 buildtoolchain
1719 else
f74072a2 1720 PACKAGENAME=${PACKAGE%.tar.xz}
f9783277 1721 print_build_stage "Packaged toolchain compilation"
df5e82b3 1722 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
f74072a2 1723 tar axf $PACKAGE
df5e82b3
MT
1724 prepareenv
1725 else
1726 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
1727 fi
1728 fi
1729 else
df5e82b3
MT
1730 prepareenv
1731 fi
5cfe86e6 1732
f9783277 1733 print_build_stage "Building LFS"
df5e82b3 1734 buildbase
15679d9f 1735
f9783277 1736 print_build_stage "Building IPFire"
15679d9f 1737 buildipfire
5cfe86e6 1738
f9783277 1739 print_build_stage "Building installer"
df5e82b3 1740 buildinstaller
15679d9f 1741
f9783277 1742 print_build_stage "Building packages"
df5e82b3 1743 buildpackages
7a5ed24e 1744
f9783277 1745 print_build_stage "Checking Logfiles for new Files"
b307417f
AF
1746
1747 cd $BASEDIR
7a5ed24e 1748 tools/checknewlog.pl
e0c923f4 1749 tools/checkrootfiles
b307417f 1750 cd $PWD
a23731d1 1751
f9783277 1752 print_build_summary $(( $(now) - ${START_TIME} ))
df5e82b3
MT
1753 ;;
1754shell)
1755 # enter a shell inside LFS chroot
1756 # may be used to changed kernel settings
1757 prepareenv
1758 entershell
1759 ;;
df5e82b3 1760clean)
f9783277
MT
1761 print_line "Cleaning build directory..."
1762
df5e82b3
MT
1763 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
1764 $LOSETUP -d $i 2>/dev/null
1765 done
1766 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
1767 umount $i
1768 done
1769 stdumount
1770 for i in `seq 0 7`; do
69a6ec55 1771 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
df5e82b3
MT
1772 umount /dev/loop${i} 2>/dev/null;
1773 losetup -d /dev/loop${i} 2>/dev/null;
69a6ec55 1774 fi;
df5e82b3
MT
1775 done
1776 rm -rf $BASEDIR/build
1777 rm -rf $BASEDIR/cdrom
f9315063 1778 rm -rf $BASEDIR/packages
ebaecf2c 1779 rm -rf $BASEDIR/log
6c4cc7ea
MT
1780 if [ -h "${TOOLS_DIR}" ]; then
1781 rm -f "${TOOLS_DIR}"
df5e82b3 1782 fi
b307417f 1783 rm -f $BASEDIR/ipfire-*
f9783277 1784 print_status DONE
df5e82b3 1785 ;;
4e432799
MT
1786docker)
1787 # Build the docker image if it does not exist, yet
1788 if ! docker images -a | grep -q ^ipfire-builder; then
1789 if docker build -t ipfire-builder ${BASEDIR}/tools/docker; then
1790 print_status DONE
1791 else
1792 print_status FAIL
1793 exit 1
1794 fi
1795 fi
1796
1797 # Run the container and enter a shell
1798 docker run -it --privileged -v "${BASEDIR}:/build" -w "/build" ipfire-builder bash -l
1799 ;;
c3db995c 1800downloadsrc)
df5e82b3
MT
1801 if [ ! -d $BASEDIR/cache ]; then
1802 mkdir $BASEDIR/cache
1803 fi
ebaecf2c 1804 mkdir -p $BASEDIR/log
857d9bf2 1805 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
df5e82b3
MT
1806 FINISHED=0
1807 cd $BASEDIR/lfs
1808 for c in `seq $MAX_RETRIES`; do
1809 if (( FINISHED==1 )); then
1810 break
1811 fi
1812 FINISHED=1
1813 cd $BASEDIR/lfs
1814 for i in *; do
1815 if [ -f "$i" -a "$i" != "Config" ]; then
846e756e
MT
1816 lfsmakecommoncheck ${i} || continue
1817
dc7d6b20 1818 make -s -f $i LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
51f9e7ac 1819 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
df5e82b3 1820 if [ $? -ne 0 ]; then
f9783277 1821 print_status FAIL
df5e82b3
MT
1822 FINISHED=0
1823 else
1824 if [ $c -eq 1 ]; then
f9783277 1825 print_status DONE
df5e82b3
MT
1826 fi
1827 fi
1828 fi
1829 done
1830 done
e22c7973 1831 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
df5e82b3
MT
1832 ERROR=0
1833 for i in *; do
1834 if [ -f "$i" -a "$i" != "Config" ]; then
a4130265 1835 lfsmakecommoncheck ${i} > /dev/null || continue
dc7d6b20 1836 make -s -f $i LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
51f9e7ac 1837 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
df5e82b3 1838 if [ $? -ne 0 ]; then
e22c7973 1839 echo -ne "MD5 difference in lfs/$i"
f9783277 1840 print_status FAIL
df5e82b3
MT
1841 ERROR=1
1842 fi
1843 fi
1844 done
1845 if [ $ERROR -eq 0 ]; then
e22c7973 1846 echo -ne "${BOLD}all files md5sum match${NORMAL}"
f9783277 1847 print_status DONE
e22c7973
MT
1848 else
1849 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
f9783277 1850 print_status FAIL
df5e82b3 1851 fi
e22c7973 1852 cd - >/dev/null 2>&1
df5e82b3 1853 ;;
df5e82b3 1854toolchain)
f9783277
MT
1855 # Clear screen
1856 ${INTERACTIVE} && clear
1857
df5e82b3 1858 prepareenv
f3b7cf47 1859 print_build_stage "Toolchain compilation (${BUILD_ARCH})"
df5e82b3 1860 buildtoolchain
f74072a2 1861 echo "`date -u '+%b %e %T'`: Create toolchain image for ${BUILD_ARCH}" | tee -a $LOGFILE
11104bfe 1862 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
ebaecf2c 1863 cd $BASEDIR && tar -cf- --exclude='log/_build.*.log' build/${TOOLS_DIR} build/bin/sh log | xz ${XZ_OPT} \
b46f951e 1864 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.tar.xz
f74072a2 1865 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.tar.xz \
dc7d6b20 1866 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.md5
df5e82b3
MT
1867 stdumount
1868 ;;
1869gettoolchain)
df5e82b3 1870 # arbitrary name to be updated in case of new toolchain package upload
dc7d6b20 1871 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}
f74072a2 1872 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.xz ]; then
5bd13f01 1873 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
11104bfe 1874 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
f74072a2 1875 echo "`date -u '+%b %e %T'`: Load toolchain image for ${BUILD_ARCH}" | tee -a $LOGFILE
712d859c 1876 cd $BASEDIR/cache/toolchains
f74072a2 1877 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.xz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
712d859c 1878 if [ $? -ne 0 ]; then
dc7d6b20 1879 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for ${BUILD_ARCH} machine" | tee -a $LOGFILE
40a4ea4c 1880 else
f74072a2 1881 if [ "`md5sum $PACKAGE.tar.xz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
712d859c
MT
1882 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1883 else
1884 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1885 fi
40a4ea4c 1886 fi
712d859c
MT
1887 else
1888 echo "Toolchain is already downloaded. Exiting..."
df5e82b3
MT
1889 fi
1890 ;;
15679d9f
MT
1891uploadsrc)
1892 PWD=`pwd`
661d9388
CS
1893 if [ -z $IPFIRE_USER ]; then
1894 echo -n "You have to setup IPFIRE_USER first. See .config for details."
f9783277 1895 print_status FAIL
661d9388
CS
1896 exit 1
1897 fi
ae23a606 1898
661d9388 1899 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
15e38431 1900 REMOTE_FILES=$(echo "ls -1" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
661d9388 1901
15e38431
MT
1902 for file in ${BASEDIR}/cache/*; do
1903 [ -d "${file}" ] && continue
1904 grep -q "$(basename ${file})" <<<$REMOTE_FILES && continue
661d9388 1905 NEW_FILES="$NEW_FILES $file"
0eab8e84 1906 done
661d9388
CS
1907 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1908 cd $BASEDIR
15679d9f
MT
1909 cd $PWD
1910 exit 0
0eab8e84 1911 ;;
bf7c473f 1912lang)
69a6ec55
MT
1913 echo -ne "Checking the translations for missing or obsolete strings..."
1914 chmod 755 $BASEDIR/tools/{check_strings.pl,sort_strings.pl,check_langs.sh}
1915 $BASEDIR/tools/sort_strings.pl en
1916 $BASEDIR/tools/sort_strings.pl de
1917 $BASEDIR/tools/sort_strings.pl fr
1918 $BASEDIR/tools/sort_strings.pl es
1919 $BASEDIR/tools/sort_strings.pl pl
1920 $BASEDIR/tools/sort_strings.pl ru
1921 $BASEDIR/tools/sort_strings.pl nl
1922 $BASEDIR/tools/sort_strings.pl tr
1923 $BASEDIR/tools/sort_strings.pl it
1924 $BASEDIR/tools/check_strings.pl en > $BASEDIR/doc/language_issues.en
1925 $BASEDIR/tools/check_strings.pl de > $BASEDIR/doc/language_issues.de
1926 $BASEDIR/tools/check_strings.pl fr > $BASEDIR/doc/language_issues.fr
1927 $BASEDIR/tools/check_strings.pl es > $BASEDIR/doc/language_issues.es
1928 $BASEDIR/tools/check_strings.pl es > $BASEDIR/doc/language_issues.pl
1929 $BASEDIR/tools/check_strings.pl ru > $BASEDIR/doc/language_issues.ru
1930 $BASEDIR/tools/check_strings.pl nl > $BASEDIR/doc/language_issues.nl
1931 $BASEDIR/tools/check_strings.pl tr > $BASEDIR/doc/language_issues.tr
1932 $BASEDIR/tools/check_strings.pl it > $BASEDIR/doc/language_issues.it
1933 $BASEDIR/tools/check_langs.sh > $BASEDIR/doc/language_missings
f9783277 1934 print_status DONE
69a6ec55
MT
1935
1936 echo -ne "Updating language lists..."
1937 update_language_list ${BASEDIR}/src/installer/po
1938 update_language_list ${BASEDIR}/src/setup/po
f9783277 1939 print_status DONE
bf7c473f 1940 ;;
1fb7f56e
MT
1941update-contributors)
1942 update_contributors
1943 ;;
6b8cff41 1944*)
1fb7f56e 1945 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain|update-contributors}"
6b8cff41
MT
1946 cat doc/make.sh-usage
1947 ;;
3ea75603 1948esac