]> git.ipfire.org Git - people/pmueller/ipfire-2.x.git/blame - lfs/Config
Config: Support rootfiles with spaces in filenames
[people/pmueller/ipfire-2.x.git] / lfs / Config
CommitLineData
cd1a2927
MT
1###############################################################################
2# LFSMake #
3# by Rod Roark <rod@sunsetsystems.com> #
4# #
5# Copyright (C) 2002 Rod Roark #
6# #
7# See http://www.lfsmake.org/ for the most current standard version. #
8# #
9# These Makefiles are made available under the terms of the Artistic License, #
10# found at http://www.opensource.org/licenses/artistic-license.html. #
11###############################################################################
12
70df8302
MT
13###############################################################################
14# #
15# IPFire.org - A linux based firewall #
9a7e4d85 16# Copyright (C) 2007-2022 IPFire Team <info@ipfire.org> #
70df8302
MT
17# #
18# This program is free software: you can redistribute it and/or modify #
19# it under the terms of the GNU General Public License as published by #
20# the Free Software Foundation, either version 3 of the License, or #
21# (at your option) any later version. #
22# #
23# This program is distributed in the hope that it will be useful, #
24# but WITHOUT ANY WARRANTY; without even the implied warranty of #
25# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
26# GNU General Public License for more details. #
27# #
28# You should have received a copy of the GNU General Public License #
29# along with this program. If not, see <http://www.gnu.org/licenses/>. #
30# #
31###############################################################################
32
dc7d6b20 33# Cleanup environment from any variables
ebaecf2c 34unexport BUILD_ARCH BUILD_PLATFORM BUILDTARGET CROSSTARGET TOOLCHAIN TOOLS_DIR
0bc5b1de 35unexport XZ_OPT
dc7d6b20 36
4f2a9813
MT
37# Basic Variables
38EMPTY :=
39COMMA := ,
40SPACE := $(EMPTY) $(EMPTY)
41define NEWLINE
42
43
44endef
45
46# Basic Functions
47join-with = $(subst $(SPACE),$(1),$(strip $(2)))
48
7691a1bf 49PARALLELISM = $(shell echo $$( \
99d987bd
AF
50 if [ -n "$(MAX_PARALLELISM)" ] && [ $(MAX_PARALLELISM) -lt 1 ]; then \
51 echo 1 ; \
52 elif [ -n "$(MAX_PARALLELISM)" ] && [ $(MAX_PARALLELISM) -lt $(DEFAULT_PARALLELISM) ]; then \
7691a1bf
MT
53 echo $(MAX_PARALLELISM); \
54 else \
55 echo $(DEFAULT_PARALLELISM); \
56 fi) \
57)
58
d53537ce 59MAKETUNING = -j$(PARALLELISM)
77c863a2 60
b7093f17
MT
61ifeq "$(BUILD_ARCH)" "aarch64"
62 IS_64BIT = 1
63endif
64
b26071d3
MT
65ifeq "$(BUILD_ARCH)" "armv7hl"
66 IS_32BIT = 1
67endif
68
aafdd71b 69ifeq "$(BUILD_ARCH)" "armv6l"
b26071d3
MT
70 IS_32BIT = 1
71endif
72
b7093f17
MT
73ifeq "$(BUILD_ARCH)" "x86_64"
74 IS_64BIT = 1
75endif
76
000ff407
MT
77ifeq "$(BUILD_ARCH)" "riscv64"
78 IS_64BIT = 1
79endif
80
c0878e43
MT
81ifeq "$(TOOLCHAIN)" "1"
82 PREFIX = $(TOOLS_DIR)
83else
84 PREFIX = /usr
85endif
86
bbedf54c
MT
87# Permit building with 32 bit time_t on 32 bit architectures
88ifeq "$(IS_32BIT)" "1"
89 export TIME_T_32_BIT_OK = yes
90endif
91
b37678e9
MT
92TAR_OPTIONS = \
93 --format=pax \
94 --acls \
95 --xattrs --xattrs-include='*'
27267889 96
5621b0ef
MT
97ZSTD_OPTIONS = \
98 -T$(PARALLELISM) \
99 -19 \
100 --long
101
cd1a2927
MT
102# URLs that are common sources of downloads. If you're having trouble with
103# a site you should change its URL to that of a suitable mirror site.
104#
c484679b
MT
105URL_IPFIRE = https://source.ipfire.org/source-2.x
106URL_TOOLCHAIN = https://source.ipfire.org/toolchains
8a148bbc 107URL_SOURCE = git.ipfire.org:/pub/sources/source-2.x
cd1a2927 108
cd1a2927
MT
109# Don't change this; it will be overridden by other makefiles where necessary.
110#
111ROOT =
112
113# For most packages tarballs are unpacked here and then deleted after
114# installation.
115#
116DIR_SRC = $(ROOT)/usr/src
117
118# Files are downloaded into DIR_TMP and then moved to DIR_DL, to avoid
119# messes with partially retrieved files. DIR_DL is where we will
120# save all the files that are downloaded. DIR_INFO contains the
121# file lists of installed packages.
122#
123DIR_DL = $(LFS_BASEDIR)/cache
124DIR_CHK = $(LFS_BASEDIR)/cache/check
3796e3d5 125DIR_CONF = $(LFS_BASEDIR)/config
ebaecf2c 126DIR_INFO = $(LFS_BASEDIR)/log
05207d69 127DIR_TMP = /tmp
258bc2e3 128DIR_TMP_PAK = $(DIR_TMP)/package-$(PROG)
cd1a2927 129
1d9be34e
MT
130# Add the compiler location and version and specs to the ccache hash
131CCACHE_COMPILERCHECK += $(shell gcc -dumpspecs 2>/dev/null | md5sum | cut -d ' ' -f1)
132
582aba05 133# We support EFI on x86_64 and aarch64
ba3cbb0c 134ifeq "$(BUILD_ARCH)" "x86_64"
72d40cfd 135 EFI = 1
5f387a1b 136 EFI_ARCH = x64
a1eb7761 137 GRUB_ARCH = $(BUILD_ARCH)
72d40cfd
MT
138endif
139
582aba05
MT
140ifeq "$(BUILD_ARCH)" "aarch64"
141 EFI = 1
142 EFI_ARCH = aa64
a1eb7761 143 GRUB_ARCH = arm64
582aba05
MT
144endif
145
cde41c2e 146# Go
b4863d7d
MT
147export GOARCH
148export GOOS = linux
cde41c2e
MT
149export GOPATH = $(HOME)/gopath
150
b4863d7d
MT
151ifeq "$(BUILD_ARCH)" "x86_64"
152 GOARCH = amd64
153endif
154
155ifeq "$(BUILD_ARCH)" "aarch64"
156 GOARCH = arm64
157endif
158
112441db 159# Rust
5fec1256
MT
160ifeq "$(BUILD_ARCH)" "riscv64"
161 RUST_ARCH = riscv64gc
162else
163 RUST_ARCH = $(BUILD_ARCH)
164endif
f50da967
MT
165
166ifeq "$(BUILD_ARCH)" "armv6l"
167 RUST_PLATFORM = arm-unknown-linux-gnueabi
168else
169 RUST_PLATFORM = $(RUST_ARCH)-unknown-linux-gnu
170endif
171
4f2a9813
MT
172CARGO_PATH = $(DIR_APP)/.cargo
173CARGO_REGISTRY = /usr/share/cargo/registry
174
175CRATE_NAME = $(patsubst rust-%,%,$(firstword $(MAKEFILE_LIST)))
176CRATE_VER = $(VER)
177CRATE_PATH = $(CARGO_REGISTRY)/$(CRATE_NAME)-$(CRATE_VER)
178
179define CARGO_CONFIG
180[build]
181rustflags = [$(call join-with,$(COMMA)$(SPACE),$(foreach flag,$(RUSTFLAGS),"$(flag)"))]
182
183[env]
184CFLAGS = "$(CFLAGS)"
185CXXFLAGS = "$(CXXFLAGS)"
186LDFLAGS = "$(LDFLAGS)"
187
188[term]
189verbose = true
190
191[source]
192
193[source.local-registry]
194directory = "$(CARGO_REGISTRY)"
195
196[source.crates-io]
197registry = "https://crates.io"
198replace-with = "local-registry"
199endef
200export CARGO_CONFIG
201
c16dd3aa
MT
202# Set to false if you want to skip the binary install step
203CARGO_HAS_BIN = true
204
4f2a9813
MT
205CARGO = \
206 CARGOPATH=$(CARGO_PATH) \
1aab9dfb
MT
207 RUSTC_BOOTSTRAP=1 \
208 cargo \
209 --offline
210
211CARGO_OPTIONS = \
1aab9dfb 212 -Z avoid-dev-deps
4f2a9813 213
9b1f666e
MT
214# Cargo dealocks on riscv64 when building on multiple cores at the same time
215ifeq "$(BUILD_ARCH)" "riscv64"
216 CARGO_OPTIONS += -j1
217else
218 CARGO_OPTIONS += $(MAKETUNING)
219endif
220
4f2a9813
MT
221define CARGO_PREPARE
222 mkdir -p $(CARGO_PATH) && \
223 echo "$${CARGO_CONFIG}" > $(CARGO_PATH)/config && \
224 rm -f Cargo.lock
225endef
226
227CARGO_BUILD = \
228 $(CARGO) \
229 build \
1aab9dfb
MT
230 --release \
231 $(CARGO_OPTIONS)
4f2a9813
MT
232
233# Checks whether this crate has a right taregt
1aab9dfb 234CARGO_TARGET_CHECK = $(CARGO) metadata --format-version 1 --no-deps | \
4f2a9813
MT
235 jq -e ".packages[].targets[].kind | any(. == \"$(1)\")" | grep -q "true"
236
237define CARGO_INSTALL
238 mkdir -pv "$(CRATE_PATH)" && \
4f6d6c41 239 if $(call CARGO_TARGET_CHECK,lib) || $(call CARGO_TARGET_CHECK,rlib) || $(call CARGO_TARGET_CHECK,proc-macro); then \
4f2a9813
MT
240 awk \
241 '/^\\\[((.+\\\.)?((dev|build)-)?dependencies|features)/{f=1;next} /^\\\[/{f=0}; !f' \
242 < Cargo.toml > Cargo.toml.deps && \
243 $(CARGO) package -l | grep -wEv "Cargo.(lock|toml.orig)" \
942b7d0d 244 | xargs -d "\n" cp -v --parents -a -t $(CRATE_PATH) && \
4f2a9813
MT
245 install -v -m 644 Cargo.toml.deps $(CRATE_PATH)/Cargo.toml && \
246 echo "{\"files\":{},\"package\":\"\"}" > $(CRATE_PATH)/.cargo-checksum.json; \
247 fi && \
c16dd3aa 248 if $(CARGO_HAS_BIN) && $(call CARGO_TARGET_CHECK,bin); then \
1aab9dfb 249 $(CARGO) install $(CARGO_OPTIONS) --no-track --path .; \
4f2a9813
MT
250 fi
251endef
112441db 252
cd1a2927
MT
253###############################################################################
254# Common Macro Definitions
255###############################################################################
256
66c36198 257# For each package we create a list of files that it installed under
ebaecf2c 258# log/<TARGET> name. Modified files are not identified
cd1a2927
MT
259#
260define FIND_FILES
261 cd $(ROOT)/ && find -mount \
6c4cc7ea 262 \( -path '.$(TOOLS_DIR)' -or -path './tmp' -or -path './usr/src' \
1b169a72 263 -or -path './run' -or -path './dev' -or -path './proc' \
6ede1975 264 -or -path './install' -or -path '.*/__pycache__' \) -prune -or -print | sort
cd1a2927
MT
265endef
266
267# This is common starting logic for builds.
268#
269ifeq "$(ROOT)" ""
270define PREBUILD
271 echo "====================================== Installing $(THISAPP) ..."
272 @echo "Install started; saving file list to $(DIR_SRC)/lsalr ..."
273 @if [ ! -f $(DIR_SRC)/lsalr ]; then $(FIND_FILES) > $(DIR_SRC)/lsalr; fi
03ad5f93
MT
274 # Fix installation on partial rebuild, so modules install where they should
275 # and not everytime on the last compiled kernel
276 if [ -f $(DIR_SRC)/linux-$(KVER) ]; then \
fdf0c7c1
AF
277 cd $(DIR_SRC)/linux-$(KVER) && \
278 sed -i -e 's+^EXTRAVERSION.*$$+EXTRAVERSION\ =\ $(word 4,$(subst ., .,$(KVER)))-ipfire$(KCFG)+' Makefile; \
03ad5f93 279 fi
cd1a2927
MT
280endef
281else
282define PREBUILD
283 echo "====================================== Installing $(THISAPP) ..."
284endef
285endif
286
287# Common end-of-installation logic for Stage 2 and beyond.
288#
289ifeq "$(ROOT)" ""
290define POSTBUILD
f5ad8f59
MT
291 @echo "Updating linker cache..."
292 @type -p ldconfig >/dev/null && ldconfig || :
03ad5f93 293 @echo "Install done; saving file list to $(TARGET) ..."
06fd5cdd 294 @rm -rf $(GOPATH) /root/.cargo
cd1a2927 295 @$(FIND_FILES) > $(DIR_SRC)/lsalrnew
e21bd39e 296 @diff $(DIR_SRC)/lsalr $(DIR_SRC)/lsalrnew | grep '^> ' | sed 's/^> //' > $(TARGET)_diff
761d0366
MT
297 @mv -f $(DIR_SRC)/lsalrnew $(DIR_SRC)/lsalr
298 @sed -i -e 's+.\/++' $(TARGET)_diff
cd1a2927
MT
299 # compare roofile ( same name as lfs script) with the list of installed files
300 # special cases
03ad5f93 301 # - if the corresponding rootfile is not found, touch $(TARGET)_missing_rootfile
0145f271 302 # - on a partial rebuild without a new file inside TARGET_diff, just touch TARGET
03ad5f93
MT
303 # $(TARGET)_diff : result of the diff
304 # ROOTFILE : reference of include/exclude files
305 # $(TARGET)_rootfile : ROOTFILE with KVER replacement
306 # $(TARGET) : log result with {commented|include|added} files
761d0366 307 @if [ -s "$(TARGET)_diff" ]; then \
fdf0c7c1 308 LFS_SCRIPT=$(firstword $(MAKEFILE_LIST))$(KCFG); \
03ad5f93 309 echo $(LFS_SCRIPT); \
a4923c7f 310 ROOTFILE=$$(find -L $(DIR_SRC)/config/rootfiles/{common,packages}/{$(BUILD_ARCH),} -maxdepth 1 -type f -name $$LFS_SCRIPT 2>/dev/null | head -1); \
03ad5f93
MT
311 if [ "$$ROOTFILE" = "" ]; then \
312 touch $(TARGET)_missing_rootfile; \
313 ROOTFILE=$(TARGET)_missing_rootfile ; \
314 echo "error $$LFS_SCRIPT not found in config/rootfiles"; \
315 fi; \
289a86a3 316 sed -e "s/BUILDTARGET/$(BUILDTARGET)/g" -e "s/KVER/$(KVER)/g" -e "s/xxxMACHINExxx/$(BUILD_ARCH)/g" $$ROOTFILE > $(TARGET)_rootfile; \
761d0366 317 while read -r line; do \
c9444dcf
AF
318 if grep -qG "^#$$line$$" $(TARGET)_rootfile; then echo "#$$line" >> $(TARGET); \
319 elif grep -qG "^$$line$$" $(TARGET)_rootfile ; then echo "$$line" >> $(TARGET); \
cd1a2927
MT
320 else echo "+$$line" >> $(TARGET); \
321 fi; \
761d0366
MT
322 done < $(TARGET)_diff; \
323 grep -v "^#" $(TARGET)_rootfile | while read -r line; do \
0f3c1311
AF
324 if ! grep -qG "^$$line$$" $(TARGET)_diff ; then echo "-$$line" >> $(TARGET); \
325 fi; \
326 done; \
0145f271 327 rm -f $(TARGET)_rootfile; \
cd1a2927
MT
328 else \
329 touch $(TARGET); \
330 fi
0145f271 331 @rm -f $(TARGET)_diff
cd1a2927
MT
332endef
333else
334define POSTBUILD
335 @echo "===================================== Install done for $(THISAPP)."
336 touch $(TARGET)
337endef
338endif
339
340define CHECK
341 @echo -e "$(MESSAGE)Check: $($(notdir $@))"
319d3289 342 wget -T 120 -t 1 --spider -nv -U "IPFireSourceGrabber/2.x" $($(notdir $@)) -O /dev/null
cd1a2927
MT
343 @touch $(DIR_CHK)/$(notdir $@)
344endef
345
346define LOAD
347 @echo -e "$(MESSAGE)Download: $($(notdir $@))"
e99d32db 348 wget -T 60 -t 1 -nv -U "IPFireSourceGrabber/2.x" $($(notdir $@)) -O $(DIR_TMP)/$(notdir $@)
62d9b7bd 349 [ "$($(notdir $@)_BLAKE2)" = "$$(b2sum $(DIR_TMP)/$(notdir $@) | awk '{ print $$1 }')" ] # detect page not found answer
cd1a2927
MT
350 mv $(DIR_TMP)/$(notdir $@) $(DIR_DL)
351endef
352
9a7e4d85 353define B2SUM
cd1a2927 354 # error mean file signature don't match the one in lfs script
62d9b7bd 355 [ "$($@_BLAKE2)" = "$$(b2sum $(DIR_DL)/$@ | awk '{ print $$1 }')" ] && echo "$@ checksum OK"
cd1a2927 356endef
a8b159e7
MT
357
358define PAK
5c8cfc99 359 # Bringing the files to their right place.
258bc2e3 360 @rm -rf $(DIR_TMP_PAK) && mkdir -p $(DIR_TMP_PAK)
4c7fa778 361 if [ -e "/usr/src/src/paks/$(PROG)" ]; then \
3489ebac 362 cp -f /usr/src/src/paks/$(PROG)/{,un}install.sh /usr/src/src/paks/$(PROG)/update.sh \
258bc2e3 363 $(DIR_TMP_PAK); \
3489ebac
MT
364 else \
365 cp -f /usr/src/src/paks/default/{,un}install.sh /usr/src/src/paks/default/update.sh \
258bc2e3 366 $(DIR_TMP_PAK); \
3489ebac 367 fi
dc7d6b20 368 for i in $(DIR_SRC)/config/rootfiles/packages/{$(BUILD_ARCH),}/$(PROG); do \
5596077b 369 if [ -e "$${i}" ]; then \
258bc2e3 370 cp -v $${i} $(DIR_TMP_PAK)/ROOTFILES; \
5596077b
MT
371 break; \
372 fi; \
373 done
258bc2e3
MT
374
375 # Replace variables in rootfiles
376 sed -i $(DIR_TMP_PAK)/ROOTFILES \
377 -e 's/BUILDTARGET/$(BUILDTARGET)/g' \
378 -e 's/KVER/$(KVER)/g' \
289a86a3 379 -e 's/xxxMACHINExxx/$(BUILD_ARCH)/g'
258bc2e3
MT
380
381 # Replace variables in scripts
382 sed -i $(DIR_TMP_PAK)/install.sh \
383 -e 's/xxxKVERxxx/$(KVER)/g'
384
385 # Make scripts executable
386 chmod 754 $(DIR_TMP_PAK)/{{,un}install,update}.sh
387
388 # Collect all files
389 rm -rf $(DIR_TMP_PAK)/root && mkdir -p $(DIR_TMP_PAK)/root
390 tar -c --exclude='#*' --exclude='proc/*' --exclude='dev/pts/*' --exclude='tmp/*' \
391 --exclude='__pycache__' \
6a8be3e1
MT
392 -C / --files-from=$(DIR_TMP_PAK)/ROOTFILES | tar -x -C $(DIR_TMP_PAK)/root; \
393 exit $${PIPESTATUS[0]}
258bc2e3
MT
394
395 # Compress tarball
396 cd $(DIR_TMP_PAK)/root && tar cf - * | xz $(XZ_OPT) > $(DIR_TMP_PAK)/files.tar.xz
397
398 # Cleanup temporary files
399 rm -rf $(DIR_TMP_PAK)/root
400
401 # Remove any commented lines
402 sed -i $(DIR_TMP_PAK)/ROOTFILES -e "/^#/d"
403
404 # Make package
405 cd $(DIR_TMP_PAK) && tar cf /install/packages/$(PROG)-$(VER)-$(PAK_VER).ipfire *
406
407 # Cleanup
408 rm -rf $(DIR_TMP_PAK)
409
a9d98b34
RR
410 # Escape SUMMARY variable and create meta file
411 summaryEscaped=$$(sed 's/[&/\]/\\&/g' <<< "$(SUMMARY)"); \
258bc2e3
MT
412 sed \
413 -e "s/NAME/$(PROG)/g" \
a9d98b34 414 -e "s/SUMMARY/$$summaryEscaped/g" \
258bc2e3
MT
415 -e "s/VER/$(VER)/g" \
416 -e "s/RELEASE/$(PAK_VER)/g" \
417 -e "s/DEPS/$(DEPS)/g" \
702b59cd 418 -e "s/SIZE/$$(stat --format=%s /install/packages/$(PROG)-$(VER)-$(PAK_VER).ipfire)/g" \
a9d98b34 419 -e "s/SERVICES/$(SERVICES)/g" \
5c8cfc99 420 < /usr/src/src/pakfire/meta > /install/packages/meta-$(PROG)
a8b159e7 421endef
38888b3d
JS
422
423define INSTALL_INITSCRIPT
424 install -m 754 -v $(DIR_SRC)/src/initscripts/packages/$(1) /etc/rc.d/init.d/$(1)
425endef
426
a9d98b34
RR
427define INSTALL_INITSCRIPTS
428 for initscript in $(1); do \
429 $(call INSTALL_INITSCRIPT,$$initscript) || exit 1; \
430 done
431endef
432
1ebdfb0e 433ifeq "$(BUILD_ARCH)" "$(filter $(BUILD_ARCH),aarch64 riscv64)"
0d1df90f
MT
434define UPDATE_AUTOMAKE
435 for i in $$(find $(DIR_APP) -name config.guess -o -name config.sub); do \
5c36c8dd
MT
436 cp -vf /usr/share/automake*/$$(basename $${i}) $${i} || \
437 cp -vf $(TOOLS_DIR)/share/automake*/$$(basename $${i}) $${i}; \
0d1df90f
MT
438 done
439endef
440endif
441
38888b3d
JS
442test:
443 $(call INSTALL_INITSCRIPT,hostapd)