]> git.ipfire.org Git - ipfire-2.x.git/blob - lfs/Config
rust: List all files copied
[ipfire-2.x.git] / lfs / Config
1 ###############################################################################
2 # LFSMake #
3 # by Rod Roark <rod@sunsetsystems.com> #
4 # #
5 # Copyright (C) 2002 Rod Roark #
6 # #
7 # See http://www.lfsmake.org/ for the most current standard version. #
8 # #
9 # These Makefiles are made available under the terms of the Artistic License, #
10 # found at http://www.opensource.org/licenses/artistic-license.html. #
11 ###############################################################################
12
13 ###############################################################################
14 # #
15 # IPFire.org - A linux based firewall #
16 # Copyright (C) 2007-2021 IPFire Team <info@ipfire.org> #
17 # #
18 # This program is free software: you can redistribute it and/or modify #
19 # it under the terms of the GNU General Public License as published by #
20 # the Free Software Foundation, either version 3 of the License, or #
21 # (at your option) any later version. #
22 # #
23 # This program is distributed in the hope that it will be useful, #
24 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
25 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
26 # GNU General Public License for more details. #
27 # #
28 # You should have received a copy of the GNU General Public License #
29 # along with this program. If not, see <http://www.gnu.org/licenses/>. #
30 # #
31 ###############################################################################
32
33 # Cleanup environment from any variables
34 unexport BUILD_ARCH BUILD_PLATFORM BUILDTARGET CROSSTARGET TOOLCHAIN TOOLS_DIR
35 unexport XZ_OPT
36
37 # Basic Variables
38 EMPTY :=
39 COMMA := ,
40 SPACE := $(EMPTY) $(EMPTY)
41 define NEWLINE
42
43
44 endef
45
46 # Basic Functions
47 join-with = $(subst $(SPACE),$(1),$(strip $(2)))
48
49 PARALLELISM = $(shell echo $$( \
50 if [ -n "$(MAX_PARALLELISM)" ] && [ $(MAX_PARALLELISM) -lt 1 ]; then \
51 echo 1 ; \
52 elif [ -n "$(MAX_PARALLELISM)" ] && [ $(MAX_PARALLELISM) -lt $(DEFAULT_PARALLELISM) ]; then \
53 echo $(MAX_PARALLELISM); \
54 else \
55 echo $(DEFAULT_PARALLELISM); \
56 fi) \
57 )
58
59 MAKETUNING = -j$(PARALLELISM)
60
61 ifeq "$(BUILD_ARCH)" "aarch64"
62 IS_64BIT = 1
63 endif
64
65 ifeq "$(BUILD_ARCH)" "armv7hl"
66 IS_32BIT = 1
67 endif
68
69 ifeq "$(BUILD_ARCH)" "armv6l"
70 IS_32BIT = 1
71 endif
72
73 ifeq "$(BUILD_ARCH)" "x86_64"
74 IS_64BIT = 1
75 endif
76
77 ifeq "$(BUILD_ARCH)" "riscv64"
78 IS_64BIT = 1
79 endif
80
81 ifeq "$(TOOLCHAIN)" "1"
82 PREFIX = $(TOOLS_DIR)
83 else
84 PREFIX = /usr
85 endif
86
87 TAR_OPTIONS = \
88 --format=pax \
89 --acls \
90 --xattrs --xattrs-include='*'
91
92 ZSTD_OPTIONS = \
93 -T$(PARALLELISM) \
94 -19 \
95 --long
96
97 # URLs that are common sources of downloads. If you're having trouble with
98 # a site you should change its URL to that of a suitable mirror site.
99 #
100 URL_IPFIRE = https://source.ipfire.org/source-2.x
101 URL_TOOLCHAIN = https://source.ipfire.org/toolchains
102 URL_SOURCE = git.ipfire.org:/pub/sources/source-2.x
103
104 # Don't change this; it will be overridden by other makefiles where necessary.
105 #
106 ROOT =
107
108 # For most packages tarballs are unpacked here and then deleted after
109 # installation.
110 #
111 DIR_SRC = $(ROOT)/usr/src
112
113 # Files are downloaded into DIR_TMP and then moved to DIR_DL, to avoid
114 # messes with partially retrieved files. DIR_DL is where we will
115 # save all the files that are downloaded. DIR_INFO contains the
116 # file lists of installed packages.
117 #
118 DIR_DL = $(LFS_BASEDIR)/cache
119 DIR_CHK = $(LFS_BASEDIR)/cache/check
120 DIR_CONF = $(LFS_BASEDIR)/config
121 DIR_INFO = $(LFS_BASEDIR)/log
122 DIR_TMP = /tmp
123 DIR_TMP_PAK = $(DIR_TMP)/package-$(PROG)
124
125 # Add the compiler location and version and specs to the ccache hash
126 CCACHE_COMPILERCHECK += $(shell gcc -dumpspecs 2>/dev/null | md5sum | cut -d ' ' -f1)
127
128 # We support EFI on x86_64 and aarch64
129 ifeq "$(BUILD_ARCH)" "x86_64"
130 EFI = 1
131 EFI_ARCH = x64
132 GRUB_ARCH = $(BUILD_ARCH)
133 endif
134
135 ifeq "$(BUILD_ARCH)" "aarch64"
136 EFI = 1
137 EFI_ARCH = aa64
138 GRUB_ARCH = arm64
139 endif
140
141 # Go
142 export GOARCH
143 export GOOS = linux
144 export GOPATH = $(HOME)/gopath
145
146 ifeq "$(BUILD_ARCH)" "x86_64"
147 GOARCH = amd64
148 endif
149
150 ifeq "$(BUILD_ARCH)" "aarch64"
151 GOARCH = arm64
152 endif
153
154 # Rust
155 CARGO_PATH = $(DIR_APP)/.cargo
156 CARGO_REGISTRY = /usr/share/cargo/registry
157
158 CRATE_NAME = $(patsubst rust-%,%,$(firstword $(MAKEFILE_LIST)))
159 CRATE_VER = $(VER)
160 CRATE_PATH = $(CARGO_REGISTRY)/$(CRATE_NAME)-$(CRATE_VER)
161
162 define CARGO_CONFIG
163 [build]
164 rustflags = [$(call join-with,$(COMMA)$(SPACE),$(foreach flag,$(RUSTFLAGS),"$(flag)"))]
165
166 [env]
167 CFLAGS = "$(CFLAGS)"
168 CXXFLAGS = "$(CXXFLAGS)"
169 LDFLAGS = "$(LDFLAGS)"
170
171 [term]
172 verbose = true
173
174 [source]
175
176 [source.local-registry]
177 directory = "$(CARGO_REGISTRY)"
178
179 [source.crates-io]
180 registry = "https://crates.io"
181 replace-with = "local-registry"
182 endef
183 export CARGO_CONFIG
184
185 CARGO = \
186 CARGOPATH=$(CARGO_PATH) \
187 cargo
188
189 define CARGO_PREPARE
190 mkdir -p $(CARGO_PATH) && \
191 echo "$${CARGO_CONFIG}" > $(CARGO_PATH)/config && \
192 rm -f Cargo.lock
193 endef
194
195 CARGO_BUILD = \
196 $(CARGO) \
197 build \
198 $(MAKETUNING) \
199 --release
200
201 # Checks whether this crate has a right taregt
202 CARGO_TARGET_CHECK = cargo metadata --format-version 1 | \
203 jq -e ".packages[].targets[].kind | any(. == \"$(1)\")" | grep -q "true"
204
205 define CARGO_INSTALL
206 mkdir -pv "$(CRATE_PATH)" && \
207 if $(call CARGO_TARGET_CHECK,lib); then \
208 awk \
209 '/^\\\[((.+\\\.)?((dev|build)-)?dependencies|features)/{f=1;next} /^\\\[/{f=0}; !f' \
210 < Cargo.toml > Cargo.toml.deps && \
211 $(CARGO) package -l | grep -wEv "Cargo.(lock|toml.orig)" \
212 | xargs -d "\n" cp -v --parents -a -t $(CRATE_PATH) && \
213 install -v -m 644 Cargo.toml.deps $(CRATE_PATH)/Cargo.toml && \
214 echo "{\"files\":{},\"package\":\"\"}" > $(CRATE_PATH)/.cargo-checksum.json; \
215 fi && \
216 if $(call CARGO_TARGET_CHECK,bin); then \
217 $(CARGO) install --no-track --path .; \
218 fi
219 endef
220
221 ###############################################################################
222 # Common Macro Definitions
223 ###############################################################################
224
225 # For each package we create a list of files that it installed under
226 # log/<TARGET> name. Modified files are not identified
227 #
228 define FIND_FILES
229 cd $(ROOT)/ && find -mount \
230 \( -path '.$(TOOLS_DIR)' -or -path './tmp' -or -path './usr/src' \
231 -or -path './run' -or -path './dev' -or -path './proc' \
232 -or -path './install' -or -path '.*/__pycache__' \) -prune -or -print | sort
233 endef
234
235 # This is common starting logic for builds.
236 #
237 ifeq "$(ROOT)" ""
238 define PREBUILD
239 echo "====================================== Installing $(THISAPP) ..."
240 @echo "Install started; saving file list to $(DIR_SRC)/lsalr ..."
241 @if [ ! -f $(DIR_SRC)/lsalr ]; then $(FIND_FILES) > $(DIR_SRC)/lsalr; fi
242 # Fix installation on partial rebuild, so modules install where they should
243 # and not everytime on the last compiled kernel
244 if [ -f $(DIR_SRC)/linux-$(KVER) ]; then \
245 cd $(DIR_SRC)/linux-$(KVER) && \
246 sed -i -e 's+^EXTRAVERSION.*$$+EXTRAVERSION\ =\ $(word 4,$(subst ., .,$(KVER)))-ipfire$(KCFG)+' Makefile; \
247 fi
248 endef
249 else
250 define PREBUILD
251 echo "====================================== Installing $(THISAPP) ..."
252 endef
253 endif
254
255 # Common end-of-installation logic for Stage 2 and beyond.
256 #
257 ifeq "$(ROOT)" ""
258 define POSTBUILD
259 @echo "Updating linker cache..."
260 @type -p ldconfig >/dev/null && ldconfig || :
261 @echo "Install done; saving file list to $(TARGET) ..."
262 @rm -rf $(GOPATH)
263 @$(FIND_FILES) > $(DIR_SRC)/lsalrnew
264 @diff $(DIR_SRC)/lsalr $(DIR_SRC)/lsalrnew | grep '^> ' | sed 's/^> //' > $(TARGET)_diff
265 @cp -f $(DIR_SRC)/lsalrnew $(DIR_SRC)/lsalr
266 @rm -f $(DIR_SRC)/lsalrnew
267 sed -i -e 's+.\/++' $(TARGET)_diff
268 # compare roofile ( same name as lfs script) with the list of installed files
269 # special cases
270 # - if the corresponding rootfile is not found, touch $(TARGET)_missing_rootfile
271 # - on a partial rebuild without a new file inside TARGET_diff, just touch TARGET
272 # $(TARGET)_diff : result of the diff
273 # ROOTFILE : reference of include/exclude files
274 # $(TARGET)_rootfile : ROOTFILE with KVER replacement
275 # $(TARGET) : log result with {commented|include|added} files
276 if [ -s "$(TARGET)_diff" ]; then \
277 LFS_SCRIPT=$(firstword $(MAKEFILE_LIST))$(KCFG); \
278 echo $(LFS_SCRIPT); \
279 ROOTFILE=$$(find -L $(DIR_SRC)/config/rootfiles/{common,packages}/{$(BUILD_ARCH),} -maxdepth 1 -type f -name $$LFS_SCRIPT 2>/dev/null | head -1); \
280 if [ "$$ROOTFILE" = "" ]; then \
281 touch $(TARGET)_missing_rootfile; \
282 ROOTFILE=$(TARGET)_missing_rootfile ; \
283 echo "error $$LFS_SCRIPT not found in config/rootfiles"; \
284 fi; \
285 sed -e "s/BUILDTARGET/$(BUILDTARGET)/g" -e "s/KVER/$(KVER)/g" -e "s/xxxMACHINExxx/$(BUILD_ARCH)/g" $$ROOTFILE > $(TARGET)_rootfile; \
286 for line in `cat $(TARGET)_diff`; do \
287 if grep -qG "^#$$line$$" $(TARGET)_rootfile; then echo "#$$line" >> $(TARGET); \
288 elif grep -qG "^$$line$$" $(TARGET)_rootfile ; then echo "$$line" >> $(TARGET); \
289 else echo "+$$line" >> $(TARGET); \
290 fi; \
291 done; \
292 for line in `grep -v "^#" $(TARGET)_rootfile`; do \
293 if ! grep -qG "^$$line$$" $(TARGET)_diff ; then echo "-$$line" >> $(TARGET); \
294 fi; \
295 done; \
296 rm -f $(TARGET)_rootfile; \
297 else \
298 touch $(TARGET); \
299 fi
300 @rm -f $(TARGET)_diff
301 endef
302 else
303 define POSTBUILD
304 @echo "===================================== Install done for $(THISAPP)."
305 touch $(TARGET)
306 endef
307 endif
308
309 define CHECK
310 @echo -e "$(MESSAGE)Check: $($(notdir $@))"
311 wget -T 120 -t 1 --spider -nv -U "IPFireSourceGrabber/2.x" $($(notdir $@)) -O /dev/null
312 @touch $(DIR_CHK)/$(notdir $@)
313 endef
314
315 define LOAD
316 @echo -e "$(MESSAGE)Download: $($(notdir $@))"
317 wget -T 60 -t 1 -nv -U "IPFireSourceGrabber/2.x" $($(notdir $@)) -O $(DIR_TMP)/$(notdir $@)
318 [ "$($(notdir $@)_MD5)" = `md5sum $(DIR_TMP)/$(notdir $@) | awk '{ print $$1 }'` ] # detect page not found answer
319 mv $(DIR_TMP)/$(notdir $@) $(DIR_DL)
320 endef
321
322 define MD5
323 # error mean file signature don't match the one in lfs script
324 [ "$($@_MD5)" = `md5sum $(DIR_DL)/$@ | awk '{ print $$1 }'` ]
325 echo "$@ checksum OK"
326 endef
327
328 define PAK
329 # Bringing the files to their right place.
330 @rm -rf $(DIR_TMP_PAK) && mkdir -p $(DIR_TMP_PAK)
331 if [ -e "/usr/src/src/paks/$(PROG)" ]; then \
332 cp -f /usr/src/src/paks/$(PROG)/{,un}install.sh /usr/src/src/paks/$(PROG)/update.sh \
333 $(DIR_TMP_PAK); \
334 else \
335 cp -f /usr/src/src/paks/default/{,un}install.sh /usr/src/src/paks/default/update.sh \
336 $(DIR_TMP_PAK); \
337 fi
338 for i in $(DIR_SRC)/config/rootfiles/packages/{$(BUILD_ARCH),}/$(PROG); do \
339 if [ -e "$${i}" ]; then \
340 cp -v $${i} $(DIR_TMP_PAK)/ROOTFILES; \
341 break; \
342 fi; \
343 done
344
345 # Replace variables in rootfiles
346 sed -i $(DIR_TMP_PAK)/ROOTFILES \
347 -e 's/BUILDTARGET/$(BUILDTARGET)/g' \
348 -e 's/KVER/$(KVER)/g' \
349 -e 's/xxxMACHINExxx/$(BUILD_ARCH)/g'
350
351 # Replace variables in scripts
352 sed -i $(DIR_TMP_PAK)/install.sh \
353 -e 's/xxxKVERxxx/$(KVER)/g'
354
355 # Make scripts executable
356 chmod 754 $(DIR_TMP_PAK)/{{,un}install,update}.sh
357
358 # Collect all files
359 rm -rf $(DIR_TMP_PAK)/root && mkdir -p $(DIR_TMP_PAK)/root
360 tar -c --exclude='#*' --exclude='proc/*' --exclude='dev/pts/*' --exclude='tmp/*' \
361 --exclude='__pycache__' \
362 -C / --files-from=$(DIR_TMP_PAK)/ROOTFILES | tar -x -C $(DIR_TMP_PAK)/root; \
363 exit $${PIPESTATUS[0]}
364
365 # Compress tarball
366 cd $(DIR_TMP_PAK)/root && tar cf - * | xz $(XZ_OPT) > $(DIR_TMP_PAK)/files.tar.xz
367
368 # Cleanup temporary files
369 rm -rf $(DIR_TMP_PAK)/root
370
371 # Remove any commented lines
372 sed -i $(DIR_TMP_PAK)/ROOTFILES -e "/^#/d"
373
374 # Make package
375 cd $(DIR_TMP_PAK) && tar cf /install/packages/$(PROG)-$(VER)-$(PAK_VER).ipfire *
376
377 # Cleanup
378 rm -rf $(DIR_TMP_PAK)
379
380 # Create meta file
381 sed \
382 -e "s/NAME/$(PROG)/g" \
383 -e "s/VER/$(VER)/g" \
384 -e "s/RELEASE/$(PAK_VER)/g" \
385 -e "s/DEPS/$(DEPS)/g" \
386 -e "s/SIZE/$$(stat --format=%s /install/packages/$(PROG)-$(VER)-$(PAK_VER).ipfire)/g" \
387 < /usr/src/src/pakfire/meta > /install/packages/meta-$(PROG)
388 endef
389
390 define INSTALL_INITSCRIPT
391 install -m 754 -v $(DIR_SRC)/src/initscripts/packages/$(1) /etc/rc.d/init.d/$(1)
392 endef
393
394 ifeq "$(BUILD_ARCH)" "$(filter $(BUILD_ARCH),aarch64 riscv64)"
395 define UPDATE_AUTOMAKE
396 for i in $$(find $(DIR_APP) -name config.guess -o -name config.sub); do \
397 cp -vf /usr/share/automake*/$$(basename $${i}) $${i} || \
398 cp -vf $(TOOLS_DIR)/share/automake*/$$(basename $${i}) $${i}; \
399 done
400 endef
401 endif
402
403 test:
404 $(call INSTALL_INITSCRIPT,hostapd)