###############################################################################
# #
# IPFire.org - A linux based firewall #
-# Copyright (C) 2007 Michael Tremer & Christian Schmidt #
+# Copyright (C) 2007-2023 IPFire Team <info@ipfire.org> #
# #
# This program is free software: you can redistribute it and/or modify #
# it under the terms of the GNU General Public License as published by #
unexport BUILD_ARCH BUILD_PLATFORM BUILDTARGET CROSSTARGET TOOLCHAIN TOOLS_DIR
unexport XZ_OPT
+# Basic Variables
+EMPTY :=
+COMMA := ,
+SPACE := $(EMPTY) $(EMPTY)
+define NEWLINE
+
+
+endef
+
+# Basic Functions
+join-with = $(subst $(SPACE),$(1),$(strip $(2)))
+
PARALLELISM = $(shell echo $$( \
- if [ -n "$(MAX_PARALLELISM)" ] && [ $(MAX_PARALLELISM) -lt $(DEFAULT_PARALLELISM) ]; then \
+ if [ -n "$(MAX_PARALLELISM)" ] && [ $(MAX_PARALLELISM) -lt 1 ]; then \
+ echo 1 ; \
+ elif [ -n "$(MAX_PARALLELISM)" ] && [ $(MAX_PARALLELISM) -lt $(DEFAULT_PARALLELISM) ]; then \
echo $(MAX_PARALLELISM); \
else \
echo $(DEFAULT_PARALLELISM); \
MAKETUNING = -j$(PARALLELISM)
-ifeq "$(BUILD_ARCH)" "aarch64"
- IS_64BIT = 1
-endif
-
-ifeq "$(BUILD_ARCH)" "armv7hl"
- IS_32BIT = 1
-endif
-
-ifeq "$(BUILD_ARCH)" "armv5tel"
- IS_32BIT = 1
-endif
-
-ifeq "$(BUILD_ARCH)" "x86_64"
- IS_64BIT = 1
-endif
-
-ifeq "$(BUILD_ARCH)" "i586"
- IS_32BIT = 1
-endif
-
ifeq "$(TOOLCHAIN)" "1"
PREFIX = $(TOOLS_DIR)
else
PREFIX = /usr
endif
-TAR_OPTIONS = --xz
+TAR_OPTIONS = \
+ --format=pax \
+ --acls \
+ --xattrs --xattrs-include='*'
+
+ZSTD_OPTIONS = \
+ -T$(PARALLELISM) \
+ -19 \
+ --long
# URLs that are common sources of downloads. If you're having trouble with
# a site you should change its URL to that of a suitable mirror site.
#
URL_IPFIRE = https://source.ipfire.org/source-2.x
URL_TOOLCHAIN = https://source.ipfire.org/toolchains
-URL_SOURCE = git.ipfire.org:/pub/sources/source-2.x
+URL_SOURCE = people.ipfire.org:/pub/sources/source-2.x
# Don't change this; it will be overridden by other makefiles where necessary.
#
DIR_CONF = $(LFS_BASEDIR)/config
DIR_INFO = $(LFS_BASEDIR)/log
DIR_TMP = /tmp
+DIR_TMP_PAK = $(DIR_TMP)/package-$(PROG)
# Add the compiler location and version and specs to the ccache hash
CCACHE_COMPILERCHECK += $(shell gcc -dumpspecs 2>/dev/null | md5sum | cut -d ' ' -f1)
-# We support EFI on x86_64 and aarch64
+# We support EFI on x86_64 riscv64 and aarch64
ifeq "$(BUILD_ARCH)" "x86_64"
EFI = 1
EFI_ARCH = x64
GRUB_ARCH = $(BUILD_ARCH)
endif
+ifeq "$(BUILD_ARCH)" "riscv64"
+ EFI = 1
+ EFI_ARCH = $(BUILD_ARCH)
+ GRUB_ARCH = $(BUILD_ARCH)
+endif
+
ifeq "$(BUILD_ARCH)" "aarch64"
EFI = 1
EFI_ARCH = aa64
GRUB_ARCH = arm64
endif
+# Go
+export GOARCH
+export GOOS = linux
+export GOPATH = $(HOME)/gopath
+
+ifeq "$(BUILD_ARCH)" "x86_64"
+ GOARCH = amd64
+endif
+
+ifeq "$(BUILD_ARCH)" "aarch64"
+ GOARCH = arm64
+endif
+
+# Rust
+ifeq "$(BUILD_ARCH)" "riscv64"
+ RUST_ARCH = riscv64gc
+else
+ RUST_ARCH = $(BUILD_ARCH)
+endif
+
+RUST_PLATFORM = $(RUST_ARCH)-unknown-linux-gnu
+
+CARGO_PATH = $(DIR_APP)/.cargo
+CARGO_REGISTRY = /usr/share/cargo/registry
+
+CRATE_NAME = $(patsubst rust-%,%,$(firstword $(MAKEFILE_LIST)))
+CRATE_VER = $(VER)
+CRATE_PATH = $(CARGO_REGISTRY)/$(CRATE_NAME)-$(CRATE_VER)
+
+define CARGO_CONFIG
+[build]
+rustflags = [$(call join-with,$(COMMA)$(SPACE),$(foreach flag,$(RUSTFLAGS),"$(flag)"))]
+
+[env]
+CFLAGS = "$(CFLAGS)"
+CXXFLAGS = "$(CXXFLAGS)"
+LDFLAGS = "$(LDFLAGS)"
+
+[term]
+verbose = true
+
+[source]
+
+[source.local-registry]
+directory = "$(CARGO_REGISTRY)"
+
+[source.crates-io]
+registry = "https://crates.io"
+replace-with = "local-registry"
+endef
+export CARGO_CONFIG
+
+# Set to false if you want to skip the binary install step
+CARGO_HAS_BIN = true
+
+CARGO = \
+ CARGOPATH=$(CARGO_PATH) \
+ RUSTC_BOOTSTRAP=1 \
+ cargo \
+ --offline
+
+CARGO_OPTIONS = \
+ -Z avoid-dev-deps
+
+# Cargo dealocks on riscv64 when building on multiple cores at the same time
+ifeq "$(BUILD_ARCH)" "riscv64"
+ CARGO_OPTIONS += -j1
+else
+ CARGO_OPTIONS += $(MAKETUNING)
+endif
+
+define CARGO_PREPARE
+ mkdir -p $(CARGO_PATH) && \
+ echo "$${CARGO_CONFIG}" > $(CARGO_PATH)/config && \
+ rm -f Cargo.lock
+endef
+
+CARGO_BUILD = \
+ $(CARGO) \
+ build \
+ --release \
+ $(CARGO_OPTIONS)
+
+# Checks whether this crate has a right taregt
+CARGO_TARGET_CHECK = $(CARGO) metadata --format-version 1 --no-deps | \
+ jq -e ".packages[].targets[].kind | any(. == \"$(1)\")" | grep -q "true"
+
+define CARGO_INSTALL
+ mkdir -pv "$(CRATE_PATH)" && \
+ if $(call CARGO_TARGET_CHECK,lib) || $(call CARGO_TARGET_CHECK,rlib) || $(call CARGO_TARGET_CHECK,proc-macro); then \
+ awk \
+ '/^\\\[((.+\\\.)?((dev|build)-)?dependencies|features)/{f=1;next} /^\\\[/{f=0}; !f' \
+ < Cargo.toml > Cargo.toml.deps && \
+ $(CARGO) package -l | grep -wEv "Cargo.(lock|toml.orig)" \
+ | xargs -d "\n" cp -v --parents -a -t $(CRATE_PATH) && \
+ install -v -m 644 Cargo.toml.deps $(CRATE_PATH)/Cargo.toml && \
+ echo "{\"files\":{},\"package\":\"\"}" > $(CRATE_PATH)/.cargo-checksum.json; \
+ fi && \
+ if $(CARGO_HAS_BIN) && $(call CARGO_TARGET_CHECK,bin); then \
+ $(CARGO) install $(CARGO_OPTIONS) --no-track --path .; \
+ fi
+endef
+
###############################################################################
# Common Macro Definitions
###############################################################################
-# For each package we create a list of files that it installed under
+# For each package we create a list of files that it installed under
# log/<TARGET> name. Modified files are not identified
#
define FIND_FILES
@echo "Updating linker cache..."
@type -p ldconfig >/dev/null && ldconfig || :
@echo "Install done; saving file list to $(TARGET) ..."
+ @rm -rf $(GOPATH) /root/.cargo
@$(FIND_FILES) > $(DIR_SRC)/lsalrnew
@diff $(DIR_SRC)/lsalr $(DIR_SRC)/lsalrnew | grep '^> ' | sed 's/^> //' > $(TARGET)_diff
- @cp -f $(DIR_SRC)/lsalrnew $(DIR_SRC)/lsalr
- @rm -f $(DIR_SRC)/lsalrnew
- sed -i -e 's+.\/++' $(TARGET)_diff
+ @mv -f $(DIR_SRC)/lsalrnew $(DIR_SRC)/lsalr
+ @sed -i -e 's+.\/++' $(TARGET)_diff
# compare roofile ( same name as lfs script) with the list of installed files
# special cases
# - if the corresponding rootfile is not found, touch $(TARGET)_missing_rootfile
# ROOTFILE : reference of include/exclude files
# $(TARGET)_rootfile : ROOTFILE with KVER replacement
# $(TARGET) : log result with {commented|include|added} files
- if [ -s "$(TARGET)_diff" ]; then \
+ @if [ -s "$(TARGET)_diff" ]; then \
LFS_SCRIPT=$(firstword $(MAKEFILE_LIST))$(KCFG); \
echo $(LFS_SCRIPT); \
ROOTFILE=$$(find -L $(DIR_SRC)/config/rootfiles/{common,packages}/{$(BUILD_ARCH),} -maxdepth 1 -type f -name $$LFS_SCRIPT 2>/dev/null | head -1); \
ROOTFILE=$(TARGET)_missing_rootfile ; \
echo "error $$LFS_SCRIPT not found in config/rootfiles"; \
fi; \
- sed -e "s/BUILDTARGET/$(BUILDTARGET)/g" -e "s/KVER/$(KVER)/g" -e "s/MACHINE/$(BUILD_ARCH)/g" $$ROOTFILE > $(TARGET)_rootfile; \
- for line in `cat $(TARGET)_diff`; do \
+ sed -e "s/BUILDTARGET/$(BUILDTARGET)/g" -e "s/KVER/$(KVER)/g" -e "s/xxxMACHINExxx/$(BUILD_ARCH)/g" $$ROOTFILE > $(TARGET)_rootfile; \
+ while read -r line; do \
if grep -qG "^#$$line$$" $(TARGET)_rootfile; then echo "#$$line" >> $(TARGET); \
elif grep -qG "^$$line$$" $(TARGET)_rootfile ; then echo "$$line" >> $(TARGET); \
else echo "+$$line" >> $(TARGET); \
fi; \
- done; \
- for line in `grep -v "^#" $(TARGET)_rootfile`; do \
+ done < $(TARGET)_diff; \
+ grep -v "^#" $(TARGET)_rootfile | while read -r line; do \
if ! grep -qG "^$$line$$" $(TARGET)_diff ; then echo "-$$line" >> $(TARGET); \
fi; \
done; \
define LOAD
@echo -e "$(MESSAGE)Download: $($(notdir $@))"
wget -T 60 -t 1 -nv -U "IPFireSourceGrabber/2.x" $($(notdir $@)) -O $(DIR_TMP)/$(notdir $@)
- [ "$($(notdir $@)_MD5)" = `md5sum $(DIR_TMP)/$(notdir $@) | awk '{ print $$1 }'` ] # detect page not found answer
+ [ "$($(notdir $@)_BLAKE2)" = "$$(b2sum $(DIR_TMP)/$(notdir $@) | awk '{ print $$1 }')" ] # detect page not found answer
mv $(DIR_TMP)/$(notdir $@) $(DIR_DL)
endef
-define MD5
+define B2SUM
# error mean file signature don't match the one in lfs script
- [ "$($@_MD5)" = `md5sum $(DIR_DL)/$@ | awk '{ print $$1 }'` ]
- echo "$@ checksum OK"
+ [ "$($@_BLAKE2)" = "$$(b2sum $(DIR_DL)/$@ | awk '{ print $$1 }')" ] && echo "$@ checksum OK"
endef
define PAK
# Bringing the files to their right place.
- @rm -rf /install/packages/package
- @mkdir -p /install/packages/package/tmp
+ @rm -rf $(DIR_TMP_PAK) && mkdir -p $(DIR_TMP_PAK)
if [ -e "/usr/src/src/paks/$(PROG)" ]; then \
cp -f /usr/src/src/paks/$(PROG)/{,un}install.sh /usr/src/src/paks/$(PROG)/update.sh \
- /install/packages/package; \
+ $(DIR_TMP_PAK); \
else \
cp -f /usr/src/src/paks/default/{,un}install.sh /usr/src/src/paks/default/update.sh \
- /install/packages/package; \
+ $(DIR_TMP_PAK); \
fi
for i in $(DIR_SRC)/config/rootfiles/packages/{$(BUILD_ARCH),}/$(PROG); do \
if [ -e "$${i}" ]; then \
- cp -v $${i} /install/packages/package/ROOTFILES; \
+ cp -v $${i} $(DIR_TMP_PAK)/ROOTFILES; \
break; \
fi; \
done
- sed -e 's/BUILDTARGET/$(BUILDTARGET)/g' -e 's/KVER/$(KVER)/g' -e 's/MACHINE/$(BUILD_ARCH)/g' -i /install/packages/package/ROOTFILES
- sed -e 's/xxxKVERxxx/$(KVER)/g' -i /install/packages/package/install.sh
- chmod 755 /install/packages/package/{{,un}install,update}.sh
- cd / && tar cfp /install/packages/package/files.tmp --numeric-owner --exclude='#*' --exclude='__pycache__' --files-from=/install/packages/package/ROOTFILES
- # Double tar to remove double files
- tar xfp /install/packages/package/files.tmp --numeric-owner -C /install/packages/package/tmp/
- rm -f /install/packages/package/files.tmp
- cd /install/packages/package/tmp/ && tar cf - -p --numeric-owner * | xz $(XZ_OPT) > /install/packages/package/files.tar.xz
- rm -r /install/packages/package/tmp
- -cat /install/packages/package/ROOTFILES | grep -v "#" > /install/packages/package/ROOTFILES.tmp
- mv /install/packages/package/ROOTFILES.tmp /install/packages/package/ROOTFILES
- cd /install/packages/package && tar cf ../$(PROG)-$(VER)-$(PAK_VER).ipfire --files-from=/usr/src/src/paks/files
- rm -rf /install/packages/package
- sed -e s/NAME/$(PROG)/g \
- -e s/VER/$(VER)/g \
- -e s/RELEASE/$(PAK_VER)/g \
- -e s/DEPS/$(DEPS)/g \
- -e s/SIZE/`ls -l \/install\/packages\/$(PROG)-$(VER)-$(PAK_VER).ipfire | awk '{ print $$5 }'`/g \
+
+ # Replace variables in rootfiles
+ sed -i $(DIR_TMP_PAK)/ROOTFILES \
+ -e 's/BUILDTARGET/$(BUILDTARGET)/g' \
+ -e 's/KVER/$(KVER)/g' \
+ -e 's/xxxMACHINExxx/$(BUILD_ARCH)/g'
+
+ # Replace variables in scripts
+ sed -i $(DIR_TMP_PAK)/install.sh \
+ -e 's/xxxKVERxxx/$(KVER)/g'
+
+ # Make scripts executable
+ chmod 754 $(DIR_TMP_PAK)/{{,un}install,update}.sh
+
+ # Collect all files
+ rm -rf $(DIR_TMP_PAK)/root && mkdir -p $(DIR_TMP_PAK)/root
+ tar -c --exclude='#*' --exclude='proc/*' --exclude='dev/pts/*' --exclude='tmp/*' \
+ --exclude='__pycache__' \
+ -C / --files-from=$(DIR_TMP_PAK)/ROOTFILES | tar -x -C $(DIR_TMP_PAK)/root; \
+ exit $${PIPESTATUS[0]}
+
+ # Compress tarball
+ cd $(DIR_TMP_PAK)/root && tar cf - * | xz $(XZ_OPT) > $(DIR_TMP_PAK)/files.tar.xz
+
+ # Cleanup temporary files
+ rm -rf $(DIR_TMP_PAK)/root
+
+ # Remove any commented lines
+ sed -i $(DIR_TMP_PAK)/ROOTFILES -e "/^#/d"
+
+ # Make package
+ cd $(DIR_TMP_PAK) && tar cf /install/packages/$(PROG)-$(VER)-$(PAK_VER).ipfire *
+
+ # Cleanup
+ rm -rf $(DIR_TMP_PAK)
+
+ # Escape SUMMARY variable and create meta file
+ summaryEscaped=$$(sed 's/[&/\]/\\&/g' <<< "$(SUMMARY)"); \
+ sed \
+ -e "s/NAME/$(PROG)/g" \
+ -e "s/SUMMARY/$$summaryEscaped/g" \
+ -e "s/VER/$(VER)/g" \
+ -e "s/RELEASE/$(PAK_VER)/g" \
+ -e "s/DEPS/$(DEPS)/g" \
+ -e "s/SIZE/$$(stat --format=%s /install/packages/$(PROG)-$(VER)-$(PAK_VER).ipfire)/g" \
+ -e "s/SERVICES/$(SERVICES)/g" \
< /usr/src/src/pakfire/meta > /install/packages/meta-$(PROG)
endef
install -m 754 -v $(DIR_SRC)/src/initscripts/packages/$(1) /etc/rc.d/init.d/$(1)
endef
-ifeq "$(BUILD_ARCH)" "aarch64"
+define INSTALL_INITSCRIPTS
+ for initscript in $(1); do \
+ $(call INSTALL_INITSCRIPT,$$initscript) || exit 1; \
+ done
+endef
+
+ifeq "$(BUILD_ARCH)" "$(filter $(BUILD_ARCH),aarch64 riscv64)"
define UPDATE_AUTOMAKE
for i in $$(find $(DIR_APP) -name config.guess -o -name config.sub); do \
- cp -vf /usr/share/automake*/$$(basename $${i}) $${i}; \
+ cp -vf /usr/share/automake*/$$(basename $${i}) $${i} || \
+ cp -vf $(TOOLS_DIR)/share/automake*/$$(basename $${i}) $${i}; \
done
endef
endif
projects / people / pmueller / ipfire-2.x.git / blobdiff