lfs/Config

   1 ###############################################################################
   2 #                                   LFSMake                                   #
   3 #                    by Rod Roark <rod@sunsetsystems.com>                     #
   4 #                                                                             #
   5 #                        Copyright (C) 2002 Rod Roark                         #
   6 #                                                                             #
   7 # See http://www.lfsmake.org/ for the most current standard version.          #
   8 #                                                                             #
   9 # These Makefiles are made available under the terms of the Artistic License, #
  10 # found at http://www.opensource.org/licenses/artistic-license.html.          #
  11 ###############################################################################
  12
  13 ###############################################################################
  14 #                                                                             #
  15 # IPFire.org - A linux based firewall                                         #
  16 # Copyright (C) 2007-2023  IPFire Team  <info@ipfire.org>                     #
  17 #                                                                             #
  18 # This program is free software: you can redistribute it and/or modify        #
  19 # it under the terms of the GNU General Public License as published by        #
  20 # the Free Software Foundation, either version 3 of the License, or           #
  21 # (at your option) any later version.                                         #
  22 #                                                                             #
  23 # This program is distributed in the hope that it will be useful,             #
  24 # but WITHOUT ANY WARRANTY; without even the implied warranty of              #
  25 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the               #
  26 # GNU General Public License for more details.                                #
  27 #                                                                             #
  28 # You should have received a copy of the GNU General Public License           #
  29 # along with this program.  If not, see <http://www.gnu.org/licenses/>.       #
  30 #                                                                             #
  31 ###############################################################################
  32
  33 # Cleanup environment from any variables
  34 unexport BUILD_ARCH BUILD_PLATFORM BUILDTARGET CROSSTARGET TOOLCHAIN TOOLS_DIR
  35 unexport XZ_OPT
  36
  37 # Basic Variables
  38 EMPTY :=
  39 COMMA := ,
  40 SPACE := $(EMPTY) $(EMPTY)
  41 define NEWLINE
  42
  43
  44 endef
  45
  46 # Basic Functions
  47 join-with       = $(subst $(SPACE),$(1),$(strip $(2)))
  48
  49 PARALLELISM = $(shell echo $$( \
  50         if [ -n "$(MAX_PARALLELISM)" ] && [ $(MAX_PARALLELISM) -lt 1 ]; then \
  51                 echo 1 ; \
  52         elif [ -n "$(MAX_PARALLELISM)" ] && [ $(MAX_PARALLELISM) -lt $(DEFAULT_PARALLELISM) ]; then \
  53                 echo $(MAX_PARALLELISM); \
  54         else \
  55                 echo $(DEFAULT_PARALLELISM); \
  56         fi) \
  57 )
  58
  59 MAKETUNING = -j$(PARALLELISM)
  60
  61 ifeq "$(TOOLCHAIN)" "1"
  62         PREFIX = $(TOOLS_DIR)
  63 else
  64         PREFIX = /usr
  65 endif
  66
  67 TAR_OPTIONS = \
  68         --format=pax \
  69         --acls \
  70         --xattrs --xattrs-include='*'
  71
  72 ZSTD_OPTIONS = \
  73         -T$(PARALLELISM) \
  74         -19 \
  75         --long
  76
  77 # URLs that are common sources of downloads.  If you're having trouble with
  78 # a site you should change its URL to that of a suitable mirror site.
  79 #
  80 URL_IPFIRE  = https://source.ipfire.org/source-2.x
  81 URL_TOOLCHAIN = https://source.ipfire.org/toolchains
  82 URL_SOURCE = git.ipfire.org:/pub/sources/source-2.x
  83
  84 # Don't change this; it will be overridden by other makefiles where necessary.
  85 #
  86 ROOT =
  87
  88 # For most packages tarballs are unpacked here and then deleted after
  89 # installation.
  90 #
  91 DIR_SRC = $(ROOT)/usr/src
  92
  93 # Files are downloaded into DIR_TMP and then moved to DIR_DL, to avoid
  94 # messes with partially retrieved files.  DIR_DL is where we will
  95 # save all the files that are downloaded.  DIR_INFO contains the
  96 # file lists of installed packages.
  97 #
  98 DIR_DL      = $(LFS_BASEDIR)/cache
  99 DIR_CHK     = $(LFS_BASEDIR)/cache/check
 100 DIR_CONF    = $(LFS_BASEDIR)/config
 101 DIR_INFO    = $(LFS_BASEDIR)/log
 102 DIR_TMP     = /tmp
 103 DIR_TMP_PAK = $(DIR_TMP)/package-$(PROG)
 104
 105 # Add the compiler location and version and specs to the ccache hash
 106 CCACHE_COMPILERCHECK += $(shell gcc -dumpspecs 2>/dev/null | md5sum | cut -d ' ' -f1)
 107
 108 # We support EFI on x86_64 riscv64 and aarch64
 109 ifeq "$(BUILD_ARCH)" "x86_64"
 110         EFI = 1
 111         EFI_ARCH = x64
 112         GRUB_ARCH = $(BUILD_ARCH)
 113 endif
 114
 115 ifeq "$(BUILD_ARCH)" "riscv64"
 116         EFI = 1
 117         EFI_ARCH = $(BUILD_ARCH)
 118         GRUB_ARCH = $(BUILD_ARCH)
 119 endif
 120
 121 ifeq "$(BUILD_ARCH)" "aarch64"
 122         EFI = 1
 123         EFI_ARCH = aa64
 124         GRUB_ARCH = arm64
 125 endif
 126
 127 # Go
 128 export GOARCH
 129 export GOOS   = linux
 130 export GOPATH = $(HOME)/gopath
 131
 132 ifeq "$(BUILD_ARCH)" "x86_64"
 133         GOARCH = amd64
 134 endif
 135
 136 ifeq "$(BUILD_ARCH)" "aarch64"
 137         GOARCH = arm64
 138 endif
 139
 140 # Rust
 141 ifeq "$(BUILD_ARCH)" "riscv64"
 142         RUST_ARCH = riscv64gc
 143 else
 144         RUST_ARCH = $(BUILD_ARCH)
 145 endif
 146
 147 RUST_PLATFORM = $(RUST_ARCH)-unknown-linux-gnu
 148
 149 CARGO_PATH     = $(DIR_APP)/.cargo
 150 CARGO_REGISTRY = /usr/share/cargo/registry
 151
 152 CRATE_NAME = $(patsubst rust-%,%,$(firstword $(MAKEFILE_LIST)))
 153 CRATE_VER  = $(VER)
 154 CRATE_PATH = $(CARGO_REGISTRY)/$(CRATE_NAME)-$(CRATE_VER)
 155
 156 define CARGO_CONFIG
 157 [build]
 158 rustflags = [$(call join-with,$(COMMA)$(SPACE),$(foreach flag,$(RUSTFLAGS),"$(flag)"))]
 159
 160 [env]
 161 CFLAGS = "$(CFLAGS)"
 162 CXXFLAGS = "$(CXXFLAGS)"
 163 LDFLAGS = "$(LDFLAGS)"
 164
 165 [term]
 166 verbose = true
 167
 168 [source]
 169
 170 [source.local-registry]
 171 directory = "$(CARGO_REGISTRY)"
 172
 173 [source.crates-io]
 174 registry = "https://crates.io"
 175 replace-with = "local-registry"
 176 endef
 177 export CARGO_CONFIG
 178
 179 # Set to false if you want to skip the binary install step
 180 CARGO_HAS_BIN = true
 181
 182 CARGO = \
 183         CARGOPATH=$(CARGO_PATH) \
 184         RUSTC_BOOTSTRAP=1 \
 185         cargo \
 186         --offline
 187
 188 CARGO_OPTIONS = \
 189         -Z avoid-dev-deps
 190
 191 # Cargo dealocks on riscv64 when building on multiple cores at the same time
 192 ifeq "$(BUILD_ARCH)" "riscv64"
 193         CARGO_OPTIONS += -j1
 194 else
 195         CARGO_OPTIONS += $(MAKETUNING)
 196 endif
 197
 198 define CARGO_PREPARE
 199         mkdir -p $(CARGO_PATH) && \
 200         echo "$${CARGO_CONFIG}" > $(CARGO_PATH)/config && \
 201         rm -f Cargo.lock
 202 endef
 203
 204 CARGO_BUILD = \
 205         $(CARGO) \
 206         build \
 207         --release \
 208         $(CARGO_OPTIONS)
 209
 210 # Checks whether this crate has a right taregt
 211 CARGO_TARGET_CHECK = $(CARGO) metadata --format-version 1 --no-deps | \
 212         jq -e ".packages[].targets[].kind | any(. == \"$(1)\")" | grep -q "true"
 213
 214 define CARGO_INSTALL
 215         mkdir -pv "$(CRATE_PATH)" && \
 216         if $(call CARGO_TARGET_CHECK,lib) || $(call CARGO_TARGET_CHECK,rlib) || $(call CARGO_TARGET_CHECK,proc-macro); then \
 217                 awk \
 218                         '/^\\\[((.+\\\.)?((dev|build)-)?dependencies|features)/{f=1;next} /^\\\[/{f=0}; !f' \
 219                         < Cargo.toml > Cargo.toml.deps && \
 220                 $(CARGO) package -l | grep -wEv "Cargo.(lock|toml.orig)" \
 221                         | xargs -d "\n" cp -v --parents -a -t $(CRATE_PATH) && \
 222                 install -v -m 644 Cargo.toml.deps $(CRATE_PATH)/Cargo.toml && \
 223                 echo "{\"files\":{},\"package\":\"\"}" > $(CRATE_PATH)/.cargo-checksum.json; \
 224         fi && \
 225         if $(CARGO_HAS_BIN) && $(call CARGO_TARGET_CHECK,bin); then \
 226                 $(CARGO) install $(CARGO_OPTIONS) --no-track --path .; \
 227         fi
 228 endef
 229
 230 ###############################################################################
 231 # Common Macro Definitions
 232 ###############################################################################
 233
 234 # For each package we create a list of files that it installed under
 235 # log/<TARGET> name. Modified files are not identified
 236 #
 237 define FIND_FILES
 238         cd $(ROOT)/ && find -mount \
 239                 \( -path '.$(TOOLS_DIR)' -or -path './tmp' -or -path './usr/src' \
 240                 -or -path './run' -or -path './dev' -or -path './proc' \
 241                 -or -path './install' -or -path '.*/__pycache__' \) -prune -or -print | sort
 242 endef
 243
 244 # This is common starting logic for builds.
 245 #
 246 ifeq "$(ROOT)" ""
 247 define PREBUILD
 248         echo "====================================== Installing $(THISAPP) ..."
 249         @echo "Install started; saving file list to $(DIR_SRC)/lsalr ..."
 250         @if [ ! -f $(DIR_SRC)/lsalr ]; then $(FIND_FILES) > $(DIR_SRC)/lsalr; fi
 251         # Fix installation on partial rebuild, so modules install where they should
 252         # and not everytime on the last compiled kernel
 253         if [ -f $(DIR_SRC)/linux-$(KVER) ]; then \
 254                 cd $(DIR_SRC)/linux-$(KVER) && \
 255                         sed -i -e 's+^EXTRAVERSION.*$$+EXTRAVERSION\ =\ $(word 4,$(subst ., .,$(KVER)))-ipfire$(KCFG)+' Makefile; \
 256         fi
 257 endef
 258 else
 259 define PREBUILD
 260         echo "====================================== Installing $(THISAPP) ..."
 261 endef
 262 endif
 263
 264 # Common end-of-installation logic for Stage 2 and beyond.
 265 #
 266 ifeq "$(ROOT)" ""
 267 define POSTBUILD
 268         @echo "Updating linker cache..."
 269         @type -p ldconfig >/dev/null && ldconfig || :
 270         @echo "Install done; saving file list to $(TARGET) ..."
 271         @rm -rf $(GOPATH) /root/.cargo
 272         @$(FIND_FILES) > $(DIR_SRC)/lsalrnew
 273         @diff $(DIR_SRC)/lsalr $(DIR_SRC)/lsalrnew | grep '^> ' | sed 's/^> //' > $(TARGET)_diff
 274         @mv -f $(DIR_SRC)/lsalrnew $(DIR_SRC)/lsalr
 275         @sed -i -e 's+.\/++' $(TARGET)_diff
 276         # compare roofile ( same name as lfs script) with the list of installed files
 277         # special cases
 278         # - if the corresponding rootfile is not found, touch $(TARGET)_missing_rootfile
 279         # - on a partial rebuild without a new file inside TARGET_diff, just touch TARGET
 280         # $(TARGET)_diff : result of the diff
 281         # ROOTFILE : reference of include/exclude files
 282         # $(TARGET)_rootfile : ROOTFILE with KVER replacement
 283         # $(TARGET) : log result with {commented|include|added} files
 284         @if [ -s "$(TARGET)_diff" ]; then \
 285                 LFS_SCRIPT=$(firstword $(MAKEFILE_LIST))$(KCFG); \
 286                 echo $(LFS_SCRIPT); \
 287                 ROOTFILE=$$(find -L $(DIR_SRC)/config/rootfiles/{common,packages}/{$(BUILD_ARCH),} -maxdepth 1 -type f -name $$LFS_SCRIPT 2>/dev/null | head -1); \
 288                 if [ "$$ROOTFILE" = "" ]; then \
 289                         touch $(TARGET)_missing_rootfile; \
 290                         ROOTFILE=$(TARGET)_missing_rootfile ; \
 291                         echo "error $$LFS_SCRIPT not found in config/rootfiles"; \
 292                 fi; \
 293                 sed -e "s/BUILDTARGET/$(BUILDTARGET)/g" -e "s/KVER/$(KVER)/g" -e "s/xxxMACHINExxx/$(BUILD_ARCH)/g" $$ROOTFILE > $(TARGET)_rootfile; \
 294                 while read -r line; do \
 295                         if grep -qG "^#$$line$$" $(TARGET)_rootfile; then echo "#$$line" >> $(TARGET); \
 296                         elif grep -qG "^$$line$$" $(TARGET)_rootfile ; then echo "$$line" >> $(TARGET); \
 297                         else echo "+$$line" >> $(TARGET); \
 298                         fi; \
 299                 done < $(TARGET)_diff; \
 300                 grep -v "^#" $(TARGET)_rootfile | while read -r line; do \
 301                         if ! grep -qG "^$$line$$" $(TARGET)_diff ; then echo "-$$line" >> $(TARGET); \
 302                         fi; \
 303                 done; \
 304                 rm -f $(TARGET)_rootfile; \
 305         else \
 306                 touch $(TARGET); \
 307         fi
 308         @rm -f $(TARGET)_diff
 309 endef
 310 else
 311 define POSTBUILD
 312         @echo "===================================== Install done for $(THISAPP)."
 313         touch $(TARGET)
 314 endef
 315 endif
 316
 317 define CHECK
 318         @echo -e "$(MESSAGE)Check: $($(notdir $@))"
 319         wget -T 120 -t 1 --spider -nv -U "IPFireSourceGrabber/2.x" $($(notdir $@)) -O /dev/null
 320         @touch $(DIR_CHK)/$(notdir $@)
 321 endef
 322
 323 define LOAD
 324         @echo -e "$(MESSAGE)Download: $($(notdir $@))"
 325         wget -T 60 -t 1 -nv -U "IPFireSourceGrabber/2.x" $($(notdir $@)) -O $(DIR_TMP)/$(notdir $@)
 326         [ "$($(notdir $@)_BLAKE2)" = "$$(b2sum $(DIR_TMP)/$(notdir $@) | awk '{ print $$1 }')" ] # detect page not found answer
 327         mv $(DIR_TMP)/$(notdir $@) $(DIR_DL)
 328 endef
 329
 330 define B2SUM
 331         # error mean file signature don't match the one in lfs script
 332         [ "$($@_BLAKE2)" = "$$(b2sum $(DIR_DL)/$@ | awk '{ print $$1 }')" ] && echo "$@ checksum OK"
 333 endef
 334
 335 define PAK
 336         # Bringing the files to their right place.
 337         @rm -rf $(DIR_TMP_PAK) && mkdir -p $(DIR_TMP_PAK)
 338         if [ -e "/usr/src/src/paks/$(PROG)" ]; then \
 339                 cp -f /usr/src/src/paks/$(PROG)/{,un}install.sh /usr/src/src/paks/$(PROG)/update.sh \
 340                 $(DIR_TMP_PAK); \
 341         else \
 342                 cp -f /usr/src/src/paks/default/{,un}install.sh /usr/src/src/paks/default/update.sh \
 343                 $(DIR_TMP_PAK); \
 344         fi
 345         for i in $(DIR_SRC)/config/rootfiles/packages/{$(BUILD_ARCH),}/$(PROG); do \
 346                 if [ -e "$${i}" ]; then \
 347                         cp -v $${i} $(DIR_TMP_PAK)/ROOTFILES; \
 348                         break; \
 349                 fi; \
 350         done
 351
 352         # Replace variables in rootfiles
 353         sed -i $(DIR_TMP_PAK)/ROOTFILES \
 354                 -e 's/BUILDTARGET/$(BUILDTARGET)/g' \
 355                 -e 's/KVER/$(KVER)/g' \
 356                 -e 's/xxxMACHINExxx/$(BUILD_ARCH)/g'
 357
 358         # Replace variables in scripts
 359         sed -i $(DIR_TMP_PAK)/install.sh \
 360                 -e 's/xxxKVERxxx/$(KVER)/g'
 361
 362         # Make scripts executable
 363         chmod 754 $(DIR_TMP_PAK)/{{,un}install,update}.sh
 364
 365         # Collect all files
 366         rm -rf $(DIR_TMP_PAK)/root && mkdir -p $(DIR_TMP_PAK)/root
 367         tar -c --exclude='#*' --exclude='proc/*' --exclude='dev/pts/*' --exclude='tmp/*' \
 368                 --exclude='__pycache__' \
 369                 -C / --files-from=$(DIR_TMP_PAK)/ROOTFILES | tar -x -C $(DIR_TMP_PAK)/root; \
 370                 exit $${PIPESTATUS[0]}
 371
 372         # Compress tarball
 373         cd $(DIR_TMP_PAK)/root && tar cf - * | xz $(XZ_OPT) > $(DIR_TMP_PAK)/files.tar.xz
 374
 375         # Cleanup temporary files
 376         rm -rf $(DIR_TMP_PAK)/root
 377
 378         # Remove any commented lines
 379         sed -i $(DIR_TMP_PAK)/ROOTFILES -e "/^#/d"
 380
 381         # Make package
 382         cd $(DIR_TMP_PAK) && tar cf /install/packages/$(PROG)-$(VER)-$(PAK_VER).ipfire *
 383
 384         # Cleanup
 385         rm -rf $(DIR_TMP_PAK)
 386
 387         # Escape SUMMARY variable and create meta file
 388         summaryEscaped=$$(sed 's/[&/\]/\\&/g' <<< "$(SUMMARY)"); \
 389         sed \
 390                 -e "s/NAME/$(PROG)/g" \
 391                 -e "s/SUMMARY/$$summaryEscaped/g" \
 392                 -e "s/VER/$(VER)/g" \
 393                 -e "s/RELEASE/$(PAK_VER)/g" \
 394                 -e "s/DEPS/$(DEPS)/g" \
 395                 -e "s/SIZE/$$(stat --format=%s /install/packages/$(PROG)-$(VER)-$(PAK_VER).ipfire)/g" \
 396                 -e "s/SERVICES/$(SERVICES)/g" \
 397           < /usr/src/src/pakfire/meta > /install/packages/meta-$(PROG)
 398 endef
 399
 400 define INSTALL_INITSCRIPT
 401         install -m 754 -v $(DIR_SRC)/src/initscripts/packages/$(1)  /etc/rc.d/init.d/$(1)
 402 endef
 403
 404 define INSTALL_INITSCRIPTS
 405         for initscript in $(1); do \
 406                 $(call INSTALL_INITSCRIPT,$$initscript) || exit 1; \
 407     done
 408 endef
 409
 410 ifeq "$(BUILD_ARCH)" "$(filter $(BUILD_ARCH),aarch64 riscv64)"
 411 define UPDATE_AUTOMAKE
 412         for i in $$(find $(DIR_APP) -name config.guess -o -name config.sub); do \
 413                 cp -vf /usr/share/automake*/$$(basename $${i}) $${i} || \
 414                         cp -vf $(TOOLS_DIR)/share/automake*/$$(basename $${i}) $${i}; \
 415         done
 416 endef
 417 endif
 418
 419 test:
 420         $(call INSTALL_INITSCRIPT,hostapd)