lfs/Config

   1 ###############################################################################
   2 #                                   LFSMake                                   #
   3 #                    by Rod Roark <rod@sunsetsystems.com>                     #
   4 #                                                                             #
   5 #                        Copyright (C) 2002 Rod Roark                         #
   6 #                                                                             #
   7 # See http://www.lfsmake.org/ for the most current standard version.          #
   8 #                                                                             #
   9 # These Makefiles are made available under the terms of the Artistic License, #
  10 # found at http://www.opensource.org/licenses/artistic-license.html.          #
  11 ###############################################################################
  12
  13 ###############################################################################
  14 #                                                                             #
  15 # IPFire.org - A linux based firewall                                         #
  16 # Copyright (C) 2007-2022  IPFire Team  <info@ipfire.org>                     #
  17 #                                                                             #
  18 # This program is free software: you can redistribute it and/or modify        #
  19 # it under the terms of the GNU General Public License as published by        #
  20 # the Free Software Foundation, either version 3 of the License, or           #
  21 # (at your option) any later version.                                         #
  22 #                                                                             #
  23 # This program is distributed in the hope that it will be useful,             #
  24 # but WITHOUT ANY WARRANTY; without even the implied warranty of              #
  25 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the               #
  26 # GNU General Public License for more details.                                #
  27 #                                                                             #
  28 # You should have received a copy of the GNU General Public License           #
  29 # along with this program.  If not, see <http://www.gnu.org/licenses/>.       #
  30 #                                                                             #
  31 ###############################################################################
  32
  33 # Cleanup environment from any variables
  34 unexport BUILD_ARCH BUILD_PLATFORM BUILDTARGET CROSSTARGET TOOLCHAIN TOOLS_DIR
  35 unexport XZ_OPT
  36
  37 # Basic Variables
  38 EMPTY :=
  39 COMMA := ,
  40 SPACE := $(EMPTY) $(EMPTY)
  41 define NEWLINE
  42
  43
  44 endef
  45
  46 # Basic Functions
  47 join-with       = $(subst $(SPACE),$(1),$(strip $(2)))
  48
  49 PARALLELISM = $(shell echo $$( \
  50         if [ -n "$(MAX_PARALLELISM)" ] && [ $(MAX_PARALLELISM) -lt 1 ]; then \
  51                 echo 1 ; \
  52         elif [ -n "$(MAX_PARALLELISM)" ] && [ $(MAX_PARALLELISM) -lt $(DEFAULT_PARALLELISM) ]; then \
  53                 echo $(MAX_PARALLELISM); \
  54         else \
  55                 echo $(DEFAULT_PARALLELISM); \
  56         fi) \
  57 )
  58
  59 MAKETUNING = -j$(PARALLELISM)
  60
  61 ifeq "$(BUILD_ARCH)" "aarch64"
  62         IS_64BIT = 1
  63 endif
  64
  65 ifeq "$(BUILD_ARCH)" "armv7hl"
  66         IS_32BIT = 1
  67 endif
  68
  69 ifeq "$(BUILD_ARCH)" "armv6l"
  70         IS_32BIT = 1
  71 endif
  72
  73 ifeq "$(BUILD_ARCH)" "x86_64"
  74         IS_64BIT = 1
  75 endif
  76
  77 ifeq "$(BUILD_ARCH)" "riscv64"
  78         IS_64BIT = 1
  79 endif
  80
  81 ifeq "$(TOOLCHAIN)" "1"
  82         PREFIX = $(TOOLS_DIR)
  83 else
  84         PREFIX = /usr
  85 endif
  86
  87 # Permit building with 32 bit time_t on 32 bit architectures
  88 ifeq "$(IS_32BIT)" "1"
  89         export TIME_T_32_BIT_OK = yes
  90 endif
  91
  92 TAR_OPTIONS = \
  93         --format=pax \
  94         --acls \
  95         --xattrs --xattrs-include='*'
  96
  97 ZSTD_OPTIONS = \
  98         -T$(PARALLELISM) \
  99         -19 \
 100         --long
 101
 102 # URLs that are common sources of downloads.  If you're having trouble with
 103 # a site you should change its URL to that of a suitable mirror site.
 104 #
 105 URL_IPFIRE  = https://source.ipfire.org/source-2.x
 106 URL_TOOLCHAIN = https://source.ipfire.org/toolchains
 107 URL_SOURCE = git.ipfire.org:/pub/sources/source-2.x
 108
 109 # Don't change this; it will be overridden by other makefiles where necessary.
 110 #
 111 ROOT =
 112
 113 # For most packages tarballs are unpacked here and then deleted after
 114 # installation.
 115 #
 116 DIR_SRC = $(ROOT)/usr/src
 117
 118 # Files are downloaded into DIR_TMP and then moved to DIR_DL, to avoid
 119 # messes with partially retrieved files.  DIR_DL is where we will
 120 # save all the files that are downloaded.  DIR_INFO contains the
 121 # file lists of installed packages.
 122 #
 123 DIR_DL      = $(LFS_BASEDIR)/cache
 124 DIR_CHK     = $(LFS_BASEDIR)/cache/check
 125 DIR_CONF    = $(LFS_BASEDIR)/config
 126 DIR_INFO    = $(LFS_BASEDIR)/log
 127 DIR_TMP     = /tmp
 128 DIR_TMP_PAK = $(DIR_TMP)/package-$(PROG)
 129
 130 # Add the compiler location and version and specs to the ccache hash
 131 CCACHE_COMPILERCHECK += $(shell gcc -dumpspecs 2>/dev/null | md5sum | cut -d ' ' -f1)
 132
 133 # We support EFI on x86_64 and aarch64
 134 ifeq "$(BUILD_ARCH)" "x86_64"
 135         EFI = 1
 136         EFI_ARCH = x64
 137         GRUB_ARCH = $(BUILD_ARCH)
 138 endif
 139
 140 ifeq "$(BUILD_ARCH)" "aarch64"
 141         EFI = 1
 142         EFI_ARCH = aa64
 143         GRUB_ARCH = arm64
 144 endif
 145
 146 # Go
 147 export GOARCH
 148 export GOOS   = linux
 149 export GOPATH = $(HOME)/gopath
 150
 151 ifeq "$(BUILD_ARCH)" "x86_64"
 152         GOARCH = amd64
 153 endif
 154
 155 ifeq "$(BUILD_ARCH)" "aarch64"
 156         GOARCH = arm64
 157 endif
 158
 159 # Rust
 160 ifeq "$(BUILD_ARCH)" "riscv64"
 161         RUST_ARCH = riscv64gc
 162 else
 163         RUST_ARCH = $(BUILD_ARCH)
 164 endif
 165
 166 ifeq "$(BUILD_ARCH)" "armv6l"
 167         RUST_PLATFORM = arm-unknown-linux-gnueabi
 168 else
 169         RUST_PLATFORM = $(RUST_ARCH)-unknown-linux-gnu
 170 endif
 171
 172 CARGO_PATH     = $(DIR_APP)/.cargo
 173 CARGO_REGISTRY = /usr/share/cargo/registry
 174
 175 CRATE_NAME = $(patsubst rust-%,%,$(firstword $(MAKEFILE_LIST)))
 176 CRATE_VER  = $(VER)
 177 CRATE_PATH = $(CARGO_REGISTRY)/$(CRATE_NAME)-$(CRATE_VER)
 178
 179 define CARGO_CONFIG
 180 [build]
 181 rustflags = [$(call join-with,$(COMMA)$(SPACE),$(foreach flag,$(RUSTFLAGS),"$(flag)"))]
 182
 183 [env]
 184 CFLAGS = "$(CFLAGS)"
 185 CXXFLAGS = "$(CXXFLAGS)"
 186 LDFLAGS = "$(LDFLAGS)"
 187
 188 [term]
 189 verbose = true
 190
 191 [source]
 192
 193 [source.local-registry]
 194 directory = "$(CARGO_REGISTRY)"
 195
 196 [source.crates-io]
 197 registry = "https://crates.io"
 198 replace-with = "local-registry"
 199 endef
 200 export CARGO_CONFIG
 201
 202 # Set to false if you want to skip the binary install step
 203 CARGO_HAS_BIN = true
 204
 205 CARGO = \
 206         CARGOPATH=$(CARGO_PATH) \
 207         RUSTC_BOOTSTRAP=1 \
 208         cargo \
 209         --offline
 210
 211 CARGO_OPTIONS = \
 212         -Z avoid-dev-deps
 213
 214 # Cargo dealocks on riscv64 when building on multiple cores at the same time
 215 ifeq "$(BUILD_ARCH)" "riscv64"
 216         CARGO_OPTIONS += -j1
 217 else
 218         CARGO_OPTIONS += $(MAKETUNING)
 219 endif
 220
 221 define CARGO_PREPARE
 222         mkdir -p $(CARGO_PATH) && \
 223         echo "$${CARGO_CONFIG}" > $(CARGO_PATH)/config && \
 224         rm -f Cargo.lock
 225 endef
 226
 227 CARGO_BUILD = \
 228         $(CARGO) \
 229         build \
 230         --release \
 231         $(CARGO_OPTIONS)
 232
 233 # Checks whether this crate has a right taregt
 234 CARGO_TARGET_CHECK = $(CARGO) metadata --format-version 1 --no-deps | \
 235         jq -e ".packages[].targets[].kind | any(. == \"$(1)\")" | grep -q "true"
 236
 237 define CARGO_INSTALL
 238         mkdir -pv "$(CRATE_PATH)" && \
 239         if $(call CARGO_TARGET_CHECK,lib) || $(call CARGO_TARGET_CHECK,rlib) || $(call CARGO_TARGET_CHECK,proc-macro); then \
 240                 awk \
 241                         '/^\\\[((.+\\\.)?((dev|build)-)?dependencies|features)/{f=1;next} /^\\\[/{f=0}; !f' \
 242                         < Cargo.toml > Cargo.toml.deps && \
 243                 $(CARGO) package -l | grep -wEv "Cargo.(lock|toml.orig)" \
 244                         | xargs -d "\n" cp -v --parents -a -t $(CRATE_PATH) && \
 245                 install -v -m 644 Cargo.toml.deps $(CRATE_PATH)/Cargo.toml && \
 246                 echo "{\"files\":{},\"package\":\"\"}" > $(CRATE_PATH)/.cargo-checksum.json; \
 247         fi && \
 248         if $(CARGO_HAS_BIN) && $(call CARGO_TARGET_CHECK,bin); then \
 249                 $(CARGO) install $(CARGO_OPTIONS) --no-track --path .; \
 250         fi
 251 endef
 252
 253 ###############################################################################
 254 # Common Macro Definitions
 255 ###############################################################################
 256
 257 # For each package we create a list of files that it installed under
 258 # log/<TARGET> name. Modified files are not identified
 259 #
 260 define FIND_FILES
 261         cd $(ROOT)/ && find -mount \
 262                 \( -path '.$(TOOLS_DIR)' -or -path './tmp' -or -path './usr/src' \
 263                 -or -path './run' -or -path './dev' -or -path './proc' \
 264                 -or -path './install' -or -path '.*/__pycache__' \) -prune -or -print | sort
 265 endef
 266
 267 # This is common starting logic for builds.
 268 #
 269 ifeq "$(ROOT)" ""
 270 define PREBUILD
 271         echo "====================================== Installing $(THISAPP) ..."
 272         @echo "Install started; saving file list to $(DIR_SRC)/lsalr ..."
 273         @if [ ! -f $(DIR_SRC)/lsalr ]; then $(FIND_FILES) > $(DIR_SRC)/lsalr; fi
 274         # Fix installation on partial rebuild, so modules install where they should
 275         # and not everytime on the last compiled kernel
 276         if [ -f $(DIR_SRC)/linux-$(KVER) ]; then \
 277                 cd $(DIR_SRC)/linux-$(KVER) && \
 278                         sed -i -e 's+^EXTRAVERSION.*$$+EXTRAVERSION\ =\ $(word 4,$(subst ., .,$(KVER)))-ipfire$(KCFG)+' Makefile; \
 279         fi
 280 endef
 281 else
 282 define PREBUILD
 283         echo "====================================== Installing $(THISAPP) ..."
 284 endef
 285 endif
 286
 287 # Common end-of-installation logic for Stage 2 and beyond.
 288 #
 289 ifeq "$(ROOT)" ""
 290 define POSTBUILD
 291         @echo "Updating linker cache..."
 292         @type -p ldconfig >/dev/null && ldconfig || :
 293         @echo "Install done; saving file list to $(TARGET) ..."
 294         @rm -rf $(GOPATH) /root/.cargo
 295         @$(FIND_FILES) > $(DIR_SRC)/lsalrnew
 296         @diff $(DIR_SRC)/lsalr $(DIR_SRC)/lsalrnew | grep '^> ' | sed 's/^> //' > $(TARGET)_diff
 297         @cp -f $(DIR_SRC)/lsalrnew $(DIR_SRC)/lsalr
 298         @rm -f $(DIR_SRC)/lsalrnew
 299         sed -i -e 's+.\/++' $(TARGET)_diff
 300         # compare roofile ( same name as lfs script) with the list of installed files
 301         # special cases
 302         # - if the corresponding rootfile is not found, touch $(TARGET)_missing_rootfile
 303         # - on a partial rebuild without a new file inside TARGET_diff, just touch TARGET
 304         # $(TARGET)_diff : result of the diff
 305         # ROOTFILE : reference of include/exclude files
 306         # $(TARGET)_rootfile : ROOTFILE with KVER replacement
 307         # $(TARGET) : log result with {commented|include|added} files
 308         if [ -s "$(TARGET)_diff" ]; then \
 309                 LFS_SCRIPT=$(firstword $(MAKEFILE_LIST))$(KCFG); \
 310                 echo $(LFS_SCRIPT); \
 311                 ROOTFILE=$$(find -L $(DIR_SRC)/config/rootfiles/{common,packages}/{$(BUILD_ARCH),} -maxdepth 1 -type f -name $$LFS_SCRIPT 2>/dev/null | head -1); \
 312                 if [ "$$ROOTFILE" = "" ]; then \
 313                         touch $(TARGET)_missing_rootfile; \
 314                         ROOTFILE=$(TARGET)_missing_rootfile ; \
 315                         echo "error $$LFS_SCRIPT not found in config/rootfiles"; \
 316                 fi; \
 317                 sed -e "s/BUILDTARGET/$(BUILDTARGET)/g" -e "s/KVER/$(KVER)/g" -e "s/xxxMACHINExxx/$(BUILD_ARCH)/g" $$ROOTFILE > $(TARGET)_rootfile; \
 318                 for line in `cat $(TARGET)_diff`; do \
 319                         if grep -qG "^#$$line$$" $(TARGET)_rootfile; then echo "#$$line" >> $(TARGET); \
 320                         elif grep -qG "^$$line$$" $(TARGET)_rootfile ; then echo "$$line" >> $(TARGET); \
 321                         else echo "+$$line" >> $(TARGET); \
 322                         fi; \
 323                 done; \
 324                 for line in `grep -v "^#" $(TARGET)_rootfile`; do \
 325                         if ! grep -qG "^$$line$$" $(TARGET)_diff ; then echo "-$$line" >> $(TARGET); \
 326                         fi; \
 327                 done; \
 328                 rm -f $(TARGET)_rootfile; \
 329         else \
 330                 touch $(TARGET); \
 331         fi
 332         @rm -f $(TARGET)_diff
 333 endef
 334 else
 335 define POSTBUILD
 336         @echo "===================================== Install done for $(THISAPP)."
 337         touch $(TARGET)
 338 endef
 339 endif
 340
 341 define CHECK
 342         @echo -e "$(MESSAGE)Check: $($(notdir $@))"
 343         wget -T 120 -t 1 --spider -nv -U "IPFireSourceGrabber/2.x" $($(notdir $@)) -O /dev/null
 344         @touch $(DIR_CHK)/$(notdir $@)
 345 endef
 346
 347 define LOAD
 348         @echo -e "$(MESSAGE)Download: $($(notdir $@))"
 349         wget -T 60 -t 1 -nv -U "IPFireSourceGrabber/2.x" $($(notdir $@)) -O $(DIR_TMP)/$(notdir $@)
 350         [ "$($(notdir $@)_BLAKE2)" = "$$(b2sum $(DIR_TMP)/$(notdir $@) | awk '{ print $$1 }')" ] # detect page not found answer
 351         mv $(DIR_TMP)/$(notdir $@) $(DIR_DL)
 352 endef
 353
 354 define B2SUM
 355         # error mean file signature don't match the one in lfs script
 356         [ "$($@_BLAKE2)" = "$$(b2sum $(DIR_DL)/$@ | awk '{ print $$1 }')" ] && echo "$@ checksum OK"
 357 endef
 358
 359 define PAK
 360         # Bringing the files to their right place.
 361         @rm -rf $(DIR_TMP_PAK) && mkdir -p $(DIR_TMP_PAK)
 362         if [ -e "/usr/src/src/paks/$(PROG)" ]; then \
 363                 cp -f /usr/src/src/paks/$(PROG)/{,un}install.sh /usr/src/src/paks/$(PROG)/update.sh \
 364                 $(DIR_TMP_PAK); \
 365         else \
 366                 cp -f /usr/src/src/paks/default/{,un}install.sh /usr/src/src/paks/default/update.sh \
 367                 $(DIR_TMP_PAK); \
 368         fi
 369         for i in $(DIR_SRC)/config/rootfiles/packages/{$(BUILD_ARCH),}/$(PROG); do \
 370                 if [ -e "$${i}" ]; then \
 371                         cp -v $${i} $(DIR_TMP_PAK)/ROOTFILES; \
 372                         break; \
 373                 fi; \
 374         done
 375
 376         # Replace variables in rootfiles
 377         sed -i $(DIR_TMP_PAK)/ROOTFILES \
 378                 -e 's/BUILDTARGET/$(BUILDTARGET)/g' \
 379                 -e 's/KVER/$(KVER)/g' \
 380                 -e 's/xxxMACHINExxx/$(BUILD_ARCH)/g'
 381
 382         # Replace variables in scripts
 383         sed -i $(DIR_TMP_PAK)/install.sh \
 384                 -e 's/xxxKVERxxx/$(KVER)/g'
 385
 386         # Make scripts executable
 387         chmod 754 $(DIR_TMP_PAK)/{{,un}install,update}.sh
 388
 389         # Collect all files
 390         rm -rf $(DIR_TMP_PAK)/root && mkdir -p $(DIR_TMP_PAK)/root
 391         tar -c --exclude='#*' --exclude='proc/*' --exclude='dev/pts/*' --exclude='tmp/*' \
 392                 --exclude='__pycache__' \
 393                 -C / --files-from=$(DIR_TMP_PAK)/ROOTFILES | tar -x -C $(DIR_TMP_PAK)/root; \
 394                 exit $${PIPESTATUS[0]}
 395
 396         # Compress tarball
 397         cd $(DIR_TMP_PAK)/root && tar cf - * | xz $(XZ_OPT) > $(DIR_TMP_PAK)/files.tar.xz
 398
 399         # Cleanup temporary files
 400         rm -rf $(DIR_TMP_PAK)/root
 401
 402         # Remove any commented lines
 403         sed -i $(DIR_TMP_PAK)/ROOTFILES -e "/^#/d"
 404
 405         # Make package
 406         cd $(DIR_TMP_PAK) && tar cf /install/packages/$(PROG)-$(VER)-$(PAK_VER).ipfire *
 407
 408         # Cleanup
 409         rm -rf $(DIR_TMP_PAK)
 410
 411         # Escape SUMMARY variable and create meta file
 412         summaryEscaped=$$(sed 's/[&/\]/\\&/g' <<< "$(SUMMARY)"); \
 413         sed \
 414                 -e "s/NAME/$(PROG)/g" \
 415                 -e "s/SUMMARY/$$summaryEscaped/g" \
 416                 -e "s/VER/$(VER)/g" \
 417                 -e "s/RELEASE/$(PAK_VER)/g" \
 418                 -e "s/DEPS/$(DEPS)/g" \
 419                 -e "s/SIZE/$$(stat --format=%s /install/packages/$(PROG)-$(VER)-$(PAK_VER).ipfire)/g" \
 420                 -e "s/SERVICES/$(SERVICES)/g" \
 421           < /usr/src/src/pakfire/meta > /install/packages/meta-$(PROG)
 422 endef
 423
 424 define INSTALL_INITSCRIPT
 425         install -m 754 -v $(DIR_SRC)/src/initscripts/packages/$(1)  /etc/rc.d/init.d/$(1)
 426 endef
 427
 428 define INSTALL_INITSCRIPTS
 429         for initscript in $(1); do \
 430                 $(call INSTALL_INITSCRIPT,$$initscript) || exit 1; \
 431     done
 432 endef
 433
 434 ifeq "$(BUILD_ARCH)" "$(filter $(BUILD_ARCH),aarch64 riscv64)"
 435 define UPDATE_AUTOMAKE
 436         for i in $$(find $(DIR_APP) -name config.guess -o -name config.sub); do \
 437                 cp -vf /usr/share/automake*/$$(basename $${i}) $${i} || \
 438                         cp -vf $(TOOLS_DIR)/share/automake*/$$(basename $${i}) $${i}; \
 439         done
 440 endef
 441 endif
 442
 443 test:
 444         $(call INSTALL_INITSCRIPT,hostapd)