lfs/Config

   1 ###############################################################################
   2 #                                   LFSMake                                   #
   3 #                    by Rod Roark <rod@sunsetsystems.com>                     #
   4 #                                                                             #
   5 #                        Copyright (C) 2002 Rod Roark                         #
   6 #                                                                             #
   7 # See http://www.lfsmake.org/ for the most current standard version.          #
   8 #                                                                             #
   9 # These Makefiles are made available under the terms of the Artistic License, #
  10 # found at http://www.opensource.org/licenses/artistic-license.html.          #
  11 ###############################################################################
  12
  13 ###############################################################################
  14 #                                                                             #
  15 # IPFire.org - A linux based firewall                                         #
  16 # Copyright (C) 2007-2021  IPFire Team  <info@ipfire.org>                     #
  17 #                                                                             #
  18 # This program is free software: you can redistribute it and/or modify        #
  19 # it under the terms of the GNU General Public License as published by        #
  20 # the Free Software Foundation, either version 3 of the License, or           #
  21 # (at your option) any later version.                                         #
  22 #                                                                             #
  23 # This program is distributed in the hope that it will be useful,             #
  24 # but WITHOUT ANY WARRANTY; without even the implied warranty of              #
  25 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the               #
  26 # GNU General Public License for more details.                                #
  27 #                                                                             #
  28 # You should have received a copy of the GNU General Public License           #
  29 # along with this program.  If not, see <http://www.gnu.org/licenses/>.       #
  30 #                                                                             #
  31 ###############################################################################
  32
  33 # Cleanup environment from any variables
  34 unexport BUILD_ARCH BUILD_PLATFORM BUILDTARGET CROSSTARGET TOOLCHAIN TOOLS_DIR
  35 unexport XZ_OPT
  36
  37 # Basic Variables
  38 EMPTY :=
  39 COMMA := ,
  40 SPACE := $(EMPTY) $(EMPTY)
  41 define NEWLINE
  42
  43
  44 endef
  45
  46 # Basic Functions
  47 join-with       = $(subst $(SPACE),$(1),$(strip $(2)))
  48
  49 PARALLELISM = $(shell echo $$( \
  50         if [ -n "$(MAX_PARALLELISM)" ] && [ $(MAX_PARALLELISM) -lt 1 ]; then \
  51                 echo 1 ; \
  52         elif [ -n "$(MAX_PARALLELISM)" ] && [ $(MAX_PARALLELISM) -lt $(DEFAULT_PARALLELISM) ]; then \
  53                 echo $(MAX_PARALLELISM); \
  54         else \
  55                 echo $(DEFAULT_PARALLELISM); \
  56         fi) \
  57 )
  58
  59 MAKETUNING = -j$(PARALLELISM)
  60
  61 ifeq "$(BUILD_ARCH)" "aarch64"
  62         IS_64BIT = 1
  63 endif
  64
  65 ifeq "$(BUILD_ARCH)" "armv7hl"
  66         IS_32BIT = 1
  67 endif
  68
  69 ifeq "$(BUILD_ARCH)" "armv6l"
  70         IS_32BIT = 1
  71 endif
  72
  73 ifeq "$(BUILD_ARCH)" "x86_64"
  74         IS_64BIT = 1
  75 endif
  76
  77 ifeq "$(BUILD_ARCH)" "riscv64"
  78         IS_64BIT = 1
  79 endif
  80
  81 ifeq "$(TOOLCHAIN)" "1"
  82         PREFIX = $(TOOLS_DIR)
  83 else
  84         PREFIX = /usr
  85 endif
  86
  87 # Permit building with 32 bit time_t on 32 bit architectures
  88 ifeq "$(IS_32BIT)" "1"
  89         export TIME_T_32_BIT_OK = yes
  90 endif
  91
  92 TAR_OPTIONS = \
  93         --format=pax \
  94         --acls \
  95         --xattrs --xattrs-include='*'
  96
  97 ZSTD_OPTIONS = \
  98         -T$(PARALLELISM) \
  99         -19 \
 100         --long
 101
 102 # URLs that are common sources of downloads.  If you're having trouble with
 103 # a site you should change its URL to that of a suitable mirror site.
 104 #
 105 URL_IPFIRE  = https://source.ipfire.org/source-2.x
 106 URL_TOOLCHAIN = https://source.ipfire.org/toolchains
 107 URL_SOURCE = git.ipfire.org:/pub/sources/source-2.x
 108
 109 # Don't change this; it will be overridden by other makefiles where necessary.
 110 #
 111 ROOT =
 112
 113 # For most packages tarballs are unpacked here and then deleted after
 114 # installation.
 115 #
 116 DIR_SRC = $(ROOT)/usr/src
 117
 118 # Files are downloaded into DIR_TMP and then moved to DIR_DL, to avoid
 119 # messes with partially retrieved files.  DIR_DL is where we will
 120 # save all the files that are downloaded.  DIR_INFO contains the
 121 # file lists of installed packages.
 122 #
 123 DIR_DL      = $(LFS_BASEDIR)/cache
 124 DIR_CHK     = $(LFS_BASEDIR)/cache/check
 125 DIR_CONF    = $(LFS_BASEDIR)/config
 126 DIR_INFO    = $(LFS_BASEDIR)/log
 127 DIR_TMP     = /tmp
 128 DIR_TMP_PAK = $(DIR_TMP)/package-$(PROG)
 129
 130 # Add the compiler location and version and specs to the ccache hash
 131 CCACHE_COMPILERCHECK += $(shell gcc -dumpspecs 2>/dev/null | md5sum | cut -d ' ' -f1)
 132
 133 # We support EFI on x86_64 and aarch64
 134 ifeq "$(BUILD_ARCH)" "x86_64"
 135         EFI = 1
 136         EFI_ARCH = x64
 137         GRUB_ARCH = $(BUILD_ARCH)
 138 endif
 139
 140 ifeq "$(BUILD_ARCH)" "aarch64"
 141         EFI = 1
 142         EFI_ARCH = aa64
 143         GRUB_ARCH = arm64
 144 endif
 145
 146 # Go
 147 export GOARCH
 148 export GOOS   = linux
 149 export GOPATH = $(HOME)/gopath
 150
 151 ifeq "$(BUILD_ARCH)" "x86_64"
 152         GOARCH = amd64
 153 endif
 154
 155 ifeq "$(BUILD_ARCH)" "aarch64"
 156         GOARCH = arm64
 157 endif
 158
 159 # Rust
 160 RUST_ARCH  = $(BUILD_ARCH)
 161
 162 ifeq "$(BUILD_ARCH)" "armv6l"
 163         RUST_PLATFORM = arm-unknown-linux-gnueabi
 164 else
 165         RUST_PLATFORM = $(RUST_ARCH)-unknown-linux-gnu
 166 endif
 167
 168 CARGO_PATH     = $(DIR_APP)/.cargo
 169 CARGO_REGISTRY = /usr/share/cargo/registry
 170
 171 CRATE_NAME = $(patsubst rust-%,%,$(firstword $(MAKEFILE_LIST)))
 172 CRATE_VER  = $(VER)
 173 CRATE_PATH = $(CARGO_REGISTRY)/$(CRATE_NAME)-$(CRATE_VER)
 174
 175 define CARGO_CONFIG
 176 [build]
 177 rustflags = [$(call join-with,$(COMMA)$(SPACE),$(foreach flag,$(RUSTFLAGS),"$(flag)"))]
 178
 179 [env]
 180 CFLAGS = "$(CFLAGS)"
 181 CXXFLAGS = "$(CXXFLAGS)"
 182 LDFLAGS = "$(LDFLAGS)"
 183
 184 [term]
 185 verbose = true
 186
 187 [source]
 188
 189 [source.local-registry]
 190 directory = "$(CARGO_REGISTRY)"
 191
 192 [source.crates-io]
 193 registry = "https://crates.io"
 194 replace-with = "local-registry"
 195 endef
 196 export CARGO_CONFIG
 197
 198 # Set to false if you want to skip the binary install step
 199 CARGO_HAS_BIN = true
 200
 201 CARGO = \
 202         CARGOPATH=$(CARGO_PATH) \
 203         RUSTC_BOOTSTRAP=1 \
 204         cargo \
 205         --offline
 206
 207 CARGO_OPTIONS = \
 208         $(MAKETUNING) \
 209         -Z avoid-dev-deps
 210
 211 define CARGO_PREPARE
 212         mkdir -p $(CARGO_PATH) && \
 213         echo "$${CARGO_CONFIG}" > $(CARGO_PATH)/config && \
 214         rm -f Cargo.lock
 215 endef
 216
 217 CARGO_BUILD = \
 218         $(CARGO) \
 219         build \
 220         --release \
 221         $(CARGO_OPTIONS)
 222
 223 # Checks whether this crate has a right taregt
 224 CARGO_TARGET_CHECK = $(CARGO) metadata --format-version 1 --no-deps | \
 225         jq -e ".packages[].targets[].kind | any(. == \"$(1)\")" | grep -q "true"
 226
 227 define CARGO_INSTALL
 228         mkdir -pv "$(CRATE_PATH)" && \
 229         if $(call CARGO_TARGET_CHECK,lib) || $(call CARGO_TARGET_CHECK,rlib) || $(call CARGO_TARGET_CHECK,proc-macro); then \
 230                 awk \
 231                         '/^\\\[((.+\\\.)?((dev|build)-)?dependencies|features)/{f=1;next} /^\\\[/{f=0}; !f' \
 232                         < Cargo.toml > Cargo.toml.deps && \
 233                 $(CARGO) package -l | grep -wEv "Cargo.(lock|toml.orig)" \
 234                         | xargs -d "\n" cp -v --parents -a -t $(CRATE_PATH) && \
 235                 install -v -m 644 Cargo.toml.deps $(CRATE_PATH)/Cargo.toml && \
 236                 echo "{\"files\":{},\"package\":\"\"}" > $(CRATE_PATH)/.cargo-checksum.json; \
 237         fi && \
 238         if $(CARGO_HAS_BIN) && $(call CARGO_TARGET_CHECK,bin); then \
 239                 $(CARGO) install $(CARGO_OPTIONS) --no-track --path .; \
 240         fi
 241 endef
 242
 243 ###############################################################################
 244 # Common Macro Definitions
 245 ###############################################################################
 246
 247 # For each package we create a list of files that it installed under
 248 # log/<TARGET> name. Modified files are not identified
 249 #
 250 define FIND_FILES
 251         cd $(ROOT)/ && find -mount \
 252                 \( -path '.$(TOOLS_DIR)' -or -path './tmp' -or -path './usr/src' \
 253                 -or -path './run' -or -path './dev' -or -path './proc' \
 254                 -or -path './install' -or -path '.*/__pycache__' \) -prune -or -print | sort
 255 endef
 256
 257 # This is common starting logic for builds.
 258 #
 259 ifeq "$(ROOT)" ""
 260 define PREBUILD
 261         echo "====================================== Installing $(THISAPP) ..."
 262         @echo "Install started; saving file list to $(DIR_SRC)/lsalr ..."
 263         @if [ ! -f $(DIR_SRC)/lsalr ]; then $(FIND_FILES) > $(DIR_SRC)/lsalr; fi
 264         # Fix installation on partial rebuild, so modules install where they should
 265         # and not everytime on the last compiled kernel
 266         if [ -f $(DIR_SRC)/linux-$(KVER) ]; then \
 267                 cd $(DIR_SRC)/linux-$(KVER) && \
 268                         sed -i -e 's+^EXTRAVERSION.*$$+EXTRAVERSION\ =\ $(word 4,$(subst ., .,$(KVER)))-ipfire$(KCFG)+' Makefile; \
 269         fi
 270 endef
 271 else
 272 define PREBUILD
 273         echo "====================================== Installing $(THISAPP) ..."
 274 endef
 275 endif
 276
 277 # Common end-of-installation logic for Stage 2 and beyond.
 278 #
 279 ifeq "$(ROOT)" ""
 280 define POSTBUILD
 281         @echo "Updating linker cache..."
 282         @type -p ldconfig >/dev/null && ldconfig || :
 283         @echo "Install done; saving file list to $(TARGET) ..."
 284         @rm -rf $(GOPATH) /root/.cargo
 285         @$(FIND_FILES) > $(DIR_SRC)/lsalrnew
 286         @diff $(DIR_SRC)/lsalr $(DIR_SRC)/lsalrnew | grep '^> ' | sed 's/^> //' > $(TARGET)_diff
 287         @cp -f $(DIR_SRC)/lsalrnew $(DIR_SRC)/lsalr
 288         @rm -f $(DIR_SRC)/lsalrnew
 289         sed -i -e 's+.\/++' $(TARGET)_diff
 290         # compare roofile ( same name as lfs script) with the list of installed files
 291         # special cases
 292         # - if the corresponding rootfile is not found, touch $(TARGET)_missing_rootfile
 293         # - on a partial rebuild without a new file inside TARGET_diff, just touch TARGET
 294         # $(TARGET)_diff : result of the diff
 295         # ROOTFILE : reference of include/exclude files
 296         # $(TARGET)_rootfile : ROOTFILE with KVER replacement
 297         # $(TARGET) : log result with {commented|include|added} files
 298         if [ -s "$(TARGET)_diff" ]; then \
 299                 LFS_SCRIPT=$(firstword $(MAKEFILE_LIST))$(KCFG); \
 300                 echo $(LFS_SCRIPT); \
 301                 ROOTFILE=$$(find -L $(DIR_SRC)/config/rootfiles/{common,packages}/{$(BUILD_ARCH),} -maxdepth 1 -type f -name $$LFS_SCRIPT 2>/dev/null | head -1); \
 302                 if [ "$$ROOTFILE" = "" ]; then \
 303                         touch $(TARGET)_missing_rootfile; \
 304                         ROOTFILE=$(TARGET)_missing_rootfile ; \
 305                         echo "error $$LFS_SCRIPT not found in config/rootfiles"; \
 306                 fi; \
 307                 sed -e "s/BUILDTARGET/$(BUILDTARGET)/g" -e "s/KVER/$(KVER)/g" -e "s/xxxMACHINExxx/$(BUILD_ARCH)/g" $$ROOTFILE > $(TARGET)_rootfile; \
 308                 for line in `cat $(TARGET)_diff`; do \
 309                         if grep -qG "^#$$line$$" $(TARGET)_rootfile; then echo "#$$line" >> $(TARGET); \
 310                         elif grep -qG "^$$line$$" $(TARGET)_rootfile ; then echo "$$line" >> $(TARGET); \
 311                         else echo "+$$line" >> $(TARGET); \
 312                         fi; \
 313                 done; \
 314                 for line in `grep -v "^#" $(TARGET)_rootfile`; do \
 315                         if ! grep -qG "^$$line$$" $(TARGET)_diff ; then echo "-$$line" >> $(TARGET); \
 316                         fi; \
 317                 done; \
 318                 rm -f $(TARGET)_rootfile; \
 319         else \
 320                 touch $(TARGET); \
 321         fi
 322         @rm -f $(TARGET)_diff
 323 endef
 324 else
 325 define POSTBUILD
 326         @echo "===================================== Install done for $(THISAPP)."
 327         touch $(TARGET)
 328 endef
 329 endif
 330
 331 define CHECK
 332         @echo -e "$(MESSAGE)Check: $($(notdir $@))"
 333         wget -T 120 -t 1 --spider -nv -U "IPFireSourceGrabber/2.x" $($(notdir $@)) -O /dev/null
 334         @touch $(DIR_CHK)/$(notdir $@)
 335 endef
 336
 337 define LOAD
 338         @echo -e "$(MESSAGE)Download: $($(notdir $@))"
 339         wget -T 60 -t 1 -nv -U "IPFireSourceGrabber/2.x" $($(notdir $@)) -O $(DIR_TMP)/$(notdir $@)
 340         [ "$($(notdir $@)_MD5)" = `md5sum $(DIR_TMP)/$(notdir $@) | awk '{ print $$1 }'` ] # detect page not found answer
 341         mv $(DIR_TMP)/$(notdir $@) $(DIR_DL)
 342 endef
 343
 344 define MD5
 345         # error mean file signature don't match the one in lfs script
 346         [ "$($@_MD5)" = `md5sum $(DIR_DL)/$@ | awk '{ print $$1 }'` ]
 347         echo "$@ checksum OK"
 348 endef
 349
 350 define PAK
 351         # Bringing the files to their right place.
 352         @rm -rf $(DIR_TMP_PAK) && mkdir -p $(DIR_TMP_PAK)
 353         if [ -e "/usr/src/src/paks/$(PROG)" ]; then \
 354                 cp -f /usr/src/src/paks/$(PROG)/{,un}install.sh /usr/src/src/paks/$(PROG)/update.sh \
 355                 $(DIR_TMP_PAK); \
 356         else \
 357                 cp -f /usr/src/src/paks/default/{,un}install.sh /usr/src/src/paks/default/update.sh \
 358                 $(DIR_TMP_PAK); \
 359         fi
 360         for i in $(DIR_SRC)/config/rootfiles/packages/{$(BUILD_ARCH),}/$(PROG); do \
 361                 if [ -e "$${i}" ]; then \
 362                         cp -v $${i} $(DIR_TMP_PAK)/ROOTFILES; \
 363                         break; \
 364                 fi; \
 365         done
 366
 367         # Replace variables in rootfiles
 368         sed -i $(DIR_TMP_PAK)/ROOTFILES \
 369                 -e 's/BUILDTARGET/$(BUILDTARGET)/g' \
 370                 -e 's/KVER/$(KVER)/g' \
 371                 -e 's/xxxMACHINExxx/$(BUILD_ARCH)/g'
 372
 373         # Replace variables in scripts
 374         sed -i $(DIR_TMP_PAK)/install.sh \
 375                 -e 's/xxxKVERxxx/$(KVER)/g'
 376
 377         # Make scripts executable
 378         chmod 754 $(DIR_TMP_PAK)/{{,un}install,update}.sh
 379
 380         # Collect all files
 381         rm -rf $(DIR_TMP_PAK)/root && mkdir -p $(DIR_TMP_PAK)/root
 382         tar -c --exclude='#*' --exclude='proc/*' --exclude='dev/pts/*' --exclude='tmp/*' \
 383                 --exclude='__pycache__' \
 384                 -C / --files-from=$(DIR_TMP_PAK)/ROOTFILES | tar -x -C $(DIR_TMP_PAK)/root; \
 385                 exit $${PIPESTATUS[0]}
 386
 387         # Compress tarball
 388         cd $(DIR_TMP_PAK)/root && tar cf - * | xz $(XZ_OPT) > $(DIR_TMP_PAK)/files.tar.xz
 389
 390         # Cleanup temporary files
 391         rm -rf $(DIR_TMP_PAK)/root
 392
 393         # Remove any commented lines
 394         sed -i $(DIR_TMP_PAK)/ROOTFILES -e "/^#/d"
 395
 396         # Make package
 397         cd $(DIR_TMP_PAK) && tar cf /install/packages/$(PROG)-$(VER)-$(PAK_VER).ipfire *
 398
 399         # Cleanup
 400         rm -rf $(DIR_TMP_PAK)
 401
 402         # Escape SUMMARY variable and create meta file
 403         summaryEscaped=$$(sed 's/[&/\]/\\&/g' <<< "$(SUMMARY)"); \
 404         sed \
 405                 -e "s/NAME/$(PROG)/g" \
 406                 -e "s/SUMMARY/$$summaryEscaped/g" \
 407                 -e "s/VER/$(VER)/g" \
 408                 -e "s/RELEASE/$(PAK_VER)/g" \
 409                 -e "s/DEPS/$(DEPS)/g" \
 410                 -e "s/SIZE/$$(stat --format=%s /install/packages/$(PROG)-$(VER)-$(PAK_VER).ipfire)/g" \
 411                 -e "s/SERVICES/$(SERVICES)/g" \
 412           < /usr/src/src/pakfire/meta > /install/packages/meta-$(PROG)
 413 endef
 414
 415 define INSTALL_INITSCRIPT
 416         install -m 754 -v $(DIR_SRC)/src/initscripts/packages/$(1)  /etc/rc.d/init.d/$(1)
 417 endef
 418
 419 define INSTALL_INITSCRIPTS
 420         for initscript in $(1); do \
 421                 $(call INSTALL_INITSCRIPT,$$initscript) || exit 1; \
 422     done
 423 endef
 424
 425 ifeq "$(BUILD_ARCH)" "$(filter $(BUILD_ARCH),aarch64 riscv64)"
 426 define UPDATE_AUTOMAKE
 427         for i in $$(find $(DIR_APP) -name config.guess -o -name config.sub); do \
 428                 cp -vf /usr/share/automake*/$$(basename $${i}) $${i} || \
 429                         cp -vf $(TOOLS_DIR)/share/automake*/$$(basename $${i}) $${i}; \
 430         done
 431 endef
 432 endif
 433
 434 test:
 435         $(call INSTALL_INITSCRIPT,hostapd)