xz: Performance and compression tuning (V1)
[ipfire-2.x.git] / lfs / Config
1 ###############################################################################
2 #                                   LFSMake                                   #
3 #                    by Rod Roark <rod@sunsetsystems.com>                     #
4 #                                                                             #
5 #                        Copyright (C) 2002 Rod Roark                         #
6 #                                                                             #
7 # See http://www.lfsmake.org/ for the most current standard version.          #
8 #                                                                             #
9 # These Makefiles are made available under the terms of the Artistic License, #
10 # found at http://www.opensource.org/licenses/artistic-license.html.          #
11 ###############################################################################
12
13 ###############################################################################
14 #                                                                             #
15 # IPFire.org - A linux based firewall                                         #
16 # Copyright (C) 2007  Michael Tremer & Christian Schmidt                      #
17 #                                                                             #
18 # This program is free software: you can redistribute it and/or modify        #
19 # it under the terms of the GNU General Public License as published by        #
20 # the Free Software Foundation, either version 3 of the License, or           #
21 # (at your option) any later version.                                         #
22 #                                                                             #
23 # This program is distributed in the hope that it will be useful,             #
24 # but WITHOUT ANY WARRANTY; without even the implied warranty of              #
25 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the               #
26 # GNU General Public License for more details.                                #
27 #                                                                             #
28 # You should have received a copy of the GNU General Public License           #
29 # along with this program.  If not, see <http://www.gnu.org/licenses/>.       #
30 #                                                                             #
31 ###############################################################################
32
33 # Cleanup environment from any variables
34 unexport BUILD_ARCH BUILD_PLATFORM BUILDTARGET CROSSTARGET TOOLCHAIN TOOLS_DIR
35
36 ifeq "$(BUILD_ARCH)" "aarch64"
37         IS_64BIT = 1
38 endif
39
40 ifeq "$(BUILD_ARCH)" "x86_64"
41         IS_64BIT = 1
42 endif
43
44 ifeq "$(TOOLCHAIN)" "1"
45         PREFIX = $(TOOLS_DIR)
46 else
47         PREFIX = /usr
48 endif
49
50 # URLs that are common sources of downloads.  If you're having trouble with
51 # a site you should change its URL to that of a suitable mirror site.
52 #
53 URL_IPFIRE  = https://source.ipfire.org/source-2.x
54 URL_TOOLCHAIN = https://source.ipfire.org/toolchains
55 URL_SOURCE = git.ipfire.org:/pub/sources/source-2.x
56
57 # Don't change this; it will be overridden by other makefiles where necessary.
58 #
59 ROOT =
60
61 # For most packages tarballs are unpacked here and then deleted after
62 # installation.
63 #
64 DIR_SRC = $(ROOT)/usr/src
65
66 # Files are downloaded into DIR_TMP and then moved to DIR_DL, to avoid
67 # messes with partially retrieved files.  DIR_DL is where we will
68 # save all the files that are downloaded.  DIR_INFO contains the
69 # file lists of installed packages.
70 #
71 DIR_DL      = $(LFS_BASEDIR)/cache
72 DIR_CHK     = $(LFS_BASEDIR)/cache/check
73 DIR_CONF    = $(LFS_BASEDIR)/config
74 DIR_INFO    = $(LFS_BASEDIR)/log
75 DIR_TMP     = /tmp
76
77 # Add the compiler location and version and specs to the ccache hash
78 CCACHE_COMPILERCHECK += $(shell gcc -dumpspecs 2>/dev/null | md5sum | cut -d ' ' -f1)
79
80 ###############################################################################
81 # Common Macro Definitions
82 ###############################################################################
83
84 # For each package we create a list of files that it installed under 
85 # log/<TARGET> name. Modified files are not identified
86 #
87 define FIND_FILES
88         cd $(ROOT)/ && find -mount \
89                 \( -path '.$(TOOLS_DIR)' -or -path './tmp' -or -path './usr/src' \
90                 -or -path './run' -or -path './dev' -or -path './proc' \
91                 -or -path './install' \) -prune -or -print | sort
92 endef
93
94 # This is common starting logic for builds.
95 #
96 ifeq "$(ROOT)" ""
97 define PREBUILD
98         echo "====================================== Installing $(THISAPP) ..."
99         @echo "Install started; saving file list to $(DIR_SRC)/lsalr ..."
100         @if [ ! -f $(DIR_SRC)/lsalr ]; then $(FIND_FILES) > $(DIR_SRC)/lsalr; fi
101         # Fix installation on partial rebuild, so modules install where they should
102         # and not everytime on the last compiled kernel
103         if [ -f $(DIR_SRC)/linux-$(KVER) ]; then \
104                 cd $(DIR_SRC)/linux-$(KVER) && \
105                         sed -i -e 's+^EXTRAVERSION.*$$+EXTRAVERSION\ =\ $(word 4,$(subst ., .,$(KVER)))-ipfire$(KCFG)+' Makefile; \
106         fi
107 endef
108 else
109 define PREBUILD
110         echo "====================================== Installing $(THISAPP) ..."
111 endef
112 endif
113
114 # Common end-of-installation logic for Stage 2 and beyond.
115 #
116 ifeq "$(ROOT)" ""
117 define POSTBUILD
118         @echo "Updating linker cache..."
119         @type -p ldconfig >/dev/null && ldconfig || :
120         @echo "Install done; saving file list to $(TARGET) ..."
121         @$(FIND_FILES) > $(DIR_SRC)/lsalrnew
122         @diff $(DIR_SRC)/lsalr $(DIR_SRC)/lsalrnew | grep '^> ' | sed 's/^> //' > $(TARGET)_diff
123         @cp -f $(DIR_SRC)/lsalrnew $(DIR_SRC)/lsalr
124         @rm -f $(DIR_SRC)/lsalrnew
125         sed -i -e 's+.\/++' $(TARGET)_diff
126         # compare roofile ( same name as lfs script) with the list of installed files
127         # special cases
128         # - if the corresponding rootfile is not found, touch $(TARGET)_missing_rootfile
129         # - on a partial rebuild without a new file inside TARGET_diff, just touch TARGET
130         # $(TARGET)_diff : result of the diff
131         # ROOTFILE : reference of include/exclude files
132         # $(TARGET)_rootfile : ROOTFILE with KVER replacement
133         # $(TARGET) : log result with {commented|include|added} files
134         if [ -s "$(TARGET)_diff" ]; then \
135                 LFS_SCRIPT=$(firstword $(MAKEFILE_LIST))$(KCFG); \
136                 echo $(LFS_SCRIPT); \
137                 ROOTFILE=$$(find $(DIR_SRC)/config/rootfiles/{common,packages}/{$(BUILD_ARCH),} -maxdepth 1 -type f -name $$LFS_SCRIPT 2>/dev/null | head -1); \
138                 if [ "$$ROOTFILE" = "" ]; then \
139                         touch $(TARGET)_missing_rootfile; \
140                         ROOTFILE=$(TARGET)_missing_rootfile ; \
141                         echo "error $$LFS_SCRIPT not found in config/rootfiles"; \
142                 fi; \
143                 sed -e "s/BUILDTARGET/$(BUILDTARGET)/g" -e "s/KVER/$(KVER)/g" -e "s/MACHINE/$(BUILD_ARCH)/g" $$ROOTFILE > $(TARGET)_rootfile; \
144                 for line in `cat $(TARGET)_diff`; do \
145                         if grep -qG "^#$$line$$" $(TARGET)_rootfile; then echo "#$$line" >> $(TARGET); \
146                         elif grep -qG "^$$line$$" $(TARGET)_rootfile ; then echo "$$line" >> $(TARGET); \
147                         else echo "+$$line" >> $(TARGET); \
148                         fi; \
149                 done; \
150                 for line in `grep -v "^#" $(TARGET)_rootfile`; do \
151                         if ! grep -qG "^$$line$$" $(TARGET)_diff ; then echo "-$$line" >> $(TARGET); \
152                         fi; \
153                 done; \
154                 rm -f $(TARGET)_rootfile; \
155         else \
156                 touch $(TARGET); \
157         fi
158         @rm -f $(TARGET)_diff
159 endef
160 else
161 define POSTBUILD
162         @echo "===================================== Install done for $(THISAPP)."
163         touch $(TARGET)
164 endef
165 endif
166
167 define CHECK
168         @echo -e "$(MESSAGE)Check: $($(notdir $@))"
169         wget -T 120 -t 1 --spider -nv -U "IPFireSourceGrabber/2.x" $($(notdir $@)) -O /dev/null
170         @touch $(DIR_CHK)/$(notdir $@)
171 endef
172
173 define LOAD
174         @echo -e "$(MESSAGE)Download: $($(notdir $@))"
175         wget -T 60 -t 1 -nv -U "IPFireSourceGrabber/2.x" $($(notdir $@)) -O $(DIR_TMP)/$(notdir $@)
176         [ "$($(notdir $@)_MD5)" = `md5sum $(DIR_TMP)/$(notdir $@) | awk '{ print $$1 }'` ] # detect page not found answer
177         mv $(DIR_TMP)/$(notdir $@) $(DIR_DL)
178 endef
179
180 define MD5
181         # error mean file signature don't match the one in lfs script
182         [ "$($@_MD5)" = `md5sum $(DIR_DL)/$@ | awk '{ print $$1 }'` ]
183         echo "$@ checksum OK"
184 endef
185
186 define PAK
187         # Bringing the files to their right place.
188         @rm -rf /install/packages/package
189         @mkdir -p /install/packages/package/tmp
190         if [ -e "/usr/src/src/paks/$(PROG)" ]; then \
191                 cp -f /usr/src/src/paks/$(PROG)/{,un}install.sh /usr/src/src/paks/$(PROG)/update.sh \
192                 /install/packages/package; \
193         else \
194                 cp -f /usr/src/src/paks/default/{,un}install.sh /usr/src/src/paks/default/update.sh \
195                 /install/packages/package; \
196         fi
197         for i in $(DIR_SRC)/config/rootfiles/packages/{$(BUILD_ARCH),}/$(PROG); do \
198                 if [ -e "$${i}" ]; then \
199                         cp -v $${i} /install/packages/package/ROOTFILES; \
200                         break; \
201                 fi; \
202         done
203         sed -e 's/BUILDTARGET/$(BUILDTARGET)/g' -e 's/KVER/$(KVER)/g' -e 's/MACHINE/$(BUILD_ARCH)/g' -i /install/packages/package/ROOTFILES
204         sed -e 's/xxxKVERxxx/$(KVER)/g' -i /install/packages/package/install.sh
205         chmod 755 /install/packages/package/{{,un}install,update}.sh
206         cd / && tar cf /install/packages/package/files.tmp --files-from=/install/packages/package/ROOTFILES --exclude='#*' \
207                 -p --numeric-owner
208         # Double tar to remove double files
209         tar xf /install/packages/package/files.tmp -C /install/packages/package/tmp/ \
210                 -p --numeric-owner
211         rm -f /install/packages/package/files.tmp
212         cd /install/packages/package/tmp/ && XZ_OPT="$(XZ_OPT)" tar -c -p --numeric-owner -J -f /install/packages/package/files.tar.xz *
213         rm -r /install/packages/package/tmp
214         -cat /install/packages/package/ROOTFILES | grep -v "#" > /install/packages/package/ROOTFILES.tmp
215         mv /install/packages/package/ROOTFILES.tmp /install/packages/package/ROOTFILES
216         cd /install/packages/package && tar cf ../$(PROG)-$(VER)-$(PAK_VER).ipfire --files-from=/usr/src/src/paks/files
217         rm -rf /install/packages/package
218         sed -e s/NAME/$(PROG)/g \
219                         -e s/VER/$(VER)/g \
220                         -e s/RELEASE/$(PAK_VER)/g \
221                         -e s/DEPS/$(DEPS)/g \
222                         -e s/SIZE/`ls -l \/install\/packages\/$(PROG)-$(VER)-$(PAK_VER).ipfire | awk '{ print $$5 }'`/g \
223           < /usr/src/src/pakfire/meta > /install/packages/meta-$(PROG)
224 endef
225
226 define INSTALL_INITSCRIPT
227         install -m 754 -v $(DIR_SRC)/src/initscripts/packages/$(1)  /etc/rc.d/init.d/$(1)
228 endef
229
230 test:
231         $(call INSTALL_INITSCRIPT,hostapd)