]>
Commit | Line | Data |
---|---|---|
1f2bfbd0 | 1 | #!/bin/sh |
b2441318 | 2 | # SPDX-License-Identifier: GPL-2.0 |
1f2bfbd0 SR |
3 | # |
4 | # link vmlinux | |
5 | # | |
d151e971 MY |
6 | # vmlinux is linked from the objects selected by $(KBUILD_VMLINUX_OBJS) and |
7 | # $(KBUILD_VMLINUX_LIBS). Most are built-in.a files from top-level directories | |
8 | # in the kernel tree, others are specified in arch/$(ARCH)/Makefile. | |
9 | # $(KBUILD_VMLINUX_LIBS) are archives which are linked conditionally | |
10 | # (not within --whole-archive), and do not require symbol indexes added. | |
1f2bfbd0 SR |
11 | # |
12 | # vmlinux | |
13 | # ^ | |
14 | # | | |
d151e971 MY |
15 | # +--< $(KBUILD_VMLINUX_OBJS) |
16 | # | +--< init/built-in.a drivers/built-in.a mm/built-in.a + more | |
1f2bfbd0 | 17 | # | |
3a166fc2 NP |
18 | # +--< $(KBUILD_VMLINUX_LIBS) |
19 | # | +--< lib/lib.a + more | |
20 | # | | |
1f2bfbd0 SR |
21 | # +-< ${kallsymso} (see description in KALLSYMS section) |
22 | # | |
23 | # vmlinux version (uname -v) cannot be updated during normal | |
24 | # descending-into-subdirs phase since we do not yet know if we need to | |
25 | # update vmlinux. | |
26 | # Therefore this step is delayed until just before final link of vmlinux. | |
27 | # | |
28 | # System.map is generated to document addresses of all kernel symbols | |
29 | ||
30 | # Error out on error | |
31 | set -e | |
32 | ||
3ec8a5b3 MY |
33 | LD="$1" |
34 | KBUILD_LDFLAGS="$2" | |
35 | LDFLAGS_vmlinux="$3" | |
36 | ||
1f2bfbd0 SR |
37 | # Nice output in kbuild format |
38 | # Will be supressed by "make -s" | |
39 | info() | |
40 | { | |
c39013ee | 41 | printf " %-7s %s\n" "${1}" "${2}" |
1f2bfbd0 SR |
42 | } |
43 | ||
a8cccdd9 ST |
44 | # Generate a linker script to ensure correct ordering of initcalls. |
45 | gen_initcalls() | |
46 | { | |
47 | info GEN .tmp_initcalls.lds | |
48 | ||
49 | ${PYTHON} ${srctree}/scripts/jobserver-exec \ | |
50 | ${PERL} ${srctree}/scripts/generate_initcall_order.pl \ | |
51 | ${KBUILD_VMLINUX_OBJS} ${KBUILD_VMLINUX_LIBS} \ | |
52 | > .tmp_initcalls.lds | |
53 | } | |
54 | ||
38e89184 ST |
55 | # If CONFIG_LTO_CLANG is selected, collect generated symbol versions into |
56 | # .tmp_symversions.lds | |
57 | gen_symversions() | |
58 | { | |
59 | info GEN .tmp_symversions.lds | |
60 | rm -f .tmp_symversions.lds | |
61 | ||
62 | for o in ${KBUILD_VMLINUX_OBJS} ${KBUILD_VMLINUX_LIBS}; do | |
63 | if [ -f ${o}.symversions ]; then | |
64 | cat ${o}.symversions >> .tmp_symversions.lds | |
65 | fi | |
66 | done | |
67 | } | |
68 | ||
1f2bfbd0 SR |
69 | # Link of vmlinux.o used for section mismatch analysis |
70 | # ${1} output file | |
71 | modpost_link() | |
72 | { | |
a5967db9 | 73 | local objects |
38e89184 | 74 | local lds="" |
a5967db9 | 75 | |
6358d6e8 | 76 | objects="--whole-archive \ |
d151e971 | 77 | ${KBUILD_VMLINUX_OBJS} \ |
6358d6e8 NP |
78 | --no-whole-archive \ |
79 | --start-group \ | |
80 | ${KBUILD_VMLINUX_LIBS} \ | |
81 | --end-group" | |
82 | ||
dc5723b0 | 83 | if [ -n "${CONFIG_LTO_CLANG}" ]; then |
a8cccdd9 ST |
84 | gen_initcalls |
85 | lds="-T .tmp_initcalls.lds" | |
86 | ||
38e89184 ST |
87 | if [ -n "${CONFIG_MODVERSIONS}" ]; then |
88 | gen_symversions | |
89 | lds="${lds} -T .tmp_symversions.lds" | |
90 | fi | |
91 | ||
dc5723b0 ST |
92 | # This might take a while, so indicate that we're doing |
93 | # an LTO link | |
94 | info LTO ${1} | |
95 | else | |
96 | info LD ${1} | |
97 | fi | |
98 | ||
38e89184 | 99 | ${LD} ${KBUILD_LDFLAGS} -r -o ${1} ${lds} ${objects} |
1f2bfbd0 SR |
100 | } |
101 | ||
6804c1af PZ |
102 | objtool_link() |
103 | { | |
b1a1a1a0 | 104 | local objtoolcmd; |
6804c1af PZ |
105 | local objtoolopt; |
106 | ||
b1a1a1a0 ST |
107 | if [ "${CONFIG_LTO_CLANG} ${CONFIG_STACK_VALIDATION}" = "y y" ]; then |
108 | # Don't perform vmlinux validation unless explicitly requested, | |
109 | # but run objtool on vmlinux.o now that we have an object file. | |
110 | if [ -n "${CONFIG_UNWINDER_ORC}" ]; then | |
111 | objtoolcmd="orc generate" | |
112 | fi | |
113 | ||
114 | objtoolopt="${objtoolopt} --duplicate" | |
115 | ||
116 | if [ -n "${CONFIG_FTRACE_MCOUNT_USE_OBJTOOL}" ]; then | |
117 | objtoolopt="${objtoolopt} --mcount" | |
118 | fi | |
119 | fi | |
120 | ||
6804c1af | 121 | if [ -n "${CONFIG_VMLINUX_VALIDATION}" ]; then |
b1a1a1a0 ST |
122 | objtoolopt="${objtoolopt} --noinstr" |
123 | fi | |
124 | ||
125 | if [ -n "${objtoolopt}" ]; then | |
126 | if [ -z "${objtoolcmd}" ]; then | |
127 | objtoolcmd="check" | |
128 | fi | |
129 | objtoolopt="${objtoolopt} --vmlinux" | |
6804c1af PZ |
130 | if [ -z "${CONFIG_FRAME_POINTER}" ]; then |
131 | objtoolopt="${objtoolopt} --no-fp" | |
132 | fi | |
b1a1a1a0 | 133 | if [ -n "${CONFIG_GCOV_KERNEL}" ] || [ -n "${CONFIG_LTO_CLANG}" ]; then |
6804c1af PZ |
134 | objtoolopt="${objtoolopt} --no-unreachable" |
135 | fi | |
136 | if [ -n "${CONFIG_RETPOLINE}" ]; then | |
137 | objtoolopt="${objtoolopt} --retpoline" | |
138 | fi | |
139 | if [ -n "${CONFIG_X86_SMAP}" ]; then | |
140 | objtoolopt="${objtoolopt} --uaccess" | |
141 | fi | |
142 | info OBJTOOL ${1} | |
b1a1a1a0 | 143 | tools/objtool/objtool ${objtoolcmd} ${objtoolopt} ${1} |
6804c1af PZ |
144 | fi |
145 | } | |
146 | ||
1f2bfbd0 | 147 | # Link of vmlinux |
341dfcf8 | 148 | # ${1} - output file |
618916a4 | 149 | # ${2}, ${3}, ... - optional extra .o files |
1f2bfbd0 SR |
150 | vmlinux_link() |
151 | { | |
152 | local lds="${objtree}/${KBUILD_LDS}" | |
618916a4 | 153 | local output=${1} |
a5967db9 | 154 | local objects |
af73d78b | 155 | local strip_debug |
5cc12472 | 156 | local map_option |
8f130512 MY |
157 | local objs |
158 | local libs | |
1f2bfbd0 | 159 | |
d7b0827f LT |
160 | info LD ${output} |
161 | ||
618916a4 AN |
162 | # skip output file argument |
163 | shift | |
164 | ||
8f130512 MY |
165 | if [ -n "${CONFIG_LTO_CLANG}" ]; then |
166 | # Use vmlinux.o instead of performing the slow LTO link again. | |
167 | objs=vmlinux.o | |
168 | libs= | |
169 | else | |
170 | objs="${KBUILD_VMLINUX_OBJS}" | |
171 | libs="${KBUILD_VMLINUX_LIBS}" | |
172 | fi | |
173 | ||
af73d78b KC |
174 | # The kallsyms linking does not need debug symbols included. |
175 | if [ "$output" != "${output#.tmp_vmlinux.kallsyms}" ] ; then | |
176 | strip_debug=-Wl,--strip-debug | |
177 | fi | |
178 | ||
5cc12472 RV |
179 | if [ -n "${CONFIG_VMLINUX_MAP}" ]; then |
180 | map_option="-Map=${output}.map" | |
181 | fi | |
182 | ||
1f2bfbd0 | 183 | if [ "${SRCARCH}" != "um" ]; then |
8f130512 MY |
184 | objects="--whole-archive ${objs} --no-whole-archive \ |
185 | --start-group ${libs} --end-group \ | |
186 | $@" | |
a5967db9 | 187 | |
618916a4 | 188 | ${LD} ${KBUILD_LDFLAGS} ${LDFLAGS_vmlinux} \ |
af73d78b | 189 | ${strip_debug#-Wl,} \ |
618916a4 | 190 | -o ${output} \ |
5cc12472 | 191 | ${map_option} \ |
a5967db9 | 192 | -T ${lds} ${objects} |
1f2bfbd0 | 193 | else |
6358d6e8 | 194 | objects="-Wl,--whole-archive \ |
d151e971 | 195 | ${KBUILD_VMLINUX_OBJS} \ |
6358d6e8 NP |
196 | -Wl,--no-whole-archive \ |
197 | -Wl,--start-group \ | |
198 | ${KBUILD_VMLINUX_LIBS} \ | |
199 | -Wl,--end-group \ | |
618916a4 | 200 | ${@}" |
a5967db9 | 201 | |
618916a4 | 202 | ${CC} ${CFLAGS_vmlinux} \ |
af73d78b | 203 | ${strip_debug} \ |
618916a4 | 204 | -o ${output} \ |
5cc12472 | 205 | ${map_option:+-Wl,${map_option}} \ |
6358d6e8 NP |
206 | -Wl,-T,${lds} \ |
207 | ${objects} \ | |
a5967db9 | 208 | -lutil -lrt -lpthread |
1f2bfbd0 SR |
209 | fi |
210 | } | |
211 | ||
e83b9f55 | 212 | # generate .BTF typeinfo from DWARF debuginfo |
341dfcf8 AN |
213 | # ${1} - vmlinux image |
214 | # ${2} - file to dump raw BTF data into | |
e83b9f55 AN |
215 | gen_btf() |
216 | { | |
341dfcf8 | 217 | local pahole_ver |
db16c1fe | 218 | local extra_paholeopt= |
e83b9f55 | 219 | |
581b31c3 | 220 | if ! [ -x "$(command -v ${PAHOLE})" ]; then |
2a67a6cc | 221 | echo >&2 "BTF: ${1}: pahole (${PAHOLE}) is not available" |
341dfcf8 | 222 | return 1 |
581b31c3 AN |
223 | fi |
224 | ||
e83b9f55 | 225 | pahole_ver=$(${PAHOLE} --version | sed -E 's/v([0-9]+)\.([0-9]+)/\1\2/') |
21a85bd6 LB |
226 | if [ "${pahole_ver}" -lt "116" ]; then |
227 | echo >&2 "BTF: ${1}: pahole version $(${PAHOLE} --version) is too old, need at least v1.16" | |
341dfcf8 | 228 | return 1 |
e83b9f55 AN |
229 | fi |
230 | ||
341dfcf8 | 231 | vmlinux_link ${1} |
af73d78b | 232 | |
a0b8200d AN |
233 | if [ "${pahole_ver}" -ge "118" ] && [ "${pahole_ver}" -le "121" ]; then |
234 | # pahole 1.18 through 1.21 can't handle zero-sized per-CPU vars | |
235 | extra_paholeopt="${extra_paholeopt} --skip_encoding_btf_vars" | |
236 | fi | |
db16c1fe IL |
237 | if [ "${pahole_ver}" -ge "121" ]; then |
238 | extra_paholeopt="${extra_paholeopt} --btf_gen_floats" | |
239 | fi | |
240 | ||
af73d78b | 241 | info "BTF" ${2} |
ff2e6efd | 242 | LLVM_OBJCOPY="${OBJCOPY}" ${PAHOLE} -J ${extra_paholeopt} ${1} |
341dfcf8 | 243 | |
90ceddcb FS |
244 | # Create ${2} which contains just .BTF section but no symbols. Add |
245 | # SHF_ALLOC because .BTF will be part of the vmlinux image. --strip-all | |
246 | # deletes all symbols including __start_BTF and __stop_BTF, which will | |
247 | # be redefined in the linker script. Add 2>/dev/null to suppress GNU | |
248 | # objcopy warnings: "empty loadable segment detected at ..." | |
249 | ${OBJCOPY} --only-section=.BTF --set-section-flags .BTF=alloc,readonly \ | |
250 | --strip-all ${1} ${2} 2>/dev/null | |
251 | # Change e_type to ET_REL so that it can be used to link final vmlinux. | |
252 | # Unlike GNU ld, lld does not allow an ET_EXEC input. | |
253 | printf '\1' | dd of=${2} conv=notrunc bs=1 seek=16 status=none | |
e83b9f55 | 254 | } |
1f2bfbd0 | 255 | |
08beb669 | 256 | # Create ${2} .S file with all symbols from the ${1} object file |
1f2bfbd0 SR |
257 | kallsyms() |
258 | { | |
1f2bfbd0 SR |
259 | local kallsymopt; |
260 | ||
261 | if [ -n "${CONFIG_KALLSYMS_ALL}" ]; then | |
6895f97e | 262 | kallsymopt="${kallsymopt} --all-symbols" |
1f2bfbd0 SR |
263 | fi |
264 | ||
4d5d5664 | 265 | if [ -n "${CONFIG_KALLSYMS_ABSOLUTE_PERCPU}" ]; then |
c6bda7c9 RR |
266 | kallsymopt="${kallsymopt} --absolute-percpu" |
267 | fi | |
268 | ||
2213e9a6 AB |
269 | if [ -n "${CONFIG_KALLSYMS_BASE_RELATIVE}" ]; then |
270 | kallsymopt="${kallsymopt} --base-relative" | |
271 | fi | |
272 | ||
08beb669 MY |
273 | info KSYMS ${2} |
274 | ${NM} -n ${1} | scripts/kallsyms ${kallsymopt} > ${2} | |
1f2bfbd0 SR |
275 | } |
276 | ||
8959e392 KC |
277 | # Perform one step in kallsyms generation, including temporary linking of |
278 | # vmlinux. | |
279 | kallsyms_step() | |
280 | { | |
281 | kallsymso_prev=${kallsymso} | |
af73d78b KC |
282 | kallsyms_vmlinux=.tmp_vmlinux.kallsyms${1} |
283 | kallsymso=${kallsyms_vmlinux}.o | |
08beb669 | 284 | kallsyms_S=${kallsyms_vmlinux}.S |
8959e392 | 285 | |
d7b0827f | 286 | vmlinux_link ${kallsyms_vmlinux} "${kallsymso_prev}" ${btf_vmlinux_bin_o} |
08beb669 MY |
287 | kallsyms ${kallsyms_vmlinux} ${kallsyms_S} |
288 | ||
289 | info AS ${kallsyms_S} | |
290 | ${CC} ${NOSTDINC_FLAGS} ${LINUXINCLUDE} ${KBUILD_CPPFLAGS} \ | |
291 | ${KBUILD_AFLAGS} ${KBUILD_AFLAGS_KERNEL} \ | |
292 | -c -o ${kallsymso} ${kallsyms_S} | |
8959e392 KC |
293 | } |
294 | ||
1f2bfbd0 SR |
295 | # Create map file with all symbols from ${1} |
296 | # See mksymap for additional details | |
297 | mksysmap() | |
298 | { | |
299 | ${CONFIG_SHELL} "${srctree}/scripts/mksysmap" ${1} ${2} | |
300 | } | |
301 | ||
10916706 | 302 | sorttable() |
1347a2ce | 303 | { |
10916706 | 304 | ${objtree}/scripts/sorttable ${1} |
1347a2ce LT |
305 | } |
306 | ||
1f2bfbd0 | 307 | # Delete output files in case of error |
1f2bfbd0 SR |
308 | cleanup() |
309 | { | |
341dfcf8 | 310 | rm -f .btf.* |
1f2bfbd0 | 311 | rm -f .tmp_System.map |
a8cccdd9 | 312 | rm -f .tmp_initcalls.lds |
38e89184 | 313 | rm -f .tmp_symversions.lds |
1f2bfbd0 SR |
314 | rm -f .tmp_vmlinux* |
315 | rm -f System.map | |
316 | rm -f vmlinux | |
5cc12472 | 317 | rm -f vmlinux.map |
1f2bfbd0 | 318 | rm -f vmlinux.o |
0b956e20 | 319 | rm -f .vmlinux.d |
1f2bfbd0 SR |
320 | } |
321 | ||
1f2bfbd0 SR |
322 | # Use "make V=1" to debug this script |
323 | case "${KBUILD_VERBOSE}" in | |
324 | *1*) | |
325 | set -x | |
326 | ;; | |
327 | esac | |
328 | ||
329 | if [ "$1" = "clean" ]; then | |
330 | cleanup | |
331 | exit 0 | |
332 | fi | |
333 | ||
334 | # We need access to CONFIG_ symbols | |
94cf8acc | 335 | . include/config/auto.conf |
1f2bfbd0 | 336 | |
1f2bfbd0 SR |
337 | # Update version |
338 | info GEN .version | |
278ae604 MY |
339 | if [ -r .version ]; then |
340 | VERSION=$(expr 0$(cat .version) + 1) | |
341 | echo $VERSION > .version | |
1f2bfbd0 | 342 | else |
278ae604 MY |
343 | rm -f .version |
344 | echo 1 > .version | |
1f2bfbd0 SR |
345 | fi; |
346 | ||
347 | # final build of init/ | |
083bc0e1 | 348 | ${MAKE} -f "${srctree}/scripts/Makefile.build" obj=init need-builtin=1 |
1f2bfbd0 | 349 | |
abac4c89 | 350 | #link vmlinux.o |
abac4c89 | 351 | modpost_link vmlinux.o |
6804c1af | 352 | objtool_link vmlinux.o |
abac4c89 NP |
353 | |
354 | # modpost vmlinux.o to check for section mismatches | |
a721588d | 355 | ${MAKE} -f "${srctree}/scripts/Makefile.modpost" MODPOST_VMLINUX=1 |
abac4c89 | 356 | |
898490c0 AG |
357 | info MODINFO modules.builtin.modinfo |
358 | ${OBJCOPY} -j .modinfo -O binary vmlinux.o modules.builtin.modinfo | |
8b41fc44 MY |
359 | info GEN modules.builtin |
360 | # The second line aids cases where multiple modules share the same object. | |
361 | tr '\0' '\n' < modules.builtin.modinfo | sed -n 's/^[[:alnum:]:_]*\.file=//p' | | |
362 | tr ' ' '\n' | uniq | sed -e 's:^:kernel/:' -e 's/$/.ko/' > modules.builtin | |
898490c0 | 363 | |
7fd78568 | 364 | btf_vmlinux_bin_o="" |
341dfcf8 | 365 | if [ -n "${CONFIG_DEBUG_INFO_BTF}" ]; then |
af73d78b KC |
366 | btf_vmlinux_bin_o=.btf.vmlinux.bin.o |
367 | if ! gen_btf .tmp_vmlinux.btf $btf_vmlinux_bin_o ; then | |
da5fb182 SF |
368 | echo >&2 "Failed to generate BTF for vmlinux" |
369 | echo >&2 "Try to disable CONFIG_DEBUG_INFO_BTF" | |
370 | exit 1 | |
341dfcf8 AN |
371 | fi |
372 | fi | |
373 | ||
1f2bfbd0 | 374 | kallsymso="" |
8959e392 | 375 | kallsymso_prev="" |
1f2bfbd0 SR |
376 | kallsyms_vmlinux="" |
377 | if [ -n "${CONFIG_KALLSYMS}" ]; then | |
378 | ||
379 | # kallsyms support | |
380 | # Generate section listing all symbols and add it into vmlinux | |
381 | # It's a three step process: | |
382 | # 1) Link .tmp_vmlinux1 so it has all symbols and sections, | |
383 | # but __kallsyms is empty. | |
384 | # Running kallsyms on that gives us .tmp_kallsyms1.o with | |
385 | # the right size | |
386 | # 2) Link .tmp_vmlinux2 so it now has a __kallsyms section of | |
387 | # the right size, but due to the added section, some | |
388 | # addresses have shifted. | |
389 | # From here, we generate a correct .tmp_kallsyms2.o | |
7e2b37c9 NP |
390 | # 3) That link may have expanded the kernel image enough that |
391 | # more linker branch stubs / trampolines had to be added, which | |
392 | # introduces new names, which further expands kallsyms. Do another | |
393 | # pass if that is the case. In theory it's possible this results | |
394 | # in even more stubs, but unlikely. | |
395 | # KALLSYMS_EXTRA_PASS=1 may also used to debug or work around | |
396 | # other bugs. | |
397 | # 4) The correct ${kallsymso} is linked into the final vmlinux. | |
1f2bfbd0 SR |
398 | # |
399 | # a) Verify that the System.map from vmlinux matches the map from | |
400 | # ${kallsymso}. | |
401 | ||
8959e392 KC |
402 | kallsyms_step 1 |
403 | kallsyms_step 2 | |
1f2bfbd0 | 404 | |
7e2b37c9 | 405 | # step 3 |
8959e392 KC |
406 | size1=$(${CONFIG_SHELL} "${srctree}/scripts/file-size.sh" ${kallsymso_prev}) |
407 | size2=$(${CONFIG_SHELL} "${srctree}/scripts/file-size.sh" ${kallsymso}) | |
7e2b37c9 NP |
408 | |
409 | if [ $size1 -ne $size2 ] || [ -n "${KALLSYMS_EXTRA_PASS}" ]; then | |
8959e392 | 410 | kallsyms_step 3 |
1f2bfbd0 SR |
411 | fi |
412 | fi | |
413 | ||
d7b0827f | 414 | vmlinux_link vmlinux "${kallsymso}" ${btf_vmlinux_bin_o} |
e83b9f55 | 415 | |
c9a0f3b8 | 416 | # fill in BTF IDs |
017dab34 JO |
417 | if [ -n "${CONFIG_DEBUG_INFO_BTF}" -a -n "${CONFIG_BPF}" ]; then |
418 | info BTFIDS vmlinux | |
419 | ${RESOLVE_BTFIDS} vmlinux | |
c9a0f3b8 JO |
420 | fi |
421 | ||
10916706 SZ |
422 | if [ -n "${CONFIG_BUILDTIME_TABLE_SORT}" ]; then |
423 | info SORTTAB vmlinux | |
f14bf6a3 SZ |
424 | if ! sorttable vmlinux; then |
425 | echo >&2 Failed to sort kernel tables | |
426 | exit 1 | |
427 | fi | |
1347a2ce LT |
428 | fi |
429 | ||
1f2bfbd0 SR |
430 | info SYSMAP System.map |
431 | mksysmap vmlinux System.map | |
432 | ||
433 | # step a (see comment above) | |
434 | if [ -n "${CONFIG_KALLSYMS}" ]; then | |
435 | mksysmap ${kallsyms_vmlinux} .tmp_System.map | |
436 | ||
437 | if ! cmp -s System.map .tmp_System.map; then | |
5369f550 | 438 | echo >&2 Inconsistent kallsyms data |
367e43c5 | 439 | echo >&2 Try "make KALLSYMS_EXTRA_PASS=1" as a workaround |
1f2bfbd0 SR |
440 | exit 1 |
441 | fi | |
442 | fi | |
0b956e20 RV |
443 | |
444 | # For fixdep | |
445 | echo "vmlinux: $0" > .vmlinux.d |