[people/arne_f/kernel.git] / arch / x86 / entry / vdso / Makefile

# SPDX-License-Identifier: GPL-2.0
#
# Building vDSO images for x86.
#

KBUILD_CFLAGS += $(DISABLE_LTO)
KASAN_SANITIZE			:= n
UBSAN_SANITIZE			:= n
OBJECT_FILES_NON_STANDARD	:= y

# Prevents link failures: __sanitizer_cov_trace_pc() is not linked in.
KCOV_INSTRUMENT		:= n

VDSO64-$(CONFIG_X86_64)		:= y
VDSOX32-$(CONFIG_X86_X32_ABI)	:= y
VDSO32-$(CONFIG_X86_32)		:= y
VDSO32-$(CONFIG_IA32_EMULATION)	:= y

# files to link into the vdso
vobjs-y := vdso-note.o vclock_gettime.o vgetcpu.o

# files to link into kernel
obj-y				+= vma.o
OBJECT_FILES_NON_STANDARD_vma.o	:= n

# vDSO images to build
vdso_img-$(VDSO64-y)		+= 64
vdso_img-$(VDSOX32-y)		+= x32
vdso_img-$(VDSO32-y)		+= 32

obj-$(VDSO32-y)			+= vdso32-setup.o

vobjs := $(foreach F,$(vobjs-y),$(obj)/$F)

$(obj)/vdso.o: $(obj)/vdso.so

targets += vdso.lds $(vobjs-y)

# Build the vDSO image C files and link them in.
vdso_img_objs := $(vdso_img-y:%=vdso-image-%.o)
vdso_img_cfiles := $(vdso_img-y:%=vdso-image-%.c)
vdso_img_sodbg := $(vdso_img-y:%=vdso%.so.dbg)
obj-y += $(vdso_img_objs)
targets += $(vdso_img_cfiles)
targets += $(vdso_img_sodbg)
.SECONDARY: $(vdso_img-y:%=$(obj)/vdso-image-%.c) \
	$(vdso_img-y:%=$(obj)/vdso%.so)

export CPPFLAGS_vdso.lds += -P -C

VDSO_LDFLAGS_vdso.lds = -m64 -Wl,-soname=linux-vdso.so.1 \
			-Wl,--no-undefined \
			-Wl,-z,max-page-size=4096 -Wl,-z,common-page-size=4096 \
			$(DISABLE_LTO)

$(obj)/vdso64.so.dbg: $(src)/vdso.lds $(vobjs) FORCE
	$(call if_changed,vdso)

HOST_EXTRACFLAGS += -I$(srctree)/tools/include -I$(srctree)/include/uapi -I$(srctree)/arch/$(SUBARCH)/include/uapi
hostprogs-y			+= vdso2c

quiet_cmd_vdso2c = VDSO2C  $@
define cmd_vdso2c
	$(obj)/vdso2c $< $(<:%.dbg=%) $@
endef

$(obj)/vdso-image-%.c: $(obj)/vdso%.so.dbg $(obj)/vdso%.so $(obj)/vdso2c FORCE
	$(call if_changed,vdso2c)

#
# Don't omit frame pointers for ease of userspace debugging, but do
# optimize sibling calls.
#
CFL := $(PROFILING) -mcmodel=small -fPIC -O2 -fasynchronous-unwind-tables -m64 \
       $(filter -g%,$(KBUILD_CFLAGS)) $(call cc-option, -fno-stack-protector) \
       -fno-omit-frame-pointer -foptimize-sibling-calls \
       -DDISABLE_BRANCH_PROFILING -DBUILD_VDSO $(RETPOLINE_VDSO_CFLAGS)

$(vobjs): KBUILD_CFLAGS := $(filter-out $(GCC_PLUGINS_CFLAGS) $(RETPOLINE_CFLAGS),$(KBUILD_CFLAGS)) $(CFL)

#
# vDSO code runs in userspace and -pg doesn't help with profiling anyway.
#
CFLAGS_REMOVE_vdso-note.o = -pg
CFLAGS_REMOVE_vclock_gettime.o = -pg
CFLAGS_REMOVE_vgetcpu.o = -pg
CFLAGS_REMOVE_vvar.o = -pg

#
# X32 processes use x32 vDSO to access 64bit kernel data.
#
# Build x32 vDSO image:
# 1. Compile x32 vDSO as 64bit.
# 2. Convert object files to x32.
# 3. Build x32 VDSO image with x32 objects, which contains 64bit codes
# so that it can reach 64bit address space with 64bit pointers.
#

CPPFLAGS_vdsox32.lds = $(CPPFLAGS_vdso.lds)
VDSO_LDFLAGS_vdsox32.lds = -Wl,-m,elf32_x86_64 \
			   -Wl,-soname=linux-vdso.so.1 \
			   -Wl,-z,max-page-size=4096 \
			   -Wl,-z,common-page-size=4096

# 64-bit objects to re-brand as x32
vobjs64-for-x32 := $(filter-out $(vobjs-nox32),$(vobjs-y))

# x32-rebranded versions
vobjx32s-y := $(vobjs64-for-x32:.o=-x32.o)

# same thing, but in the output directory
vobjx32s := $(foreach F,$(vobjx32s-y),$(obj)/$F)

# Convert 64bit object file to x32 for x32 vDSO.
quiet_cmd_x32 = X32     $@
      cmd_x32 = $(OBJCOPY) -O elf32-x86-64 $< $@

$(obj)/%-x32.o: $(obj)/%.o FORCE
	$(call if_changed,x32)

targets += vdsox32.lds $(vobjx32s-y)

$(obj)/%.so: OBJCOPYFLAGS := -S
$(obj)/%.so: $(obj)/%.so.dbg
	$(call if_changed,objcopy)

$(obj)/vdsox32.so.dbg: $(src)/vdsox32.lds $(vobjx32s) FORCE
	$(call if_changed,vdso)

CPPFLAGS_vdso32.lds = $(CPPFLAGS_vdso.lds)
VDSO_LDFLAGS_vdso32.lds = -m32 -Wl,-m,elf_i386 -Wl,-soname=linux-gate.so.1

# This makes sure the $(obj) subdirectory exists even though vdso32/
# is not a kbuild sub-make subdirectory.
override obj-dirs = $(dir $(obj)) $(obj)/vdso32/

targets += vdso32/vdso32.lds
targets += vdso32/note.o vdso32/system_call.o vdso32/sigreturn.o
targets += vdso32/vclock_gettime.o

KBUILD_AFLAGS_32 := $(filter-out -m64,$(KBUILD_AFLAGS)) -DBUILD_VDSO
$(obj)/vdso32.so.dbg: KBUILD_AFLAGS = $(KBUILD_AFLAGS_32)
$(obj)/vdso32.so.dbg: asflags-$(CONFIG_X86_64) += -m32

KBUILD_CFLAGS_32 := $(filter-out -m64,$(KBUILD_CFLAGS))
KBUILD_CFLAGS_32 := $(filter-out -mcmodel=kernel,$(KBUILD_CFLAGS_32))
KBUILD_CFLAGS_32 := $(filter-out -fno-pic,$(KBUILD_CFLAGS_32))
KBUILD_CFLAGS_32 := $(filter-out -mfentry,$(KBUILD_CFLAGS_32))
KBUILD_CFLAGS_32 := $(filter-out $(GCC_PLUGINS_CFLAGS),$(KBUILD_CFLAGS_32))
KBUILD_CFLAGS_32 := $(filter-out $(RETPOLINE_CFLAGS),$(KBUILD_CFLAGS_32))
KBUILD_CFLAGS_32 += -m32 -msoft-float -mregparm=0 -fpic
KBUILD_CFLAGS_32 += $(call cc-option, -fno-stack-protector)
KBUILD_CFLAGS_32 += $(call cc-option, -foptimize-sibling-calls)
KBUILD_CFLAGS_32 += -fno-omit-frame-pointer
KBUILD_CFLAGS_32 += -DDISABLE_BRANCH_PROFILING
KBUILD_CFLAGS_32 += $(RETPOLINE_VDSO_CFLAGS)
$(obj)/vdso32.so.dbg: KBUILD_CFLAGS = $(KBUILD_CFLAGS_32)

$(obj)/vdso32.so.dbg: FORCE \
		      $(obj)/vdso32/vdso32.lds \
		      $(obj)/vdso32/vclock_gettime.o \
		      $(obj)/vdso32/note.o \
		      $(obj)/vdso32/system_call.o \
		      $(obj)/vdso32/sigreturn.o
	$(call if_changed,vdso)

#
# The DSO images are built using a special linker script.
#
quiet_cmd_vdso = VDSO    $@
      cmd_vdso = $(CC) -nostdlib -o $@ \
		       $(VDSO_LDFLAGS) $(VDSO_LDFLAGS_$(filter %.lds,$(^F))) \
		       -Wl,-T,$(filter %.lds,$^) $(filter %.o,$^) && \
		 sh $(srctree)/$(src)/checkundef.sh '$(NM)' '$@'

VDSO_LDFLAGS = -fPIC -shared $(call cc-ldoption, -Wl$(comma)--hash-style=both) \
	$(call cc-ldoption, -Wl$(comma)--build-id) -Wl,-Bsymbolic $(LTO_CFLAGS)
GCOV_PROFILE := n

#
# Install the unstripped copies of vdso*.so.  If our toolchain supports
# build-id, install .build-id links as well.
#
quiet_cmd_vdso_install = INSTALL $(@:install_%=%)
define cmd_vdso_install
	cp $< "$(MODLIB)/vdso/$(@:install_%=%)"; \
	if readelf -n $< |grep -q 'Build ID'; then \
	  buildid=`readelf -n $< |grep 'Build ID' |sed -e 's/^.*Build ID: \(.*\)$$/\1/'`; \
	  first=`echo $$buildid | cut -b-2`; \
	  last=`echo $$buildid | cut -b3-`; \
	  mkdir -p "$(MODLIB)/vdso/.build-id/$$first"; \
	  ln -sf "../../$(@:install_%=%)" "$(MODLIB)/vdso/.build-id/$$first/$$last.debug"; \
	fi
endef

vdso_img_insttargets := $(vdso_img_sodbg:%.dbg=install_%)

$(MODLIB)/vdso: FORCE
	@mkdir -p $(MODLIB)/vdso

$(vdso_img_insttargets): install_%: $(obj)/%.dbg $(MODLIB)/vdso
	$(call cmd,vdso_install)

PHONY += vdso_install $(vdso_img_insttargets)
vdso_install: $(vdso_img_insttargets)

clean-files := vdso32.so vdso32.so.dbg vdso64* vdso-image-*.c vdsox32.so*
Commit	Line	Data
b2441318	1	# SPDX-License-Identifier: GPL-2.0
2aae950b	2	#
0249c9c1	3	# Building vDSO images for x86.
2aae950b AK	4	#
2aae950b AK	5
67424d5a	6	KBUILD_CFLAGS += $(DISABLE_LTO)
c0dd6716 JP	7	KASAN_SANITIZE := n
	8	UBSAN_SANITIZE := n
	9	OBJECT_FILES_NON_STANDARD := y
67424d5a	10
5c9a8750 DV	11	# Prevents link failures: __sanitizer_cov_trace_pc() is not linked in.
	12	KCOV_INSTRUMENT := n
	13
0249c9c1	14	VDSO64-$(CONFIG_X86_64) := y
1a21d4e0	15	VDSOX32-$(CONFIG_X86_X32_ABI) := y
0249c9c1	16	VDSO32-$(CONFIG_X86_32) := y
ab8b82ee	17	VDSO32-$(CONFIG_IA32_EMULATION) := y
0249c9c1	18
2aae950b	19	# files to link into the vdso
da861e18	20	vobjs-y := vdso-note.o vclock_gettime.o vgetcpu.o
1a21d4e0	21
2aae950b	22	# files to link into kernel
b4b541a6	23	obj-y += vma.o
c0dd6716	24	OBJECT_FILES_NON_STANDARD_vma.o := n
6f121e54 AL	25
	26	# vDSO images to build
	27	vdso_img-$(VDSO64-y) += 64
	28	vdso_img-$(VDSOX32-y) += x32
0a6d1fa0	29	vdso_img-$(VDSO32-y) += 32
6f121e54 AL	30
6f121e54 AL	31	obj-$(VDSO32-y) += vdso32-setup.o
2aae950b	32
e0bf7b86	33	vobjs := $(foreach F,$(vobjs-y),$(obj)/$F)
2aae950b AK	34
	35	$(obj)/vdso.o: $(obj)/vdso.so
	36
6f121e54 AL	37	targets += vdso.lds $(vobjs-y)
	38
	39	# Build the vDSO image C files and link them in.
	40	vdso_img_objs := $(vdso_img-y:%=vdso-image-%.o)
	41	vdso_img_cfiles := $(vdso_img-y:%=vdso-image-%.c)
	42	vdso_img_sodbg := $(vdso_img-y:%=vdso%.so.dbg)
	43	obj-y += $(vdso_img_objs)
	44	targets += $(vdso_img_cfiles)
	45	targets += $(vdso_img_sodbg)
da861e18 AL	46	.SECONDARY: $(vdso_img-y:%=$(obj)/vdso-image-%.c) \
da861e18 AL	47	$(vdso_img-y:%=$(obj)/vdso%.so)
2aae950b	48
d746d647	49	export CPPFLAGS_vdso.lds += -P -C
2aae950b	50
de2a8cf9	51	VDSO_LDFLAGS_vdso.lds = -m64 -Wl,-soname=linux-vdso.so.1 \
7f79ad15	52	-Wl,--no-undefined \
67424d5a AK	53	-Wl,-z,max-page-size=4096 -Wl,-z,common-page-size=4096 \
67424d5a AK	54	$(DISABLE_LTO)
2aae950b	55
6f121e54	56	$(obj)/vdso64.so.dbg: $(src)/vdso.lds $(vobjs) FORCE
16e48e7e	57	$(call if_changed,vdso)
2aae950b	58
d51306f1	59	HOST_EXTRACFLAGS += -I$(srctree)/tools/include -I$(srctree)/include/uapi -I$(srctree)/arch/$(SUBARCH)/include/uapi
6f121e54 AL	60	hostprogs-y += vdso2c
	61
	62	quiet_cmd_vdso2c = VDSO2C $@
	63	define cmd_vdso2c
da861e18	64	$(obj)/vdso2c $< $(<:%.dbg=%) $@
6f121e54 AL	65	endef
6f121e54 AL	66
da861e18	67	$(obj)/vdso-image-%.c: $(obj)/vdso%.so.dbg $(obj)/vdso%.so $(obj)/vdso2c FORCE
6f121e54	68	$(call if_changed,vdso2c)
f79eb83b	69
6447facb AL	70	#
	71	# Don't omit frame pointers for ease of userspace debugging, but do
	72	# optimize sibling calls.
	73	#
8705a49c	74	CFL := $(PROFILING) -mcmodel=small -fPIC -O2 -fasynchronous-unwind-tables -m64 \
6447facb	75	$(filter -g%,$(KBUILD_CFLAGS)) $(call cc-option, -fno-stack-protector) \
46b57a76	76	-fno-omit-frame-pointer -foptimize-sibling-calls \
4587db4c	77	-DDISABLE_BRANCH_PROFILING -DBUILD_VDSO $(RETPOLINE_VDSO_CFLAGS)
2aae950b	78
4587db4c	79	$(vobjs): KBUILD_CFLAGS := $(filter-out $(GCC_PLUGINS_CFLAGS) $(RETPOLINE_CFLAGS),$(KBUILD_CFLAGS)) $(CFL)
2aae950b	80
6447facb AL	81	#
	82	# vDSO code runs in userspace and -pg doesn't help with profiling anyway.
	83	#
	84	CFLAGS_REMOVE_vdso-note.o = -pg
	85	CFLAGS_REMOVE_vclock_gettime.o = -pg
	86	CFLAGS_REMOVE_vgetcpu.o = -pg
	87	CFLAGS_REMOVE_vvar.o = -pg
	88
1a21d4e0 L	89	#
	90	# X32 processes use x32 vDSO to access 64bit kernel data.
	91	#
	92	# Build x32 vDSO image:
	93	# 1. Compile x32 vDSO as 64bit.
	94	# 2. Convert object files to x32.
	95	# 3. Build x32 VDSO image with x32 objects, which contains 64bit codes
	96	# so that it can reach 64bit address space with 64bit pointers.
	97	#
	98
1a21d4e0 L	99	CPPFLAGS_vdsox32.lds = $(CPPFLAGS_vdso.lds)
	100	VDSO_LDFLAGS_vdsox32.lds = -Wl,-m,elf32_x86_64 \
	101	-Wl,-soname=linux-vdso.so.1 \
	102	-Wl,-z,max-page-size=4096 \
	103	-Wl,-z,common-page-size=4096
	104
e0bf7b86 AL	105	# 64-bit objects to re-brand as x32
	106	vobjs64-for-x32 := $(filter-out $(vobjs-nox32),$(vobjs-y))
	107
	108	# x32-rebranded versions
	109	vobjx32s-y := $(vobjs64-for-x32:.o=-x32.o)
	110
	111	# same thing, but in the output directory
1a21d4e0 L	112	vobjx32s := $(foreach F,$(vobjx32s-y),$(obj)/$F)
	113
	114	# Convert 64bit object file to x32 for x32 vDSO.
	115	quiet_cmd_x32 = X32 $@
	116	cmd_x32 = $(OBJCOPY) -O elf32-x86-64 $< $@
	117
	118	$(obj)/%-x32.o: $(obj)/%.o FORCE
	119	$(call if_changed,x32)
	120
6f121e54	121	targets += vdsox32.lds $(vobjx32s-y)
1a21d4e0	122
da861e18 AL	123	$(obj)/%.so: OBJCOPYFLAGS := -S
	124	$(obj)/%.so: $(obj)/%.so.dbg
	125	$(call if_changed,objcopy)
	126
1a21d4e0 L	127	$(obj)/vdsox32.so.dbg: $(src)/vdsox32.lds $(vobjx32s) FORCE
	128	$(call if_changed,vdso)
	129
0249c9c1	130	CPPFLAGS_vdso32.lds = $(CPPFLAGS_vdso.lds)
67424d5a	131	VDSO_LDFLAGS_vdso32.lds = -m32 -Wl,-m,elf_i386 -Wl,-soname=linux-gate.so.1
0249c9c1 RM	132
	133	# This makes sure the $(obj) subdirectory exists even though vdso32/
	134	# is not a kbuild sub-make subdirectory.
	135	override obj-dirs = $(dir $(obj)) $(obj)/vdso32/
	136
	137	targets += vdso32/vdso32.lds
f0702555	138	targets += vdso32/note.o vdso32/system_call.o vdso32/sigreturn.o
da861e18	139	targets += vdso32/vclock_gettime.o
0249c9c1	140
f24f9108	141	KBUILD_AFLAGS_32 := $(filter-out -m64,$(KBUILD_AFLAGS)) -DBUILD_VDSO
0a6d1fa0 AL	142	$(obj)/vdso32.so.dbg: KBUILD_AFLAGS = $(KBUILD_AFLAGS_32)
0a6d1fa0 AL	143	$(obj)/vdso32.so.dbg: asflags-$(CONFIG_X86_64) += -m32
0249c9c1	144
7a59ed41 SS	145	KBUILD_CFLAGS_32 := $(filter-out -m64,$(KBUILD_CFLAGS))
	146	KBUILD_CFLAGS_32 := $(filter-out -mcmodel=kernel,$(KBUILD_CFLAGS_32))
	147	KBUILD_CFLAGS_32 := $(filter-out -fno-pic,$(KBUILD_CFLAGS_32))
	148	KBUILD_CFLAGS_32 := $(filter-out -mfentry,$(KBUILD_CFLAGS_32))
6b90bd4b	149	KBUILD_CFLAGS_32 := $(filter-out $(GCC_PLUGINS_CFLAGS),$(KBUILD_CFLAGS_32))
4587db4c	150	KBUILD_CFLAGS_32 := $(filter-out $(RETPOLINE_CFLAGS),$(KBUILD_CFLAGS_32))
7a59ed41	151	KBUILD_CFLAGS_32 += -m32 -msoft-float -mregparm=0 -fpic
008cc907 PA	152	KBUILD_CFLAGS_32 += $(call cc-option, -fno-stack-protector)
	153	KBUILD_CFLAGS_32 += $(call cc-option, -foptimize-sibling-calls)
	154	KBUILD_CFLAGS_32 += -fno-omit-frame-pointer
46b57a76	155	KBUILD_CFLAGS_32 += -DDISABLE_BRANCH_PROFILING
4587db4c	156	KBUILD_CFLAGS_32 += $(RETPOLINE_VDSO_CFLAGS)
0a6d1fa0	157	$(obj)/vdso32.so.dbg: KBUILD_CFLAGS = $(KBUILD_CFLAGS_32)
7a59ed41	158
0a6d1fa0 AL	159	$(obj)/vdso32.so.dbg: FORCE \
	160	$(obj)/vdso32/vdso32.lds \
	161	$(obj)/vdso32/vclock_gettime.o \
	162	$(obj)/vdso32/note.o \
f0702555 AL	163	$(obj)/vdso32/system_call.o \
f0702555 AL	164	$(obj)/vdso32/sigreturn.o
0249c9c1 RM	165	$(call if_changed,vdso)
0249c9c1 RM	166
0249c9c1 RM	167	#
	168	# The DSO images are built using a special linker script.
	169	#
	170	quiet_cmd_vdso = VDSO $@
	171	cmd_vdso = $(CC) -nostdlib -o $@ \
	172	$(VDSO_LDFLAGS) $(VDSO_LDFLAGS_$(filter %.lds,$(^F))) \
05d0b088 PA	173	-Wl,-T,$(filter %.lds,$^) $(filter %.o,$^) && \
05d0b088 PA	174	sh $(srctree)/$(src)/checkundef.sh '$(NM)' '$@'
0249c9c1	175
6b7e2654	176	VDSO_LDFLAGS = -fPIC -shared $(call cc-ldoption, -Wl$(comma)--hash-style=both) \
dda1e95c	177	$(call cc-ldoption, -Wl$(comma)--build-id) -Wl,-Bsymbolic $(LTO_CFLAGS)
7bf99fb6	178	GCOV_PROFILE := n
0249c9c1 RM	179
0249c9c1 RM	180	#
dda1e95c AL	181	# Install the unstripped copies of vdso*.so. If our toolchain supports
dda1e95c AL	182	# build-id, install .build-id links as well.
0249c9c1	183	#
a934fb5b	184	quiet_cmd_vdso_install = INSTALL $(@:install_%=%)
dda1e95c AL	185	define cmd_vdso_install
	186	cp $< "$(MODLIB)/vdso/$(@:install_%=%)"; \
	187	if readelf -n $< \|grep -q 'Build ID'; then \
	188	buildid=`readelf -n $< \|grep 'Build ID' \|sed -e 's/^.Build ID: \(.\)$$/\1/'`; \
	189	first=`echo $$buildid \| cut -b-2`; \
	190	last=`echo $$buildid \| cut -b3-`; \
	191	mkdir -p "$(MODLIB)/vdso/.build-id/$$first"; \
	192	ln -sf "../../$(@:install_%=%)" "$(MODLIB)/vdso/.build-id/$$first/$$last.debug"; \
	193	fi
	194	endef
a934fb5b AL	195
	196	vdso_img_insttargets := $(vdso_img_sodbg:%.dbg=install_%)
	197
	198	$(MODLIB)/vdso: FORCE
f79eb83b	199	@mkdir -p $(MODLIB)/vdso
a934fb5b	200
2e8d696b	201	$(vdso_img_insttargets): install_%: $(obj)/%.dbg $(MODLIB)/vdso
f79eb83b RM	202	$(call cmd,vdso_install)
f79eb83b RM	203
a934fb5b	204	PHONY += vdso_install $(vdso_img_insttargets)
2e8d696b	205	vdso_install: $(vdso_img_insttargets)
d531b4fd	206
0a6d1fa0	207	clean-files := vdso32.so vdso32.so.dbg vdso64* vdso-image-.c vdsox32.so