]>
Commit | Line | Data |
---|---|---|
bfff8b1b | 1 | # Copyright (C) 2013-2017 Free Software Foundation, Inc. |
8cfdb7e0 SP |
2 | # This file is part of the GNU C Library. |
3 | ||
4 | # The GNU C Library is free software; you can redistribute it and/or | |
5 | # modify it under the terms of the GNU Lesser General Public | |
6 | # License as published by the Free Software Foundation; either | |
7 | # version 2.1 of the License, or (at your option) any later version. | |
8 | ||
9 | # The GNU C Library is distributed in the hope that it will be useful, | |
10 | # but WITHOUT ANY WARRANTY; without even the implied warranty of | |
11 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
12 | # Lesser General Public License for more details. | |
13 | ||
14 | # You should have received a copy of the GNU Lesser General Public | |
15 | # License along with the GNU C Library; if not, see | |
16 | # <http://www.gnu.org/licenses/>. | |
17 | ||
8cfdb7e0 | 18 | # Makefile for benchmark tests. The only useful target here is `bench`. |
3ce9e010 | 19 | # Add benchmark functions in alphabetical order. |
8cfdb7e0 | 20 | |
8cfdb7e0 | 21 | subdir := benchtests |
a5f891ac JM |
22 | |
23 | include ../Makeconfig | |
aad287f3 | 24 | bench-math := acos acosh asin asinh atan atanh cos cosh exp exp2 log log2 \ |
da16c9b5 | 25 | modf pow rint sin sincos sinh sqrt tan tanh fmin fmax fminf \ |
4cedcaea | 26 | fmaxf powf |
bb9c256f | 27 | |
0edbf123 | 28 | bench-pthread := pthread_once thread_create |
bb9c256f | 29 | |
aad287f3 SP |
30 | bench-string := ffs ffsll |
31 | ||
32 | bench := $(bench-math) $(bench-pthread) $(bench-string) | |
3ce9e010 | 33 | |
c1f75dc3 | 34 | # String function benchmarks. |
aad287f3 SP |
35 | string-benchset := bcopy bzero memccpy memchr memcmp memcpy memmem memmove \ |
36 | mempcpy memset rawmemchr stpcpy stpncpy strcasecmp strcasestr \ | |
37 | strcat strchr strchrnul strcmp strcpy strcspn strlen \ | |
38 | strncasecmp strncat strncmp strncpy strnlen strpbrk strrchr \ | |
39 | strspn strstr strcpy_chk stpcpy_chk memrchr strsep strtok \ | |
8d2030d6 | 40 | strcoll memcpy-large memcpy-random memmove-large memset-large |
2d304f3c SP |
41 | |
42 | # Build and run locale-dependent benchmarks only if we're building natively. | |
43 | ifeq (no,$(cross-compiling)) | |
aad287f3 SP |
44 | wcsmbs-benchset := wcslen wcsnlen wcscpy wcpcpy wcsncpy wcpncpy wcscat wcsncat \ |
45 | wcscmp wcsncmp wcschr wcschrnul wcsrchr wcsspn wcspbrk wcscspn \ | |
46 | wmemchr wmemset wmemcmp | |
2d304f3c SP |
47 | else |
48 | wcsmbs-benchset := | |
49 | endif | |
50 | ||
aad287f3 | 51 | string-benchset-all := $(string-benchset) ${wcsmbs-benchset} |
c1f75dc3 | 52 | |
2d304f3c | 53 | ifeq (no,$(cross-compiling)) |
60ccaf75 LH |
54 | # We have to generate locales |
55 | LOCALES := en_US.UTF-8 tr_TR.UTF-8 cs_CZ.UTF-8 fa_IR.UTF-8 fr_FR.UTF-8 \ | |
56 | ja_JP.UTF-8 si_LK.UTF-8 en_GB.UTF-8 vi_VN.UTF-8 ar_SA.UTF-8 \ | |
57 | da_DK.UTF-8 pl_PL.UTF-8 pt_PT.UTF-8 el_GR.UTF-8 ru_RU.UTF-8 \ | |
20003c49 | 58 | he_IL.UTF-8 is_IS.UTF-8 es_ES.UTF-8 hi_IN.UTF-8 sv_SE.UTF-8 \ |
60ccaf75 LH |
59 | hu_HU.UTF-8 it_IT.UTF-8 sr_RS.UTF-8 zh_CN.UTF-8 |
60 | include ../gen-locales.mk | |
2d304f3c | 61 | endif |
60ccaf75 | 62 | |
aad287f3 | 63 | stdlib-benchset := strtod |
450a2e2d | 64 | |
aad287f3 | 65 | stdio-common-benchset := sprintf |
608f8971 | 66 | |
cb2f668d WD |
67 | math-benchset := math-inlines |
68 | ||
aad287f3 | 69 | benchset := $(string-benchset-all) $(stdlib-benchset) $(stdio-common-benchset) \ |
cb2f668d | 70 | $(math-benchset) |
c1f75dc3 | 71 | |
f6c55796 WN |
72 | CFLAGS-bench-ffs.c += -fno-builtin |
73 | CFLAGS-bench-ffsll.c += -fno-builtin | |
7a8330c0 | 74 | CFLAGS-bench-sqrt.c += -fno-builtin |
5d1f604a | 75 | CFLAGS-bench-fmin.c += -fno-builtin |
da16c9b5 | 76 | CFLAGS-bench-fminf.c += -fno-builtin |
5d1f604a | 77 | CFLAGS-bench-fmax.c += -fno-builtin |
da16c9b5 | 78 | CFLAGS-bench-fmaxf.c += -fno-builtin |
f6c55796 | 79 | |
b01ee67c WN |
80 | bench-malloc := malloc-thread |
81 | ||
79520f4b | 82 | $(addprefix $(objpfx)bench-,$(bench-math)): $(libm) |
cb2f668d | 83 | $(addprefix $(objpfx)bench-,$(math-benchset)): $(libm) |
79520f4b | 84 | $(addprefix $(objpfx)bench-,$(bench-pthread)): $(shared-thread-library) |
b01ee67c | 85 | $(objpfx)bench-malloc-thread: $(shared-thread-library) |
7849ff93 | 86 | |
8fc1bee5 SP |
87 | \f |
88 | ||
89 | # Rules to build and execute the benchmarks. Do not put any benchmark | |
90 | # parameters beyond this point. | |
91 | ||
c1f75dc3 SP |
92 | # We don't want the benchmark programs to run in parallel since that could |
93 | # affect their performance. | |
94 | .NOTPARALLEL: | |
95 | ||
4504783c FW |
96 | bench-extra-objs = json-lib.o |
97 | ||
98 | extra-objs += $(bench-extra-objs) | |
99 | others-extras = $(bench-extra-objs) | |
100 | ||
8cfdb7e0 | 101 | include ../Rules |
8fc1bee5 SP |
102 | |
103 | binaries-bench := $(addprefix $(objpfx)bench-,$(bench)) | |
c1f75dc3 | 104 | binaries-benchset := $(addprefix $(objpfx)bench-,$(benchset)) |
b01ee67c | 105 | binaries-bench-malloc := $(addprefix $(objpfx)bench-,$(bench-malloc)) |
8fc1bee5 | 106 | |
d569c6ee SP |
107 | # The default duration: 10 seconds. |
108 | ifndef BENCH_DURATION | |
109 | BENCH_DURATION := 10 | |
110 | endif | |
111 | ||
50b818bf | 112 | CPPFLAGS-nonlib += -DDURATION=$(BENCH_DURATION) |
d569c6ee | 113 | |
43fe811b SP |
114 | # Use clock_gettime to measure performance of functions. The default is to use |
115 | # HP_TIMING if it is available. | |
116 | ifdef USE_CLOCK_GETTIME | |
117 | CPPFLAGS-nonlib += -DUSE_CLOCK_GETTIME | |
118 | endif | |
119 | ||
56737508 SP |
120 | DETAILED_OPT := |
121 | ||
122 | ifdef DETAILED | |
123 | DETAILED_OPT := -d | |
124 | endif | |
125 | ||
4856bcd2 SP |
126 | # This makes sure CPPFLAGS-nonlib and CFLAGS-nonlib are passed |
127 | # for all these modules. | |
b01ee67c WN |
128 | cpp-srcs-left := $(binaries-benchset:=.c) $(binaries-bench:=.c) \ |
129 | $(binaries-bench-malloc:=.c) | |
4856bcd2 | 130 | lib := nonlib |
2bfdaedd | 131 | include $(patsubst %,$(..)libof-iterator.mk,$(cpp-srcs-left)) |
4856bcd2 | 132 | |
43fe811b | 133 | bench-deps := bench-skeleton.c bench-timing.h Makefile |
acb4325f | 134 | |
8fc1bee5 | 135 | run-bench = $(test-wrapper-env) \ |
8540f6d2 | 136 | $(run-program-env) \ |
87da630b | 137 | $($*-ENV) $(test-via-rtld-prefix) $${run} |
8fc1bee5 | 138 | |
cb5e4aad SP |
139 | timing-type := $(objpfx)bench-timing-type |
140 | ||
a2964074 SP |
141 | bench-clean: |
142 | rm -f $(binaries-bench) $(addsuffix .o,$(binaries-bench)) | |
c1f75dc3 | 143 | rm -f $(binaries-benchset) $(addsuffix .o,$(binaries-benchset)) |
b01ee67c | 144 | rm -f $(binaries-bench-malloc) $(addsuffix .o,$(binaries-bench-malloc)) |
cb5e4aad | 145 | rm -f $(timing-type) $(addsuffix .o,$(timing-type)) |
d7aea0cf | 146 | rm -f $(addprefix $(objpfx),$(bench-extra-objs)) |
c1f75dc3 | 147 | |
8ce8299f SP |
148 | # Define the bench target only if the target has a usable python installation. |
149 | ifdef PYTHON | |
2d304f3c | 150 | bench: bench-build bench-set bench-func bench-malloc |
8ce8299f SP |
151 | else |
152 | bench: | |
153 | @echo "The bench target needs python to run." | |
154 | @exit 1 | |
155 | endif | |
156 | ||
2d304f3c SP |
157 | # Target to only build the benchmark without running it. We generate locales |
158 | # only if we're building natively. | |
159 | ifeq (no,$(cross-compiling)) | |
160 | bench-build: $(gen-locales) $(timing-type) $(binaries-bench) \ | |
161 | $(binaries-benchset) $(binaries-bench-malloc) | |
162 | else | |
163 | bench-build: $(timing-type) $(binaries-bench) $(binaries-benchset) \ | |
164 | $(binaries-bench-malloc) | |
165 | endif | |
c1f75dc3 SP |
166 | |
167 | bench-set: $(binaries-benchset) | |
168 | for run in $^; do \ | |
169 | echo "Running $${run}"; \ | |
170 | $(run-bench) > $${run}.out; \ | |
171 | done | |
a2964074 | 172 | |
b01ee67c WN |
173 | bench-malloc: $(binaries-bench-malloc) |
174 | run=$(objpfx)bench-malloc-thread; \ | |
175 | for thr in 1 8 16 32; do \ | |
176 | echo "Running $${run} $${thr}"; \ | |
177 | $(run-bench) $${thr} > $${run}-$${thr}.out; \ | |
178 | done | |
179 | ||
cb5e4aad SP |
180 | # Build and execute the benchmark functions. This target generates JSON |
181 | # formatted bench.out. Each of the programs produce independent JSON output, | |
182 | # so one could even execute them individually and process it using any JSON | |
183 | # capable language or tool. | |
c1f75dc3 | 184 | bench-func: $(binaries-bench) |
970c602a WN |
185 | { timing_type=$$($(timing-type)); \ |
186 | echo "{\"timing_type\": \"$${timing_type}\","; \ | |
187 | echo " \"functions\": {"; \ | |
cb5e4aad SP |
188 | for run in $^; do \ |
189 | if ! [ "x$${run}" = "x$<" ]; then \ | |
190 | echo ","; \ | |
191 | fi; \ | |
206a6699 | 192 | echo "Running $${run}" >&2; \ |
56737508 | 193 | $(run-bench) $(DETAILED_OPT); \ |
cb5e4aad | 194 | done; \ |
970c602a WN |
195 | echo; \ |
196 | echo " }"; \ | |
cb5e4aad | 197 | echo "}"; } > $(objpfx)bench.out-tmp; \ |
8fc1bee5 SP |
198 | if [ -f $(objpfx)bench.out ]; then \ |
199 | mv -f $(objpfx)bench.out $(objpfx)bench.out.old; \ | |
200 | fi; \ | |
201 | mv -f $(objpfx)bench.out-tmp $(objpfx)bench.out | |
67fc5637 | 202 | $(PYTHON) scripts/validate_benchout.py $(objpfx)bench.out \ |
42b1161e | 203 | scripts/benchout.schema.json |
8fc1bee5 | 204 | |
b01ee67c WN |
205 | $(timing-type) $(binaries-bench) $(binaries-benchset) \ |
206 | $(binaries-bench-malloc): %: %.o $(objpfx)json-lib.o \ | |
009ba649 | 207 | $(link-extra-libs-tests) \ |
8fc1bee5 SP |
208 | $(sort $(filter $(common-objpfx)lib%,$(link-libc))) \ |
209 | $(addprefix $(csu-objpfx),start.o) $(+preinit) $(+postinit) | |
87da630b | 210 | $(+link-tests) |
8fc1bee5 | 211 | |
acb4325f | 212 | $(objpfx)bench-%.c: %-inputs $(bench-deps) |
8fc1bee5 SP |
213 | { if [ -n "$($*-INCLUDE)" ]; then \ |
214 | cat $($*-INCLUDE); \ | |
215 | fi; \ | |
67fc5637 | 216 | $(PYTHON) scripts/bench.py $(patsubst %-inputs,%,$<); } > $@-tmp |
8fc1bee5 | 217 | mv -f $@-tmp $@ |