]>
Commit | Line | Data |
---|---|---|
b168057a | 1 | # Copyright (C) 2013-2015 Free Software Foundation, Inc. |
8cfdb7e0 SP |
2 | # This file is part of the GNU C Library. |
3 | ||
4 | # The GNU C Library is free software; you can redistribute it and/or | |
5 | # modify it under the terms of the GNU Lesser General Public | |
6 | # License as published by the Free Software Foundation; either | |
7 | # version 2.1 of the License, or (at your option) any later version. | |
8 | ||
9 | # The GNU C Library is distributed in the hope that it will be useful, | |
10 | # but WITHOUT ANY WARRANTY; without even the implied warranty of | |
11 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
12 | # Lesser General Public License for more details. | |
13 | ||
14 | # You should have received a copy of the GNU Lesser General Public | |
15 | # License along with the GNU C Library; if not, see | |
16 | # <http://www.gnu.org/licenses/>. | |
17 | ||
18 | ||
19 | # Makefile for benchmark tests. The only useful target here is `bench`. | |
3ce9e010 | 20 | # Add benchmark functions in alphabetical order. |
8cfdb7e0 | 21 | |
8cfdb7e0 | 22 | subdir := benchtests |
a5f891ac JM |
23 | |
24 | include ../Makeconfig | |
bb9c256f SP |
25 | bench-math := acos acosh asin asinh atan atanh cos cosh exp exp2 ffs ffsll \ |
26 | log log2 modf pow rint sin sincos sinh sqrt tan tanh | |
27 | ||
28 | bench-pthread := pthread_once | |
29 | ||
30 | bench := $(bench-math) $(bench-pthread) | |
3ce9e010 | 31 | |
c1f75dc3 | 32 | # String function benchmarks. |
bbf6e8e4 WN |
33 | string-bench := bcopy bzero memccpy memchr memcmp memcpy memmem memmove \ |
34 | mempcpy memset rawmemchr stpcpy stpncpy strcasecmp strcasestr \ | |
35 | strcat strchr strchrnul strcmp strcpy strcspn strlen \ | |
36 | strncasecmp strncat strncmp strncpy strnlen strpbrk strrchr \ | |
60ccaf75 LH |
37 | strspn strstr strcpy_chk stpcpy_chk memrchr strsep strtok \ |
38 | strcoll | |
fcf40ebe | 39 | wcsmbs-bench := wcslen wcsnlen |
9472f35a | 40 | string-bench-all := $(string-bench) ${wcsmbs-bench} |
c1f75dc3 | 41 | |
60ccaf75 LH |
42 | # We have to generate locales |
43 | LOCALES := en_US.UTF-8 tr_TR.UTF-8 cs_CZ.UTF-8 fa_IR.UTF-8 fr_FR.UTF-8 \ | |
44 | ja_JP.UTF-8 si_LK.UTF-8 en_GB.UTF-8 vi_VN.UTF-8 ar_SA.UTF-8 \ | |
45 | da_DK.UTF-8 pl_PL.UTF-8 pt_PT.UTF-8 el_GR.UTF-8 ru_RU.UTF-8 \ | |
46 | iw_IL.UTF-8 is_IS.UTF-8 es_ES.UTF-8 hi_IN.UTF-8 sv_SE.UTF-8 \ | |
47 | hu_HU.UTF-8 it_IT.UTF-8 sr_RS.UTF-8 zh_CN.UTF-8 | |
48 | include ../gen-locales.mk | |
49 | ||
450a2e2d AZ |
50 | stdlib-bench := strtod |
51 | ||
608f8971 CD |
52 | stdio-common-bench := sprintf |
53 | ||
54 | benchset := $(string-bench-all) $(stdlib-bench) $(stdio-common-bench) | |
c1f75dc3 | 55 | |
f6c55796 WN |
56 | CFLAGS-bench-ffs.c += -fno-builtin |
57 | CFLAGS-bench-ffsll.c += -fno-builtin | |
58 | ||
b01ee67c WN |
59 | bench-malloc := malloc-thread |
60 | ||
79520f4b JM |
61 | $(addprefix $(objpfx)bench-,$(bench-math)): $(libm) |
62 | $(addprefix $(objpfx)bench-,$(bench-pthread)): $(shared-thread-library) | |
b01ee67c | 63 | $(objpfx)bench-malloc-thread: $(shared-thread-library) |
7849ff93 | 64 | |
8fc1bee5 SP |
65 | \f |
66 | ||
67 | # Rules to build and execute the benchmarks. Do not put any benchmark | |
68 | # parameters beyond this point. | |
69 | ||
c1f75dc3 SP |
70 | # We don't want the benchmark programs to run in parallel since that could |
71 | # affect their performance. | |
72 | .NOTPARALLEL: | |
73 | ||
8cfdb7e0 | 74 | include ../Rules |
8fc1bee5 SP |
75 | |
76 | binaries-bench := $(addprefix $(objpfx)bench-,$(bench)) | |
c1f75dc3 | 77 | binaries-benchset := $(addprefix $(objpfx)bench-,$(benchset)) |
b01ee67c | 78 | binaries-bench-malloc := $(addprefix $(objpfx)bench-,$(bench-malloc)) |
8fc1bee5 | 79 | |
d569c6ee SP |
80 | # The default duration: 10 seconds. |
81 | ifndef BENCH_DURATION | |
82 | BENCH_DURATION := 10 | |
83 | endif | |
84 | ||
50b818bf | 85 | CPPFLAGS-nonlib += -DDURATION=$(BENCH_DURATION) |
d569c6ee | 86 | |
43fe811b SP |
87 | # Use clock_gettime to measure performance of functions. The default is to use |
88 | # HP_TIMING if it is available. | |
89 | ifdef USE_CLOCK_GETTIME | |
90 | CPPFLAGS-nonlib += -DUSE_CLOCK_GETTIME | |
91 | endif | |
92 | ||
56737508 SP |
93 | DETAILED_OPT := |
94 | ||
95 | ifdef DETAILED | |
96 | DETAILED_OPT := -d | |
97 | endif | |
98 | ||
4856bcd2 SP |
99 | # This makes sure CPPFLAGS-nonlib and CFLAGS-nonlib are passed |
100 | # for all these modules. | |
b01ee67c WN |
101 | cpp-srcs-left := $(binaries-benchset:=.c) $(binaries-bench:=.c) \ |
102 | $(binaries-bench-malloc:=.c) | |
4856bcd2 SP |
103 | lib := nonlib |
104 | include $(patsubst %,$(..)cppflags-iterator.mk,$(cpp-srcs-left)) | |
105 | ||
970c602a WN |
106 | extra-objs += json-lib.o |
107 | ||
43fe811b | 108 | bench-deps := bench-skeleton.c bench-timing.h Makefile |
acb4325f | 109 | |
8fc1bee5 | 110 | run-bench = $(test-wrapper-env) \ |
8540f6d2 | 111 | $(run-program-env) \ |
8fc1bee5 SP |
112 | $($*-ENV) $(rtld-prefix) $${run} |
113 | ||
cb5e4aad SP |
114 | timing-type := $(objpfx)bench-timing-type |
115 | ||
a2964074 SP |
116 | bench-clean: |
117 | rm -f $(binaries-bench) $(addsuffix .o,$(binaries-bench)) | |
c1f75dc3 | 118 | rm -f $(binaries-benchset) $(addsuffix .o,$(binaries-benchset)) |
b01ee67c | 119 | rm -f $(binaries-bench-malloc) $(addsuffix .o,$(binaries-bench-malloc)) |
cb5e4aad | 120 | rm -f $(timing-type) $(addsuffix .o,$(timing-type)) |
c1f75dc3 | 121 | |
60ccaf75 | 122 | bench: $(timing-type) $(gen-locales) bench-set bench-func bench-malloc |
c1f75dc3 SP |
123 | |
124 | bench-set: $(binaries-benchset) | |
125 | for run in $^; do \ | |
126 | echo "Running $${run}"; \ | |
127 | $(run-bench) > $${run}.out; \ | |
128 | done | |
a2964074 | 129 | |
b01ee67c WN |
130 | bench-malloc: $(binaries-bench-malloc) |
131 | run=$(objpfx)bench-malloc-thread; \ | |
132 | for thr in 1 8 16 32; do \ | |
133 | echo "Running $${run} $${thr}"; \ | |
134 | $(run-bench) $${thr} > $${run}-$${thr}.out; \ | |
135 | done | |
136 | ||
cb5e4aad SP |
137 | # Build and execute the benchmark functions. This target generates JSON |
138 | # formatted bench.out. Each of the programs produce independent JSON output, | |
139 | # so one could even execute them individually and process it using any JSON | |
140 | # capable language or tool. | |
c1f75dc3 | 141 | bench-func: $(binaries-bench) |
970c602a WN |
142 | { timing_type=$$($(timing-type)); \ |
143 | echo "{\"timing_type\": \"$${timing_type}\","; \ | |
144 | echo " \"functions\": {"; \ | |
cb5e4aad SP |
145 | for run in $^; do \ |
146 | if ! [ "x$${run}" = "x$<" ]; then \ | |
147 | echo ","; \ | |
148 | fi; \ | |
206a6699 | 149 | echo "Running $${run}" >&2; \ |
56737508 | 150 | $(run-bench) $(DETAILED_OPT); \ |
cb5e4aad | 151 | done; \ |
970c602a WN |
152 | echo; \ |
153 | echo " }"; \ | |
cb5e4aad | 154 | echo "}"; } > $(objpfx)bench.out-tmp; \ |
8fc1bee5 SP |
155 | if [ -f $(objpfx)bench.out ]; then \ |
156 | mv -f $(objpfx)bench.out $(objpfx)bench.out.old; \ | |
157 | fi; \ | |
158 | mv -f $(objpfx)bench.out-tmp $(objpfx)bench.out | |
42b1161e SP |
159 | scripts/validate_benchout.py $(objpfx)bench.out \ |
160 | scripts/benchout.schema.json | |
8fc1bee5 | 161 | |
b01ee67c WN |
162 | $(timing-type) $(binaries-bench) $(binaries-benchset) \ |
163 | $(binaries-bench-malloc): %: %.o $(objpfx)json-lib.o \ | |
8fc1bee5 SP |
164 | $(sort $(filter $(common-objpfx)lib%,$(link-libc))) \ |
165 | $(addprefix $(csu-objpfx),start.o) $(+preinit) $(+postinit) | |
166 | $(+link) | |
167 | ||
acb4325f | 168 | $(objpfx)bench-%.c: %-inputs $(bench-deps) |
8fc1bee5 SP |
169 | { if [ -n "$($*-INCLUDE)" ]; then \ |
170 | cat $($*-INCLUDE); \ | |
171 | fi; \ | |
91b84fe5 | 172 | scripts/bench.py $(patsubst %-inputs,%,$<); } > $@-tmp |
8fc1bee5 | 173 | mv -f $@-tmp $@ |