]> git.ipfire.org Git - thirdparty/glibc.git/blobdiff - benchtests/Makefile
Update copyright dates with scripts/update-copyrights.
[thirdparty/glibc.git] / benchtests / Makefile
index 680440f429769a77ac77f1a1c03b323495f14701..674d313b340d3bca9f28d5ebcd5032a4292fdf22 100644 (file)
@@ -1,4 +1,4 @@
-# Copyright (C) 2013 Free Software Foundation, Inc.
+# Copyright (C) 2013-2016 Free Software Foundation, Inc.
 # This file is part of the GNU C Library.
 
 # The GNU C Library is free software; you can redistribute it and/or
 # Add benchmark functions in alphabetical order.
 
 subdir := benchtests
-bench := acos acosh asin asinh atan atanh cos cosh exp log modf pow rint sin \
-        sinh tan tanh
 
-acos-ARGLIST = double
-acos-RET = double
-LDFLAGS-bench-acos = -lm
-
-acosh-ARGLIST = double
-acosh-RET = double
-LDFLAGS-bench-acosh = -lm
-
-asin-ARGLIST = double
-asin-RET = double
-LDFLAGS-bench-asin = -lm
-
-asinh-ARGLIST = double
-asinh-RET = double
-LDFLAGS-bench-asinh = -lm
+include ../Makeconfig
+bench-math := acos acosh asin asinh atan atanh cos cosh exp exp2 log log2 \
+             modf pow rint sin sincos sinh sqrt tan tanh
 
-atan-ARGLIST = double
-atan-RET = double
-LDFLAGS-bench-atan = -lm
+bench-pthread := pthread_once
 
-atanh-ARGLIST = double
-atanh-RET = double
-LDFLAGS-bench-atanh = -lm
+bench-string := ffs ffsll
 
-cos-ARGLIST = double
-cos-RET = double
-LDFLAGS-bench-cos = -lm
+bench := $(bench-math) $(bench-pthread) $(bench-string)
 
-cosh-ARGLIST = double
-cosh-RET = double
-LDFLAGS-bench-cosh = -lm
+# String function benchmarks.
+string-benchset := bcopy bzero memccpy memchr memcmp memcpy memmem memmove \
+                  mempcpy memset rawmemchr stpcpy stpncpy strcasecmp strcasestr \
+                  strcat strchr strchrnul strcmp strcpy strcspn strlen \
+                  strncasecmp strncat strncmp strncpy strnlen strpbrk strrchr \
+                  strspn strstr strcpy_chk stpcpy_chk memrchr strsep strtok \
+                  strcoll
+wcsmbs-benchset := wcslen wcsnlen wcscpy wcpcpy wcsncpy wcpncpy wcscat wcsncat \
+                  wcscmp wcsncmp wcschr wcschrnul wcsrchr wcsspn wcspbrk wcscspn \
+                  wmemchr wmemset wmemcmp
+string-benchset-all := $(string-benchset) ${wcsmbs-benchset}
 
-exp-ARGLIST = double
-exp-RET = double
-LDFLAGS-bench-exp = -lm
+# We have to generate locales
+LOCALES := en_US.UTF-8 tr_TR.UTF-8 cs_CZ.UTF-8 fa_IR.UTF-8 fr_FR.UTF-8 \
+          ja_JP.UTF-8 si_LK.UTF-8 en_GB.UTF-8 vi_VN.UTF-8 ar_SA.UTF-8 \
+          da_DK.UTF-8 pl_PL.UTF-8 pt_PT.UTF-8 el_GR.UTF-8 ru_RU.UTF-8 \
+          iw_IL.UTF-8 is_IS.UTF-8 es_ES.UTF-8 hi_IN.UTF-8 sv_SE.UTF-8 \
+          hu_HU.UTF-8 it_IT.UTF-8 sr_RS.UTF-8 zh_CN.UTF-8
+include ../gen-locales.mk
 
-log-ARGLIST = double
-log-RET = double
-LDFLAGS-bench-log = -lm
+stdlib-benchset := strtod
 
-pow-ARGLIST = double:double
-pow-RET = double
-LDFLAGS-bench-pow = -lm
+stdio-common-benchset := sprintf
 
-rint-ARGLIST = double
-rint-RET = double
-LDFLAGS-bench-rint = -lm
+math-benchset := math-inlines
 
-sin-ARGLIST = double
-sin-RET = double
-LDFLAGS-bench-sin = -lm
+benchset := $(string-benchset-all) $(stdlib-benchset) $(stdio-common-benchset) \
+           $(math-benchset)
 
-sinh-ARGLIST = double
-sinh-RET = double
-LDFLAGS-bench-sinh = -lm
+CFLAGS-bench-ffs.c += -fno-builtin
+CFLAGS-bench-ffsll.c += -fno-builtin
 
-tan-ARGLIST = double
-tan-RET = double
-LDFLAGS-bench-tan = -lm
+bench-malloc := malloc-thread
 
-tanh-ARGLIST = double
-tanh-RET = double
-LDFLAGS-bench-tanh = -lm
+$(addprefix $(objpfx)bench-,$(bench-math)): $(libm)
+$(addprefix $(objpfx)bench-,$(math-benchset)): $(libm)
+$(addprefix $(objpfx)bench-,$(bench-pthread)): $(shared-thread-library)
+$(objpfx)bench-malloc-thread: $(shared-thread-library)
 
 \f
 
 # Rules to build and execute the benchmarks.  Do not put any benchmark
 # parameters beyond this point.
 
-include ../Makeconfig
+# We don't want the benchmark programs to run in parallel since that could
+# affect their performance.
+.NOTPARALLEL:
+
 include ../Rules
 
 binaries-bench := $(addprefix $(objpfx)bench-,$(bench))
+binaries-benchset := $(addprefix $(objpfx)bench-,$(benchset))
+binaries-bench-malloc := $(addprefix $(objpfx)bench-,$(bench-malloc))
 
 # The default duration: 10 seconds.
 ifndef BENCH_DURATION
@@ -110,32 +98,77 @@ ifdef USE_CLOCK_GETTIME
 CPPFLAGS-nonlib += -DUSE_CLOCK_GETTIME
 endif
 
+DETAILED_OPT :=
+
+ifdef DETAILED
+DETAILED_OPT := -d
+endif
+
 # This makes sure CPPFLAGS-nonlib and CFLAGS-nonlib are passed
 # for all these modules.
-cpp-srcs-left := $(binaries-bench:=.c)
+cpp-srcs-left := $(binaries-benchset:=.c) $(binaries-bench:=.c) \
+                $(binaries-bench-malloc:=.c)
 lib := nonlib
 include $(patsubst %,$(..)cppflags-iterator.mk,$(cpp-srcs-left))
 
+extra-objs += json-lib.o
+
 bench-deps := bench-skeleton.c bench-timing.h Makefile
 
 run-bench = $(test-wrapper-env) \
-           GCONV_PATH=$(common-objpfx)iconvdata LC_ALL=C \
+           $(run-program-env) \
            $($*-ENV) $(rtld-prefix) $${run}
 
+timing-type := $(objpfx)bench-timing-type
+
 bench-clean:
        rm -f $(binaries-bench) $(addsuffix .o,$(binaries-bench))
-
-bench: $(binaries-bench)
-       { for run in $^; do \
+       rm -f $(binaries-benchset) $(addsuffix .o,$(binaries-benchset))
+       rm -f $(binaries-bench-malloc) $(addsuffix .o,$(binaries-bench-malloc))
+       rm -f $(timing-type) $(addsuffix .o,$(timing-type))
+
+bench: $(timing-type) $(gen-locales) bench-set bench-func bench-malloc
+
+bench-set: $(binaries-benchset)
+       for run in $^; do \
+         echo "Running $${run}"; \
+         $(run-bench) > $${run}.out; \
+       done
+
+bench-malloc: $(binaries-bench-malloc)
+       run=$(objpfx)bench-malloc-thread; \
+       for thr in 1 8 16 32; do \
+         echo "Running $${run} $${thr}"; \
+         $(run-bench) $${thr} > $${run}-$${thr}.out; \
+       done
+
+# Build and execute the benchmark functions.  This target generates JSON
+# formatted bench.out.  Each of the programs produce independent JSON output,
+# so one could even execute them individually and process it using any JSON
+# capable language or tool.
+bench-func: $(binaries-bench)
+       { timing_type=$$($(timing-type)); \
+       echo "{\"timing_type\": \"$${timing_type}\","; \
+       echo " \"functions\": {"; \
+       for run in $^; do \
+         if ! [ "x$${run}" = "x$<" ]; then \
+           echo ","; \
+         fi; \
          echo "Running $${run}" >&2; \
-         $(run-bench); \
-       done; } > $(objpfx)bench.out-tmp; \
+         $(run-bench) $(DETAILED_OPT); \
+       done; \
+       echo; \
+       echo " }"; \
+       echo "}"; } > $(objpfx)bench.out-tmp; \
        if [ -f $(objpfx)bench.out ]; then \
          mv -f $(objpfx)bench.out $(objpfx)bench.out.old; \
        fi; \
        mv -f $(objpfx)bench.out-tmp $(objpfx)bench.out
+       scripts/validate_benchout.py $(objpfx)bench.out \
+               scripts/benchout.schema.json
 
-$(binaries-bench): %: %.o \
+$(timing-type) $(binaries-bench) $(binaries-benchset) \
+       $(binaries-bench-malloc): %: %.o $(objpfx)json-lib.o \
   $(sort $(filter $(common-objpfx)lib%,$(link-libc))) \
   $(addprefix $(csu-objpfx),start.o) $(+preinit) $(+postinit)
        $(+link)
@@ -144,6 +177,5 @@ $(objpfx)bench-%.c: %-inputs $(bench-deps)
        { if [ -n "$($*-INCLUDE)" ]; then \
          cat $($*-INCLUDE); \
        fi; \
-       $(..)scripts/bench.pl $(patsubst %-inputs,%,$<) \
-         $($*-ARGLIST) $($*-RET); } > $@-tmp
+       scripts/bench.py $(patsubst %-inputs,%,$<); } > $@-tmp
        mv -f $@-tmp $@