]>
git.ipfire.org Git - thirdparty/glibc.git/blob - sysdeps/x86_64/multiarch/ifunc-memmove.h
1 /* Common definition for memcpy, mempcpy and memmove implementation.
2 All versions must be listed in ifunc-impl-list.c.
3 Copyright (C) 2017-2020 Free Software Foundation, Inc.
4 This file is part of the GNU C Library.
6 The GNU C Library is free software; you can redistribute it and/or
7 modify it under the terms of the GNU Lesser General Public
8 License as published by the Free Software Foundation; either
9 version 2.1 of the License, or (at your option) any later version.
11 The GNU C Library is distributed in the hope that it will be useful,
12 but WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 Lesser General Public License for more details.
16 You should have received a copy of the GNU Lesser General Public
17 License along with the GNU C Library; if not, see
18 <https://www.gnu.org/licenses/>. */
20 #include <init-arch.h>
22 extern __typeof (REDIRECT_NAME
) OPTIMIZE (erms
) attribute_hidden
;
23 extern __typeof (REDIRECT_NAME
) OPTIMIZE (sse2_unaligned
)
25 extern __typeof (REDIRECT_NAME
) OPTIMIZE (sse2_unaligned_erms
)
27 extern __typeof (REDIRECT_NAME
) OPTIMIZE (ssse3
) attribute_hidden
;
28 extern __typeof (REDIRECT_NAME
) OPTIMIZE (ssse3_back
) attribute_hidden
;
29 extern __typeof (REDIRECT_NAME
) OPTIMIZE (avx_unaligned
) attribute_hidden
;
30 extern __typeof (REDIRECT_NAME
) OPTIMIZE (avx_unaligned_erms
)
32 extern __typeof (REDIRECT_NAME
) OPTIMIZE (avx512_unaligned
)
34 extern __typeof (REDIRECT_NAME
) OPTIMIZE (avx512_unaligned_erms
)
36 extern __typeof (REDIRECT_NAME
) OPTIMIZE (avx512_no_vzeroupper
)
42 const struct cpu_features
* cpu_features
= __get_cpu_features ();
44 if (CPU_FEATURES_ARCH_P (cpu_features
, Prefer_ERMS
)
45 || CPU_FEATURES_ARCH_P (cpu_features
, Prefer_FSRM
))
46 return OPTIMIZE (erms
);
48 if (CPU_FEATURES_ARCH_P (cpu_features
, AVX512F_Usable
)
49 && !CPU_FEATURES_ARCH_P (cpu_features
, Prefer_No_AVX512
))
51 if (CPU_FEATURES_ARCH_P (cpu_features
, Prefer_No_VZEROUPPER
))
52 return OPTIMIZE (avx512_no_vzeroupper
);
54 if (CPU_FEATURES_CPU_P (cpu_features
, ERMS
))
55 return OPTIMIZE (avx512_unaligned_erms
);
57 return OPTIMIZE (avx512_unaligned
);
60 if (CPU_FEATURES_ARCH_P (cpu_features
, AVX_Fast_Unaligned_Load
))
62 if (CPU_FEATURES_CPU_P (cpu_features
, ERMS
))
63 return OPTIMIZE (avx_unaligned_erms
);
65 return OPTIMIZE (avx_unaligned
);
68 if (!CPU_FEATURES_CPU_P (cpu_features
, SSSE3
)
69 || CPU_FEATURES_ARCH_P (cpu_features
, Fast_Unaligned_Copy
))
71 if (CPU_FEATURES_CPU_P (cpu_features
, ERMS
))
72 return OPTIMIZE (sse2_unaligned_erms
);
74 return OPTIMIZE (sse2_unaligned
);
77 if (CPU_FEATURES_ARCH_P (cpu_features
, Fast_Copy_Backward
))
78 return OPTIMIZE (ssse3_back
);
80 return OPTIMIZE (ssse3
);