projects / thirdparty / glibc.git / blame
| Commit | Line | Data |
|---|---|---|
| 6fb8cbcb | 1 | /* Multiple versions of mempcpy |
| ac49ecaf | 2 | All versions must be listed in ifunc-impl-list.c. |
| bfff8b1b | 3 | Copyright (C) 2010-2017 Free Software Foundation, Inc. |
| 6fb8cbcb L |
4 | Contributed by Intel Corporation. |
| 5 | This file is part of the GNU C Library. | |
| 6 | ||
| 7 | The GNU C Library is free software; you can redistribute it and/or | |
| 8 | modify it under the terms of the GNU Lesser General Public | |
| 9 | License as published by the Free Software Foundation; either | |
| 10 | version 2.1 of the License, or (at your option) any later version. | |
| 11 | ||
| 12 | The GNU C Library is distributed in the hope that it will be useful, | |
| 13 | but WITHOUT ANY WARRANTY; without even the implied warranty of | |
| 14 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
| 15 | Lesser General Public License for more details. | |
| 16 | ||
| 17 | You should have received a copy of the GNU Lesser General Public | |
| 59ba27a6 PE |
18 | License along with the GNU C Library; if not, see |
| 19 | <http://www.gnu.org/licenses/>. */ | |
| 6fb8cbcb L |
20 | |
| 21 | #include <sysdep.h> | |
| 22 | #include <init-arch.h> | |
| 23 | ||
| 24 | /* Define multiple versions only for the definition in lib and for | |
| 25 | DSO. In static binaries we need mempcpy before the initialization | |
| 26 | happened. */ | |
| 4f41c682 | 27 | #if defined SHARED && IS_IN (libc) |
| c867597b | 28 | .text |
| 6fb8cbcb L |
29 | ENTRY(__mempcpy) |
| 30 | .type __mempcpy, @gnu_indirect_function | |
| 0b5395f0 | 31 | LOAD_RTLD_GLOBAL_RO_RDX |
| 13efa86e L |
32 | lea __mempcpy_erms(%rip), %RAX_LP |
| 33 | HAS_ARCH_FEATURE (Prefer_ERMS) | |
| 34 | jnz 2f | |
| 72276d6e AS |
35 | HAS_ARCH_FEATURE (AVX512F_Usable) |
| 36 | jz 1f | |
| c867597b | 37 | lea __mempcpy_avx512_no_vzeroupper(%rip), %RAX_LP |
| 72276d6e | 38 | HAS_ARCH_FEATURE (Prefer_No_VZEROUPPER) |
| c867597b L |
39 | jnz 2f |
| 40 | lea __mempcpy_avx512_unaligned_erms(%rip), %RAX_LP | |
| 41 | HAS_CPU_FEATURE (ERMS) | |
| 42 | jnz 2f | |
| 43 | lea __mempcpy_avx512_unaligned(%rip), %RAX_LP | |
| 72276d6e | 44 | ret |
| c867597b L |
45 | 1: lea __mempcpy_avx_unaligned(%rip), %RAX_LP |
| 46 | HAS_ARCH_FEATURE (AVX_Fast_Unaligned_Load) | |
| 47 | jz L(Fast_Unaligned_Load) | |
| 48 | HAS_CPU_FEATURE (ERMS) | |
| 6fb8cbcb | 49 | jz 2f |
| c867597b L |
50 | lea __mempcpy_avx_unaligned_erms(%rip), %RAX_LP |
| 51 | ret | |
| 52 | L(Fast_Unaligned_Load): | |
| 53 | lea __mempcpy_sse2_unaligned(%rip), %RAX_LP | |
| 54 | HAS_ARCH_FEATURE (Fast_Unaligned_Copy) | |
| 55 | jz L(SSSE3) | |
| 56 | HAS_CPU_FEATURE (ERMS) | |
| 6fb8cbcb | 57 | jz 2f |
| c867597b L |
58 | lea __mempcpy_sse2_unaligned_erms(%rip), %RAX_LP |
| 59 | ret | |
| 60 | L(SSSE3): | |
| 61 | HAS_CPU_FEATURE (SSSE3) | |
| 05f3633d | 62 | jz 2f |
| c867597b L |
63 | lea __mempcpy_ssse3_back(%rip), %RAX_LP |
| 64 | HAS_ARCH_FEATURE (Fast_Copy_Backward) | |
| 65 | jnz 2f | |
| 66 | lea __mempcpy_ssse3(%rip), %RAX_LP | |
| 6fb8cbcb L |
67 | 2: ret |
| 68 | END(__mempcpy) | |
| 69 | ||
| c867597b | 70 | weak_alias (__mempcpy, mempcpy) |
| 6fb8cbcb | 71 | #endif |