]>
Commit | Line | Data |
---|---|---|
a6336cc4 | 1 | /* Function sincosf vectorized with AVX2, wrapper version. |
2b778ceb | 2 | Copyright (C) 2014-2021 Free Software Foundation, Inc. |
a6336cc4 AS |
3 | This file is part of the GNU C Library. |
4 | ||
5 | The GNU C Library is free software; you can redistribute it and/or | |
6 | modify it under the terms of the GNU Lesser General Public | |
7 | License as published by the Free Software Foundation; either | |
8 | version 2.1 of the License, or (at your option) any later version. | |
9 | ||
10 | The GNU C Library is distributed in the hope that it will be useful, | |
11 | but WITHOUT ANY WARRANTY; without even the implied warranty of | |
12 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
13 | Lesser General Public License for more details. | |
14 | ||
15 | You should have received a copy of the GNU Lesser General Public | |
16 | License along with the GNU C Library; if not, see | |
5a82c748 | 17 | <https://www.gnu.org/licenses/>. */ |
a6336cc4 AS |
18 | |
19 | #include <sysdep.h> | |
20 | #include "svml_s_wrapper_impl.h" | |
21 | ||
22 | .text | |
ee2196bb AS |
23 | ENTRY (_ZGVdN8vl4l4_sincosf) |
24 | WRAPPER_IMPL_AVX_fFF _ZGVbN4vl4l4_sincosf | |
25 | END (_ZGVdN8vl4l4_sincosf) | |
26 | libmvec_hidden_def (_ZGVdN8vl4l4_sincosf) | |
27 | ||
28 | /* AVX2 ISA version as wrapper to SSE ISA version (for vector | |
29 | function declared with #pragma omp declare simd notinbranch). */ | |
30 | .macro WRAPPER_IMPL_AVX2_fFF_vvv callee | |
31 | #ifndef __ILP32__ | |
32 | pushq %rbp | |
33 | cfi_adjust_cfa_offset (8) | |
34 | cfi_rel_offset (%rbp, 0) | |
35 | movq %rsp, %rbp | |
36 | cfi_def_cfa_register (%rbp) | |
37 | andq $-32, %rsp | |
38 | subq $224, %rsp | |
39 | vmovups %ymm0, 192(%rsp) | |
40 | lea (%rsp), %rdi | |
41 | vmovdqu %ymm1, 64(%rdi) | |
42 | vmovdqu %ymm2, 96(%rdi) | |
43 | vmovdqu %ymm3, 128(%rdi) | |
44 | vmovdqu %ymm4, 160(%rdi) | |
45 | lea 32(%rsp), %rsi | |
46 | vzeroupper | |
47 | call HIDDEN_JUMPTARGET(\callee) | |
48 | vmovups 208(%rsp), %xmm0 | |
49 | lea 16(%rsp), %rdi | |
50 | lea 48(%rsp), %rsi | |
51 | call HIDDEN_JUMPTARGET(\callee) | |
52 | movq 64(%rsp), %rdx | |
53 | movq 72(%rsp), %rsi | |
54 | movq 80(%rsp), %r8 | |
55 | movq 88(%rsp), %r10 | |
56 | movl (%rsp), %eax | |
57 | movl 4(%rsp), %ecx | |
58 | movl 8(%rsp), %edi | |
59 | movl 12(%rsp), %r9d | |
60 | movl %eax, (%rdx) | |
61 | movl %ecx, (%rsi) | |
62 | movq 96(%rsp), %rax | |
63 | movq 104(%rsp), %rcx | |
64 | movl %edi, (%r8) | |
65 | movl %r9d, (%r10) | |
66 | movq 112(%rsp), %rdi | |
67 | movq 120(%rsp), %r9 | |
68 | movl 16(%rsp), %r11d | |
69 | movl 20(%rsp), %edx | |
70 | movl 24(%rsp), %esi | |
71 | movl 28(%rsp), %r8d | |
72 | movl %r11d, (%rax) | |
73 | movl %edx, (%rcx) | |
74 | movq 128(%rsp), %r11 | |
75 | movq 136(%rsp), %rdx | |
76 | movl %esi, (%rdi) | |
77 | movl %r8d, (%r9) | |
78 | movq 144(%rsp), %rsi | |
79 | movq 152(%rsp), %r8 | |
80 | movl 32(%rsp), %r10d | |
81 | movl 36(%rsp), %eax | |
82 | movl 40(%rsp), %ecx | |
83 | movl 44(%rsp), %edi | |
84 | movl %r10d, (%r11) | |
85 | movl %eax, (%rdx) | |
86 | movq 160(%rsp), %r10 | |
87 | movq 168(%rsp), %rax | |
88 | movl %ecx, (%rsi) | |
89 | movl %edi, (%r8) | |
90 | movq 176(%rsp), %rcx | |
91 | movq 184(%rsp), %rdi | |
92 | movl 48(%rsp), %r9d | |
93 | movl 52(%rsp), %r11d | |
94 | movl 56(%rsp), %edx | |
95 | movl 60(%rsp), %esi | |
96 | movl %r9d, (%r10) | |
97 | movl %r11d, (%rax) | |
98 | movl %edx, (%rcx) | |
99 | movl %esi, (%rdi) | |
100 | movq %rbp, %rsp | |
101 | cfi_def_cfa_register (%rsp) | |
102 | popq %rbp | |
103 | cfi_adjust_cfa_offset (-8) | |
104 | cfi_restore (%rbp) | |
105 | ret | |
106 | #else | |
107 | leal 8(%rsp), %r10d | |
108 | .cfi_def_cfa 10, 0 | |
109 | andl $-32, %esp | |
110 | pushq -8(%r10d) | |
111 | pushq %rbp | |
112 | .cfi_escape 0x10,0x6,0x2,0x76,0 | |
113 | movl %esp, %ebp | |
114 | pushq %r12 | |
115 | leal -80(%rbp), %esi | |
116 | pushq %r10 | |
117 | .cfi_escape 0xf,0x3,0x76,0x70,0x6 | |
118 | .cfi_escape 0x10,0xc,0x2,0x76,0x78 | |
119 | leal -112(%rbp), %edi | |
120 | movq %rsi, %r12 | |
121 | pushq %rbx | |
122 | .cfi_escape 0x10,0x3,0x2,0x76,0x68 | |
123 | movq %rdi, %rbx | |
124 | subl $184, %esp | |
125 | vmovdqa %ymm1, -144(%ebp) | |
126 | vmovdqa %ymm2, -176(%ebp) | |
127 | vmovaps %ymm0, -208(%ebp) | |
128 | vzeroupper | |
129 | call HIDDEN_JUMPTARGET(\callee) | |
130 | leal 16(%r12), %esi | |
131 | vmovups -192(%ebp), %xmm0 | |
132 | leal 16(%rbx), %edi | |
133 | call HIDDEN_JUMPTARGET(\callee) | |
134 | movl -144(%ebp), %eax | |
135 | vmovss -112(%ebp), %xmm0 | |
136 | vmovss %xmm0, (%eax) | |
137 | movl -140(%ebp), %eax | |
138 | vmovss -108(%ebp), %xmm0 | |
139 | vmovss %xmm0, (%eax) | |
140 | movl -136(%ebp), %eax | |
141 | vmovss -104(%ebp), %xmm0 | |
142 | vmovss %xmm0, (%eax) | |
143 | movl -132(%ebp), %eax | |
144 | vmovss -100(%ebp), %xmm0 | |
145 | vmovss %xmm0, (%eax) | |
146 | movl -128(%ebp), %eax | |
147 | vmovss -96(%ebp), %xmm0 | |
148 | vmovss %xmm0, (%eax) | |
149 | movl -124(%ebp), %eax | |
150 | vmovss -92(%ebp), %xmm0 | |
151 | vmovss %xmm0, (%eax) | |
152 | movl -120(%ebp), %eax | |
153 | vmovss -88(%ebp), %xmm0 | |
154 | vmovss %xmm0, (%eax) | |
155 | movl -116(%ebp), %eax | |
156 | vmovss -84(%ebp), %xmm0 | |
157 | vmovss %xmm0, (%eax) | |
158 | movl -176(%ebp), %eax | |
159 | vmovss -80(%ebp), %xmm0 | |
160 | vmovss %xmm0, (%eax) | |
161 | movl -172(%ebp), %eax | |
162 | vmovss -76(%ebp), %xmm0 | |
163 | vmovss %xmm0, (%eax) | |
164 | movl -168(%ebp), %eax | |
165 | vmovss -72(%ebp), %xmm0 | |
166 | vmovss %xmm0, (%eax) | |
167 | movl -164(%ebp), %eax | |
168 | vmovss -68(%ebp), %xmm0 | |
169 | vmovss %xmm0, (%eax) | |
170 | movl -160(%ebp), %eax | |
171 | vmovss -64(%ebp), %xmm0 | |
172 | vmovss %xmm0, (%eax) | |
173 | movl -156(%ebp), %eax | |
174 | vmovss -60(%ebp), %xmm0 | |
175 | vmovss %xmm0, (%eax) | |
176 | movl -152(%ebp), %eax | |
177 | vmovss -56(%ebp), %xmm0 | |
178 | vmovss %xmm0, (%eax) | |
179 | movl -148(%ebp), %eax | |
180 | vmovss -52(%ebp), %xmm0 | |
181 | vmovss %xmm0, (%eax) | |
182 | addl $184, %esp | |
183 | popq %rbx | |
184 | popq %r10 | |
185 | .cfi_def_cfa 10, 0 | |
186 | popq %r12 | |
187 | popq %rbp | |
188 | leal -8(%r10), %esp | |
189 | .cfi_def_cfa 7, 8 | |
190 | ret | |
191 | #endif | |
192 | .endm | |
193 | ||
a6336cc4 | 194 | ENTRY (_ZGVdN8vvv_sincosf) |
ee2196bb | 195 | WRAPPER_IMPL_AVX2_fFF_vvv _ZGVbN4vl4l4_sincosf |
a6336cc4 AS |
196 | END (_ZGVdN8vvv_sincosf) |
197 | ||
198 | #ifndef USE_MULTIARCH | |
199 | libmvec_hidden_def (_ZGVdN8vvv_sincosf) | |
200 | #endif |