]>
Commit | Line | Data |
---|---|---|
43e9d192 | 1 | ;; Machine description for AArch64 architecture. |
83ffe9cd | 2 | ;; Copyright (C) 2009-2023 Free Software Foundation, Inc. |
43e9d192 IB |
3 | ;; Contributed by ARM Ltd. |
4 | ;; | |
5 | ;; This file is part of GCC. | |
6 | ;; | |
7 | ;; GCC is free software; you can redistribute it and/or modify it | |
8 | ;; under the terms of the GNU General Public License as published by | |
9 | ;; the Free Software Foundation; either version 3, or (at your option) | |
10 | ;; any later version. | |
11 | ;; | |
12 | ;; GCC is distributed in the hope that it will be useful, but | |
13 | ;; WITHOUT ANY WARRANTY; without even the implied warranty of | |
14 | ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
15 | ;; General Public License for more details. | |
16 | ;; | |
17 | ;; You should have received a copy of the GNU General Public License | |
18 | ;; along with GCC; see the file COPYING3. If not see | |
19 | ;; <http://www.gnu.org/licenses/>. | |
20 | ||
21 | ;; ------------------------------------------------------------------- | |
22 | ;; Mode Iterators | |
23 | ;; ------------------------------------------------------------------- | |
24 | ||
865257c4 RS |
25 | ;; Condition-code iterators. |
26 | (define_mode_iterator CC_ONLY [CC]) | |
27 | (define_mode_iterator CCFP_CCFPE [CCFP CCFPE]) | |
43e9d192 IB |
28 | |
29 | ;; Iterator for General Purpose Integer registers (32- and 64-bit modes) | |
30 | (define_mode_iterator GPI [SI DI]) | |
31 | ||
d7f33f07 JW |
32 | ;; Iterator for HI, SI, DI, some instructions can only work on these modes. |
33 | (define_mode_iterator GPI_I16 [(HI "AARCH64_ISA_F16") SI DI]) | |
34 | ||
4a2095eb RH |
35 | ;; "Iterator" for just TI -- features like @pattern only work with iterators. |
36 | (define_mode_iterator JUST_TI [TI]) | |
37 | ||
43e9d192 IB |
38 | ;; Iterator for QI and HI modes |
39 | (define_mode_iterator SHORT [QI HI]) | |
40 | ||
624d0f07 RS |
41 | ;; Iterators for single modes, for "@" patterns. |
42 | (define_mode_iterator SI_ONLY [SI]) | |
43 | (define_mode_iterator DI_ONLY [DI]) | |
44 | ||
43e9d192 IB |
45 | ;; Iterator for all integer modes (up to 64-bit) |
46 | (define_mode_iterator ALLI [QI HI SI DI]) | |
47 | ||
c0111dc4 RE |
48 | ;; Iterator for all integer modes (up to 128-bit) |
49 | (define_mode_iterator ALLI_TI [QI HI SI DI TI]) | |
50 | ||
43e9d192 IB |
51 | ;; Iterator for all integer modes that can be extended (up to 64-bit) |
52 | (define_mode_iterator ALLX [QI HI SI]) | |
53 | ||
54 | ;; Iterator for General Purpose Floating-point registers (32- and 64-bit modes) | |
55 | (define_mode_iterator GPF [SF DF]) | |
56 | ||
d7f33f07 JW |
57 | ;; Iterator for all scalar floating point modes (HF, SF, DF) |
58 | (define_mode_iterator GPF_F16 [(HF "AARCH64_ISA_F16") SF DF]) | |
59 | ||
90e6443f TC |
60 | ;; Iterator for all scalar floating point modes (HF, SF, DF) |
61 | (define_mode_iterator GPF_HF [HF SF DF]) | |
62 | ||
abbe1ed2 SMW |
63 | ;; Iterator for all 16-bit scalar floating point modes (HF, BF) |
64 | (define_mode_iterator HFBF [HF BF]) | |
65 | ||
abbe1ed2 | 66 | ;; Iterator for all scalar floating point modes suitable for moving, including |
0dc8e1e7 CL |
67 | ;; special BF type and decimal floating point types (HF, SF, DF, TF, BF, |
68 | ;; SD, DD and TD) | |
69 | (define_mode_iterator GPF_TF_F16_MOV [HF BF SF DF TF SD DD TD]) | |
70 | ||
71 | ;; Iterator for scalar 32bit fp modes (SF, SD) | |
72 | (define_mode_iterator SFD [SD SF]) | |
73 | ||
74 | ;; Iterator for scalar 64bit fp modes (DF, DD) | |
75 | (define_mode_iterator DFD [DD DF]) | |
76 | ||
77 | ;; Iterator for scalar 128bit fp modes (TF, TD) | |
78 | (define_mode_iterator TFD [TD TF]) | |
abbe1ed2 | 79 | |
922f9c25 AL |
80 | ;; Double vector modes. |
81 | (define_mode_iterator VDF [V2SF V4HF]) | |
82 | ||
0dc8e1e7 CL |
83 | ;; Iterator for all scalar floating point modes (SF, DF, TF, SD, DD, and TD) |
84 | (define_mode_iterator GPF_TF [SF DF TF SD DD TD]) | |
b4f50fd4 | 85 | |
43cacb12 | 86 | ;; Integer Advanced SIMD modes. |
43e9d192 IB |
87 | (define_mode_iterator VDQ_I [V8QI V16QI V4HI V8HI V2SI V4SI V2DI]) |
88 | ||
43cacb12 | 89 | ;; Advanced SIMD and scalar, 64 & 128-bit container, all integer modes. |
43e9d192 IB |
90 | (define_mode_iterator VSDQ_I [V8QI V16QI V4HI V8HI V2SI V4SI V2DI QI HI SI DI]) |
91 | ||
43cacb12 RS |
92 | ;; Advanced SIMD and scalar, 64 & 128-bit container: all Advanced SIMD |
93 | ;; integer modes; 64-bit scalar integer mode. | |
43e9d192 IB |
94 | (define_mode_iterator VSDQ_I_DI [V8QI V16QI V4HI V8HI V2SI V4SI V2DI DI]) |
95 | ||
96 | ;; Double vector modes. | |
e603cd43 | 97 | (define_mode_iterator VD [V8QI V4HI V4HF V2SI V2SF V4BF]) |
43e9d192 | 98 | |
abbe1ed2 SMW |
99 | ;; Double vector modes suitable for moving. Includes BFmode. |
100 | (define_mode_iterator VDMOV [V8QI V4HI V4HF V4BF V2SI V2SF]) | |
101 | ||
f824216c KT |
102 | ;; 64-bit modes for operations that implicitly clear the top bits of a Q reg. |
103 | (define_mode_iterator VDZ [V8QI V4HI V4HF V4BF V2SI V2SF DI DF]) | |
104 | ||
dfe1da23 JW |
105 | ;; All modes stored in registers d0-d31. |
106 | (define_mode_iterator DREG [V8QI V4HI V4HF V2SI V2SF DF]) | |
107 | ||
108 | ;; Copy of the above. | |
5dbaf485 | 109 | (define_mode_iterator DREG2 [DREG]) |
dfe1da23 | 110 | |
c69db3ef KT |
111 | ;; Advanced SIMD modes for integer divides. |
112 | (define_mode_iterator VQDIV [V4SI V2DI]) | |
113 | ||
cd91a084 PW |
114 | ;; All modes suitable to store/load pair (2 elements) using STP/LDP. |
115 | (define_mode_iterator VP_2E [V2SI V2SF V2DI V2DF]) | |
116 | ||
43cacb12 | 117 | ;; Advanced SIMD, 64-bit container, all integer modes. |
43e9d192 IB |
118 | (define_mode_iterator VD_BHSI [V8QI V4HI V2SI]) |
119 | ||
120 | ;; 128 and 64-bit container; 8, 16, 32-bit vector integer modes | |
121 | (define_mode_iterator VDQ_BHSI [V8QI V16QI V4HI V8HI V2SI V4SI]) | |
122 | ||
123 | ;; Quad vector modes. | |
e603cd43 | 124 | (define_mode_iterator VQ [V16QI V8HI V4SI V2DI V8HF V4SF V2DF V8BF]) |
43e9d192 | 125 | |
9f5361c8 | 126 | ;; Copy of the above. |
5dbaf485 | 127 | (define_mode_iterator VQ2 [VQ]) |
9f5361c8 | 128 | |
abbe1ed2 SMW |
129 | ;; Quad vector modes suitable for moving. Includes BFmode. |
130 | (define_mode_iterator VQMOV [V16QI V8HI V4SI V2DI V8HF V8BF V4SF V2DF]) | |
131 | ||
132 | ;; VQMOV without 2-element modes. | |
133 | (define_mode_iterator VQMOV_NO2E [V16QI V8HI V4SI V8HF V8BF V4SF]) | |
134 | ||
e1b218d1 JW |
135 | ;; Double integer vector modes. |
136 | (define_mode_iterator VD_I [V8QI V4HI V2SI DI]) | |
137 | ||
d21052eb TC |
138 | ;; Quad integer vector modes. |
139 | (define_mode_iterator VQ_I [V16QI V8HI V4SI V2DI]) | |
140 | ||
51437269 | 141 | ;; VQ without 2 element modes. |
e603cd43 | 142 | (define_mode_iterator VQ_NO2E [V16QI V8HI V4SI V8HF V4SF V8BF]) |
51437269 | 143 | |
5ba864c5 AC |
144 | ;; 2 element quad vector modes. |
145 | (define_mode_iterator VQ_2E [V2DI V2DF]) | |
146 | ||
f275d73a SMW |
147 | ;; BFmode vector modes. |
148 | (define_mode_iterator VBF [V4BF V8BF]) | |
149 | ||
28514dda YZ |
150 | ;; This mode iterator allows :P to be used for patterns that operate on |
151 | ;; addresses in different modes. In LP64, only DI will match, while in | |
152 | ;; ILP32, either can match. | |
153 | (define_mode_iterator P [(SI "ptr_mode == SImode || Pmode == SImode") | |
154 | (DI "ptr_mode == DImode || Pmode == DImode")]) | |
155 | ||
43e9d192 IB |
156 | ;; This mode iterator allows :PTR to be used for patterns that operate on |
157 | ;; pointer-sized quantities. Exactly one of the two alternatives will match. | |
28514dda | 158 | (define_mode_iterator PTR [(SI "ptr_mode == SImode") (DI "ptr_mode == DImode")]) |
43e9d192 | 159 | |
43cacb12 | 160 | ;; Advanced SIMD Float modes suitable for moving, loading and storing. |
8ea6c1b8 MI |
161 | (define_mode_iterator VDQF_F16 [V4HF V8HF V2SF V4SF V2DF |
162 | V4BF V8BF]) | |
862abc04 | 163 | |
43cacb12 | 164 | ;; Advanced SIMD Float modes. |
43e9d192 | 165 | (define_mode_iterator VDQF [V2SF V4SF V2DF]) |
daef0a8c JW |
166 | (define_mode_iterator VHSDF [(V4HF "TARGET_SIMD_F16INST") |
167 | (V8HF "TARGET_SIMD_F16INST") | |
168 | V2SF V4SF V2DF]) | |
43e9d192 | 169 | |
43cacb12 | 170 | ;; Advanced SIMD Float modes, and DF. |
b0d9aac8 | 171 | (define_mode_iterator VDQF_DF [V2SF V4SF V2DF DF]) |
daef0a8c JW |
172 | (define_mode_iterator VHSDF_DF [(V4HF "TARGET_SIMD_F16INST") |
173 | (V8HF "TARGET_SIMD_F16INST") | |
174 | V2SF V4SF V2DF DF]) | |
d7f33f07 JW |
175 | (define_mode_iterator VHSDF_HSDF [(V4HF "TARGET_SIMD_F16INST") |
176 | (V8HF "TARGET_SIMD_F16INST") | |
177 | V2SF V4SF V2DF | |
178 | (HF "TARGET_SIMD_F16INST") | |
179 | SF DF]) | |
f421c516 | 180 | |
10bd1d96 KT |
181 | ;; Scalar and vetor modes for SF, DF. |
182 | (define_mode_iterator VSFDF [V2SF V4SF V2DF DF SF]) | |
183 | ||
43cacb12 | 184 | ;; Advanced SIMD single Float modes. |
828e70c1 JG |
185 | (define_mode_iterator VDQSF [V2SF V4SF]) |
186 | ||
03873eb9 AL |
187 | ;; Quad vector Float modes with half/single elements. |
188 | (define_mode_iterator VQ_HSF [V8HF V4SF]) | |
189 | ||
fc21784d JG |
190 | ;; Modes suitable to use as the return type of a vcond expression. |
191 | (define_mode_iterator VDQF_COND [V2SF V2SI V4SF V4SI V2DF V2DI]) | |
192 | ||
43cacb12 | 193 | ;; All scalar and Advanced SIMD Float modes. |
889b9412 JG |
194 | (define_mode_iterator VALLF [V2SF V4SF V2DF SF DF]) |
195 | ||
43cacb12 | 196 | ;; Advanced SIMD Float modes with 2 elements. |
a40c22c3 | 197 | (define_mode_iterator V2F [V2SF V2DF]) |
43e9d192 | 198 | |
43cacb12 | 199 | ;; All Advanced SIMD modes on which we support any arithmetic operations. |
43e9d192 IB |
200 | (define_mode_iterator VALL [V8QI V16QI V4HI V8HI V2SI V4SI V2DI V2SF V4SF V2DF]) |
201 | ||
a40c22c3 | 202 | ;; All Advanced SIMD modes suitable for moving, loading, and storing. |
71a11456 | 203 | (define_mode_iterator VALL_F16 [V8QI V16QI V4HI V8HI V2SI V4SI V2DI |
8ea6c1b8 | 204 | V4HF V8HF V4BF V8BF V2SF V4SF V2DF]) |
71a11456 | 205 | |
88119b46 KT |
206 | ;; The VALL_F16 modes except the 128-bit 2-element ones. |
207 | (define_mode_iterator VALL_F16_NO_V2Q [V8QI V16QI V4HI V8HI V2SI V4SI | |
208 | V4HF V8HF V2SF V4SF]) | |
209 | ||
43cacb12 | 210 | ;; All Advanced SIMD modes barring HF modes, plus DI. |
a50344cb TB |
211 | (define_mode_iterator VALLDI [V8QI V16QI V4HI V8HI V2SI V4SI V2DI V2SF V4SF V2DF DI]) |
212 | ||
43cacb12 | 213 | ;; All Advanced SIMD modes and DI. |
71a11456 | 214 | (define_mode_iterator VALLDI_F16 [V8QI V16QI V4HI V8HI V2SI V4SI V2DI |
8ea6c1b8 | 215 | V4HF V8HF V4BF V8BF V2SF V4SF V2DF DI]) |
71a11456 | 216 | |
43cacb12 | 217 | ;; All Advanced SIMD modes, plus DI and DF. |
e603cd43 | 218 | (define_mode_iterator VALLDIF [V8QI V16QI V4HI V8HI V2SI V4SI V4BF V8BF |
7c369485 | 219 | V2DI V4HF V8HF V2SF V4SF V2DF DI DF]) |
46e778c4 | 220 | |
6372b05e JW |
221 | ;; All Advanced SIMD polynomial modes and DI. |
222 | (define_mode_iterator VALLP [V8QI V16QI V4HI V8HI V2DI DI]) | |
223 | ||
1716ddd1 JW |
224 | ;; All Advanced SIMD polynomial modes. |
225 | (define_mode_iterator VALLP_NO_DI [V8QI V16QI V4HI V8HI V2DI]) | |
226 | ||
43cacb12 | 227 | ;; Advanced SIMD modes for Integer reduction across lanes. |
92835317 TB |
228 | (define_mode_iterator VDQV [V8QI V16QI V4HI V8HI V4SI V2DI]) |
229 | ||
43cacb12 | 230 | ;; Advanced SIMD modes (except V2DI) for Integer reduction across lanes. |
92835317 | 231 | (define_mode_iterator VDQV_S [V8QI V16QI V4HI V8HI V4SI]) |
43e9d192 | 232 | |
9921bbf9 WD |
233 | ;; Advanced SIMD modes for Integer reduction across lanes (zero/sign extended). |
234 | (define_mode_iterator VDQV_E [V8QI V16QI V4HI V8HI]) | |
235 | ||
cb995de6 KT |
236 | ;; Advanced SIMD modes for Integer widening reduction across lanes. |
237 | (define_mode_iterator VDQV_L [V8QI V16QI V4HI V8HI V4SI V2SI]) | |
238 | ||
43e9d192 IB |
239 | ;; All double integer narrow-able modes. |
240 | (define_mode_iterator VDN [V4HI V2SI DI]) | |
241 | ||
242 | ;; All quad integer narrow-able modes. | |
243 | (define_mode_iterator VQN [V8HI V4SI V2DI]) | |
244 | ||
43cacb12 RS |
245 | ;; Advanced SIMD and scalar 128-bit container: narrowable 16, 32, 64-bit |
246 | ;; integer modes | |
43e9d192 IB |
247 | (define_mode_iterator VSQN_HSDI [V8HI V4SI V2DI HI SI DI]) |
248 | ||
249 | ;; All quad integer widen-able modes. | |
250 | (define_mode_iterator VQW [V16QI V8HI V4SI]) | |
251 | ||
252 | ;; Double vector modes for combines. | |
e603cd43 | 253 | (define_mode_iterator VDC [V8QI V4HI V4BF V4HF V2SI V2SF DI DF]) |
43e9d192 | 254 | |
83d7e720 RS |
255 | ;; VDC plus SI and SF. |
256 | (define_mode_iterator VDCSIF [V8QI V4HI V4BF V4HF V2SI V2SF SI SF DI DF]) | |
257 | ||
e1b218d1 JW |
258 | ;; Polynomial modes for vector combines. |
259 | (define_mode_iterator VDC_P [V8QI V4HI DI]) | |
260 | ||
43cacb12 | 261 | ;; Advanced SIMD modes except double int. |
43e9d192 | 262 | (define_mode_iterator VDQIF [V8QI V16QI V4HI V8HI V2SI V4SI V2SF V4SF V2DF]) |
703bbcdf JW |
263 | (define_mode_iterator VDQIF_F16 [V8QI V16QI V4HI V8HI V2SI V4SI |
264 | V4HF V8HF V2SF V4SF V2DF]) | |
43e9d192 | 265 | |
43cacb12 | 266 | ;; Advanced SIMD modes for S type. |
58a3bd25 FY |
267 | (define_mode_iterator VDQ_SI [V2SI V4SI]) |
268 | ||
43cacb12 | 269 | ;; Advanced SIMD modes for S and D. |
2644d4d9 JW |
270 | (define_mode_iterator VDQ_SDI [V2SI V4SI V2DI]) |
271 | ||
43cacb12 | 272 | ;; Advanced SIMD modes for H, S and D. |
33d72b63 JW |
273 | (define_mode_iterator VDQ_HSDI [(V4HI "TARGET_SIMD_F16INST") |
274 | (V8HI "TARGET_SIMD_F16INST") | |
275 | V2SI V4SI V2DI]) | |
276 | ||
43cacb12 | 277 | ;; Scalar and Advanced SIMD modes for S and D. |
2644d4d9 JW |
278 | (define_mode_iterator VSDQ_SDI [V2SI V4SI V2DI SI DI]) |
279 | ||
43cacb12 | 280 | ;; Scalar and Advanced SIMD modes for S and D, Advanced SIMD modes for H. |
33d72b63 JW |
281 | (define_mode_iterator VSDQ_HSDI [(V4HI "TARGET_SIMD_F16INST") |
282 | (V8HI "TARGET_SIMD_F16INST") | |
68ad28c3 JW |
283 | V2SI V4SI V2DI |
284 | (HI "TARGET_SIMD_F16INST") | |
285 | SI DI]) | |
33d72b63 | 286 | |
43cacb12 | 287 | ;; Advanced SIMD modes for Q and H types. |
66adb8eb JG |
288 | (define_mode_iterator VDQQH [V8QI V16QI V4HI V8HI]) |
289 | ||
43cacb12 | 290 | ;; Advanced SIMD modes for H and S types. |
43e9d192 IB |
291 | (define_mode_iterator VDQHS [V4HI V8HI V2SI V4SI]) |
292 | ||
43cacb12 | 293 | ;; Advanced SIMD modes for H, S and D types. |
c7f28cd5 KT |
294 | (define_mode_iterator VDQHSD [V4HI V8HI V2SI V4SI V2DI]) |
295 | ||
43cacb12 | 296 | ;; Advanced SIMD and scalar integer modes for H and S. |
43e9d192 IB |
297 | (define_mode_iterator VSDQ_HSI [V4HI V8HI V2SI V4SI HI SI]) |
298 | ||
43cacb12 | 299 | ;; Advanced SIMD and scalar 64-bit container: 16, 32-bit integer modes. |
43e9d192 IB |
300 | (define_mode_iterator VSD_HSI [V4HI V2SI HI SI]) |
301 | ||
43cacb12 | 302 | ;; Advanced SIMD 64-bit container: 16, 32-bit integer modes. |
43e9d192 IB |
303 | (define_mode_iterator VD_HSI [V4HI V2SI]) |
304 | ||
305 | ;; Scalar 64-bit container: 16, 32-bit integer modes | |
306 | (define_mode_iterator SD_HSI [HI SI]) | |
307 | ||
ddbdb9a3 JW |
308 | ;; Scalar 64-bit container: 16-bit, 32-bit and 64-bit integer modes. |
309 | (define_mode_iterator SD_HSDI [HI SI DI]) | |
310 | ||
43cacb12 | 311 | ;; Advanced SIMD 64-bit container: 16, 32-bit integer modes. |
43e9d192 IB |
312 | (define_mode_iterator VQ_HSI [V8HI V4SI]) |
313 | ||
314 | ;; All byte modes. | |
315 | (define_mode_iterator VB [V8QI V16QI]) | |
316 | ||
5e32e83b JW |
317 | ;; 2 and 4 lane SI modes. |
318 | (define_mode_iterator VS [V2SI V4SI]) | |
319 | ||
0dc8e1e7 | 320 | (define_mode_iterator TX [TI TF TD]) |
43e9d192 | 321 | |
947fb34a | 322 | ;; Duplicate of the above |
5dbaf485 | 323 | (define_mode_iterator TX2 [TX]) |
947fb34a | 324 | |
721c0fb3 RS |
325 | (define_mode_iterator VTX [TI TF TD V16QI V8HI V4SI V2DI V8HF V4SF V2DF V8BF]) |
326 | ||
43cacb12 | 327 | ;; Advanced SIMD opaque structure modes. |
43e9d192 IB |
328 | (define_mode_iterator VSTRUCT [OI CI XI]) |
329 | ||
66f206b8 JW |
330 | ;; Advanced SIMD 64-bit 2-vector structure modes. |
331 | (define_mode_iterator VSTRUCT_2D [V2x8QI V2x4HI V2x2SI V2x1DI | |
332 | V2x4HF V2x2SF V2x1DF V2x4BF]) | |
333 | ||
334 | ;; Advanced SIMD 64-bit 3-vector structure modes. | |
335 | (define_mode_iterator VSTRUCT_3D [V3x8QI V3x4HI V3x2SI V3x1DI | |
336 | V3x4HF V3x2SF V3x1DF V3x4BF]) | |
337 | ||
338 | ;; Advanced SIMD 64-bit 4-vector structure modes. | |
339 | (define_mode_iterator VSTRUCT_4D [V4x8QI V4x4HI V4x2SI V4x1DI | |
340 | V4x4HF V4x2SF V4x1DF V4x4BF]) | |
341 | ||
5dbaf485 RS |
342 | ;; Advanced SIMD 64-bit vector structure modes. |
343 | (define_mode_iterator VSTRUCT_D [VSTRUCT_2D VSTRUCT_3D VSTRUCT_4D]) | |
344 | ||
66f206b8 JW |
345 | ;; Advanced SIMD 64-bit 2-vector structure modes minus V2x1DI and V2x1DF. |
346 | (define_mode_iterator VSTRUCT_2DNX [V2x8QI V2x4HI V2x2SI V2x4HF | |
347 | V2x2SF V2x4BF]) | |
348 | ||
349 | ;; Advanced SIMD 64-bit 3-vector structure modes minus V3x1DI and V3x1DF. | |
350 | (define_mode_iterator VSTRUCT_3DNX [V3x8QI V3x4HI V3x2SI V3x4HF | |
351 | V3x2SF V3x4BF]) | |
352 | ||
353 | ;; Advanced SIMD 64-bit 4-vector structure modes minus V4x1DI and V4x1DF. | |
354 | (define_mode_iterator VSTRUCT_4DNX [V4x8QI V4x4HI V4x2SI V4x4HF | |
355 | V4x2SF V4x4BF]) | |
356 | ||
357 | ;; Advanced SIMD 64-bit structure modes with 64-bit elements. | |
358 | (define_mode_iterator VSTRUCT_DX [V2x1DI V2x1DF V3x1DI V3x1DF V4x1DI V4x1DF]) | |
359 | ||
360 | ;; Advanced SIMD 64-bit 2-vector structure modes with 64-bit elements. | |
361 | (define_mode_iterator VSTRUCT_2DX [V2x1DI V2x1DF]) | |
362 | ||
363 | ;; Advanced SIMD 64-bit 3-vector structure modes with 64-bit elements. | |
364 | (define_mode_iterator VSTRUCT_3DX [V3x1DI V3x1DF]) | |
365 | ||
366 | ;; Advanced SIMD 64-bit 4-vector structure modes with 64-bit elements. | |
367 | (define_mode_iterator VSTRUCT_4DX [V4x1DI V4x1DF]) | |
368 | ||
66f206b8 JW |
369 | ;; Advanced SIMD 128-bit 2-vector structure modes. |
370 | (define_mode_iterator VSTRUCT_2Q [V2x16QI V2x8HI V2x4SI V2x2DI | |
371 | V2x8HF V2x4SF V2x2DF V2x8BF]) | |
372 | ||
373 | ;; Advanced SIMD 128-bit 3-vector structure modes. | |
374 | (define_mode_iterator VSTRUCT_3Q [V3x16QI V3x8HI V3x4SI V3x2DI | |
375 | V3x8HF V3x4SF V3x2DF V3x8BF]) | |
376 | ||
377 | ;; Advanced SIMD 128-bit 4-vector structure modes. | |
378 | (define_mode_iterator VSTRUCT_4Q [V4x16QI V4x8HI V4x4SI V4x2DI | |
379 | V4x8HF V4x4SF V4x2DF V4x8BF]) | |
380 | ||
5dbaf485 RS |
381 | ;; Advanced SIMD 128-bit vector structure modes. |
382 | (define_mode_iterator VSTRUCT_Q [VSTRUCT_2Q VSTRUCT_3Q VSTRUCT_4Q]) | |
383 | ||
66f206b8 | 384 | ;; Advanced SIMD 2-vector structure modes. |
5dbaf485 | 385 | (define_mode_iterator VSTRUCT_2QD [VSTRUCT_2D VSTRUCT_2Q]) |
66f206b8 JW |
386 | |
387 | ;; Advanced SIMD 3-vector structure modes. | |
5dbaf485 | 388 | (define_mode_iterator VSTRUCT_3QD [VSTRUCT_3D VSTRUCT_3Q]) |
66f206b8 JW |
389 | |
390 | ;; Advanced SIMD 4-vector structure modes. | |
5dbaf485 | 391 | (define_mode_iterator VSTRUCT_4QD [VSTRUCT_4D VSTRUCT_4Q]) |
66f206b8 JW |
392 | |
393 | ;; Advanced SIMD vector structure modes. | |
5dbaf485 | 394 | (define_mode_iterator VSTRUCT_QD [VSTRUCT_D VSTRUCT_Q]) |
66f206b8 | 395 | |
43e9d192 | 396 | ;; Double scalar modes |
0dc8e1e7 | 397 | (define_mode_iterator DX [DI DF DD]) |
43e9d192 | 398 | |
dfe1da23 | 399 | ;; Duplicate of the above |
5dbaf485 | 400 | (define_mode_iterator DX2 [DX]) |
dfe1da23 JW |
401 | |
402 | ;; Single scalar modes | |
403 | (define_mode_iterator SX [SI SF]) | |
404 | ||
405 | ;; Duplicate of the above | |
5dbaf485 | 406 | (define_mode_iterator SX2 [SX]) |
dfe1da23 JW |
407 | |
408 | ;; Single and double integer and float modes | |
409 | (define_mode_iterator DSX [DF DI SF SI]) | |
410 | ||
411 | ||
28de75d2 | 412 | ;; Modes available for Advanced SIMD <f>mul operations. |
ab2e8f01 JW |
413 | (define_mode_iterator VMUL [V4HI V8HI V2SI V4SI |
414 | (V4HF "TARGET_SIMD_F16INST") | |
415 | (V8HF "TARGET_SIMD_F16INST") | |
416 | V2SF V4SF V2DF]) | |
779aea46 | 417 | |
28de75d2 RS |
418 | ;; The subset of VMUL for which VCOND is a vector mode. |
419 | (define_mode_iterator VMULD [V4HI V8HI V2SI V4SI | |
420 | (V4HF "TARGET_SIMD_F16INST") | |
421 | (V8HF "TARGET_SIMD_F16INST") | |
422 | V2SF V4SF]) | |
779aea46 | 423 | |
95eb5537 | 424 | ;; Iterators for single modes, for "@" patterns. |
0a09a948 | 425 | (define_mode_iterator VNx16QI_ONLY [VNx16QI]) |
c1c267df | 426 | (define_mode_iterator VNx16SI_ONLY [VNx16SI]) |
624d0f07 | 427 | (define_mode_iterator VNx8HI_ONLY [VNx8HI]) |
896dff99 | 428 | (define_mode_iterator VNx8BF_ONLY [VNx8BF]) |
c1c267df RS |
429 | (define_mode_iterator VNx8SI_ONLY [VNx8SI]) |
430 | (define_mode_iterator VNx8DI_ONLY [VNx8DI]) | |
95eb5537 | 431 | (define_mode_iterator VNx4SI_ONLY [VNx4SI]) |
0a09a948 | 432 | (define_mode_iterator VNx4SF_ONLY [VNx4SF]) |
624d0f07 | 433 | (define_mode_iterator VNx2DI_ONLY [VNx2DI]) |
95eb5537 | 434 | (define_mode_iterator VNx2DF_ONLY [VNx2DF]) |
4f6ab953 | 435 | (define_mode_iterator VNx1TI_ONLY [VNx1TI]) |
95eb5537 | 436 | |
f75cdd2c RS |
437 | ;; All fully-packed SVE vector modes. |
438 | (define_mode_iterator SVE_FULL [VNx16QI VNx8HI VNx4SI VNx2DI | |
02fcd8ac | 439 | VNx8BF VNx8HF VNx4SF VNx2DF]) |
f75cdd2c RS |
440 | |
441 | ;; All fully-packed SVE integer vector modes. | |
442 | (define_mode_iterator SVE_FULL_I [VNx16QI VNx8HI VNx4SI VNx2DI]) | |
43cacb12 | 443 | |
f75cdd2c RS |
444 | ;; All fully-packed SVE floating-point vector modes. |
445 | (define_mode_iterator SVE_FULL_F [VNx8HF VNx4SF VNx2DF]) | |
43cacb12 | 446 | |
0a09a948 RS |
447 | ;; Fully-packed SVE integer vector modes that have 8-bit or 16-bit elements. |
448 | (define_mode_iterator SVE_FULL_BHI [VNx16QI VNx8HI]) | |
449 | ||
f75cdd2c RS |
450 | ;; Fully-packed SVE integer vector modes that have 8-bit, 16-bit or 32-bit |
451 | ;; elements. | |
452 | (define_mode_iterator SVE_FULL_BHSI [VNx16QI VNx8HI VNx4SI]) | |
43cacb12 | 453 | |
c1c267df RS |
454 | ;; Pairs of the above. |
455 | (define_mode_iterator SVE_FULL_BHSIx2 [VNx32QI VNx16HI VNx8SI]) | |
456 | ||
457 | ;; Fully-packed SVE vector modes that have 16-bit float elements. | |
458 | (define_mode_iterator SVE_FULL_HF [VNx8BF VNx8HF]) | |
459 | ||
f75cdd2c | 460 | ;; Fully-packed SVE vector modes that have 16-bit, 32-bit or 64-bit elements. |
02fcd8ac RS |
461 | (define_mode_iterator SVE_FULL_HSD [VNx8HI VNx4SI VNx2DI |
462 | VNx8BF VNx8HF VNx4SF VNx2DF]) | |
95eb5537 | 463 | |
f75cdd2c RS |
464 | ;; Fully-packed SVE integer vector modes that have 16-bit, 32-bit or 64-bit |
465 | ;; elements. | |
466 | (define_mode_iterator SVE_FULL_HSDI [VNx8HI VNx4SI VNx2DI]) | |
95eb5537 | 467 | |
0a09a948 RS |
468 | ;; Fully-packed SVE integer vector modes that have 16-bit or 32-bit |
469 | ;; elements. | |
470 | (define_mode_iterator SVE_FULL_HSI [VNx8HI VNx4SI]) | |
471 | ||
f75cdd2c RS |
472 | ;; Fully-packed SVE floating-point vector modes that have 16-bit or 32-bit |
473 | ;; elements. | |
474 | (define_mode_iterator SVE_FULL_HSF [VNx8HF VNx4SF]) | |
a70965b1 | 475 | |
0a09a948 RS |
476 | ;; Fully-packed SVE integer vector modes that have 16-bit or 64-bit elements. |
477 | (define_mode_iterator SVE_FULL_HDI [VNx8HI VNx2DI]) | |
478 | ||
f75cdd2c RS |
479 | ;; Fully-packed SVE vector modes that have 32-bit or 64-bit elements. |
480 | (define_mode_iterator SVE_FULL_SD [VNx4SI VNx2DI VNx4SF VNx2DF]) | |
43cacb12 | 481 | |
f75cdd2c RS |
482 | ;; Fully-packed SVE integer vector modes that have 32-bit or 64-bit elements. |
483 | (define_mode_iterator SVE_FULL_SDI [VNx4SI VNx2DI]) | |
bfaa08b7 | 484 | |
c1c267df RS |
485 | ;; 2x and 4x tuples of the above, excluding 2x DI. |
486 | (define_mode_iterator SVE_FULL_SIx2_SDIx4 [VNx8SI VNx16SI VNx8DI]) | |
487 | ||
f75cdd2c RS |
488 | ;; Fully-packed SVE floating-point vector modes that have 32-bit or 64-bit |
489 | ;; elements. | |
490 | (define_mode_iterator SVE_FULL_SDF [VNx4SF VNx2DF]) | |
bfaa08b7 | 491 | |
36696774 RS |
492 | ;; Same, but with the appropriate conditions for FMMLA support. |
493 | (define_mode_iterator SVE_MATMULF [(VNx4SF "TARGET_SVE_F32MM") | |
494 | (VNx2DF "TARGET_SVE_F64MM")]) | |
495 | ||
c1c267df RS |
496 | ;; Fully-packed SVE vector modes that have 32-bit or smaller elements. |
497 | (define_mode_iterator SVE_FULL_BHS [VNx16QI VNx8HI VNx4SI | |
498 | VNx8BF VNx8HF VNx4SF]) | |
499 | ||
f75cdd2c RS |
500 | ;; Fully-packed SVE vector modes that have 32-bit elements. |
501 | (define_mode_iterator SVE_FULL_S [VNx4SI VNx4SF]) | |
43cacb12 | 502 | |
f75cdd2c RS |
503 | ;; Fully-packed SVE vector modes that have 64-bit elements. |
504 | (define_mode_iterator SVE_FULL_D [VNx2DI VNx2DF]) | |
43cacb12 | 505 | |
6544cb52 RS |
506 | ;; All partial SVE integer modes. |
507 | (define_mode_iterator SVE_PARTIAL_I [VNx8QI VNx4QI VNx2QI | |
508 | VNx4HI VNx2HI | |
509 | VNx2SI]) | |
624d0f07 | 510 | |
cc68f7c2 RS |
511 | ;; All SVE vector modes. |
512 | (define_mode_iterator SVE_ALL [VNx16QI VNx8QI VNx4QI VNx2QI | |
513 | VNx8HI VNx4HI VNx2HI | |
514 | VNx8HF VNx4HF VNx2HF | |
6c3ce63b | 515 | VNx8BF VNx4BF VNx2BF |
cc68f7c2 RS |
516 | VNx4SI VNx2SI |
517 | VNx4SF VNx2SF | |
518 | VNx2DI | |
519 | VNx2DF]) | |
520 | ||
1ce9dc26 RS |
521 | ;; All SVE 2-vector modes. |
522 | (define_mode_iterator SVE_FULLx2 [VNx32QI VNx16HI VNx8SI VNx4DI | |
523 | VNx16BF VNx16HF VNx8SF VNx4DF]) | |
524 | ||
525 | ;; All SVE 3-vector modes. | |
526 | (define_mode_iterator SVE_FULLx3 [VNx48QI VNx24HI VNx12SI VNx6DI | |
527 | VNx24BF VNx24HF VNx12SF VNx6DF]) | |
528 | ||
529 | ;; All SVE 4-vector modes. | |
530 | (define_mode_iterator SVE_FULLx4 [VNx64QI VNx32HI VNx16SI VNx8DI | |
531 | VNx32BF VNx32HF VNx16SF VNx8DF]) | |
532 | ||
c1c267df RS |
533 | (define_mode_iterator SVE_FULLx24 [SVE_FULLx2 SVE_FULLx4]) |
534 | ||
1ce9dc26 RS |
535 | ;; All SVE vector structure modes. |
536 | (define_mode_iterator SVE_STRUCT [SVE_FULLx2 SVE_FULLx3 SVE_FULLx4]) | |
537 | ||
538 | ;; All SVE vector and structure modes. | |
539 | (define_mode_iterator SVE_ALL_STRUCT [SVE_ALL SVE_STRUCT]) | |
540 | ||
cc68f7c2 RS |
541 | ;; All SVE integer vector modes. |
542 | (define_mode_iterator SVE_I [VNx16QI VNx8QI VNx4QI VNx2QI | |
543 | VNx8HI VNx4HI VNx2HI | |
544 | VNx4SI VNx2SI | |
545 | VNx2DI]) | |
546 | ||
e58703e2 RS |
547 | ;; SVE integer vector modes whose elements are 16 bits or wider. |
548 | (define_mode_iterator SVE_HSDI [VNx8HI VNx4HI VNx2HI | |
549 | VNx4SI VNx2SI | |
550 | VNx2DI]) | |
551 | ||
c1c267df RS |
552 | (define_mode_iterator SVE_DIx24 [VNx4DI VNx8DI]) |
553 | ||
f8186eea | 554 | ;; SVE modes with 2 or 4 elements. |
6c3ce63b RS |
555 | (define_mode_iterator SVE_24 [VNx2QI VNx2HI VNx2HF VNx2BF VNx2SI VNx2SF |
556 | VNx2DI VNx2DF | |
557 | VNx4QI VNx4HI VNx4HF VNx4BF VNx4SI VNx4SF]) | |
f8186eea | 558 | |
3f8b0bba RS |
559 | ;; SVE integer modes with 2 or 4 elements. |
560 | (define_mode_iterator SVE_24I [VNx2QI VNx2HI VNx2SI VNx2DI | |
561 | VNx4QI VNx4HI VNx4SI]) | |
562 | ||
f8186eea | 563 | ;; SVE modes with 2 elements. |
6c3ce63b RS |
564 | (define_mode_iterator SVE_2 [VNx2QI VNx2HI VNx2HF VNx2BF |
565 | VNx2SI VNx2SF VNx2DI VNx2DF]) | |
f8186eea | 566 | |
87a80d27 RS |
567 | ;; SVE integer modes with 2 elements, excluding the widest element. |
568 | (define_mode_iterator SVE_2BHSI [VNx2QI VNx2HI VNx2SI]) | |
569 | ||
570 | ;; SVE integer modes with 2 elements, excluding the narrowest element. | |
571 | (define_mode_iterator SVE_2HSDI [VNx2HI VNx2SI VNx2DI]) | |
572 | ||
f8186eea | 573 | ;; SVE modes with 4 elements. |
6c3ce63b | 574 | (define_mode_iterator SVE_4 [VNx4QI VNx4HI VNx4HF VNx4BF VNx4SI VNx4SF]) |
f8186eea | 575 | |
87a80d27 RS |
576 | ;; SVE integer modes with 4 elements, excluding the widest element. |
577 | (define_mode_iterator SVE_4BHI [VNx4QI VNx4HI]) | |
578 | ||
579 | ;; SVE integer modes with 4 elements, excluding the narrowest element. | |
580 | (define_mode_iterator SVE_4HSI [VNx4HI VNx4SI]) | |
581 | ||
0a09a948 RS |
582 | ;; SVE integer modes that can form the input to an SVE2 PMULL[BT] instruction. |
583 | (define_mode_iterator SVE2_PMULL_PAIR_I [VNx16QI VNx4SI | |
584 | (VNx2DI "TARGET_SVE2_AES")]) | |
585 | ||
624d0f07 RS |
586 | ;; Modes involved in extending or truncating SVE data, for 8 elements per |
587 | ;; 128-bit block. | |
588 | (define_mode_iterator VNx8_NARROW [VNx8QI]) | |
589 | (define_mode_iterator VNx8_WIDE [VNx8HI]) | |
590 | ||
591 | ;; ...same for 4 elements per 128-bit block. | |
592 | (define_mode_iterator VNx4_NARROW [VNx4QI VNx4HI]) | |
593 | (define_mode_iterator VNx4_WIDE [VNx4SI]) | |
594 | ||
595 | ;; ...same for 2 elements per 128-bit block. | |
596 | (define_mode_iterator VNx2_NARROW [VNx2QI VNx2HI VNx2SI]) | |
597 | (define_mode_iterator VNx2_WIDE [VNx2DI]) | |
598 | ||
43cacb12 RS |
599 | ;; All SVE predicate modes. |
600 | (define_mode_iterator PRED_ALL [VNx16BI VNx8BI VNx4BI VNx2BI]) | |
601 | ||
602 | ;; SVE predicate modes that control 8-bit, 16-bit or 32-bit elements. | |
603 | (define_mode_iterator PRED_BHS [VNx16BI VNx8BI VNx4BI]) | |
604 | ||
624d0f07 RS |
605 | ;; SVE predicate modes that control 16-bit, 32-bit or 64-bit elements. |
606 | (define_mode_iterator PRED_HSD [VNx8BI VNx4BI VNx2BI]) | |
607 | ||
1f520d34 DB |
608 | ;; Bfloat16 modes to which V4SF can be converted |
609 | (define_mode_iterator V4SF_TO_BF [V4BF V8BF]) | |
610 | ||
c1c267df RS |
611 | (define_mode_iterator SVE_BHSx24 [VNx32QI VNx16HI VNx8SI |
612 | VNx16BF VNx16HF VNx8SF | |
613 | VNx64QI VNx32HI VNx16SI | |
614 | VNx32BF VNx32HF VNx16SF]) | |
615 | ||
616 | (define_mode_iterator SVE_Ix24 [VNx32QI VNx16HI VNx8SI VNx4DI | |
617 | VNx64QI VNx32HI VNx16SI VNx8DI]) | |
618 | ||
619 | (define_mode_iterator SVE_Fx24 [VNx16HF VNx8SF VNx4DF | |
620 | VNx32HF VNx16SF VNx8DF]) | |
621 | ||
622 | (define_mode_iterator SVE_SFx24 [VNx8SF VNx16SF]) | |
623 | ||
4f6ab953 RS |
624 | ;; The modes used to represent different ZA access sizes. |
625 | (define_mode_iterator SME_ZA_I [VNx16QI VNx8HI VNx4SI VNx2DI VNx1TI]) | |
626 | (define_mode_iterator SME_ZA_SDI [VNx4SI (VNx2DI "TARGET_SME_I16I64")]) | |
627 | ||
628 | (define_mode_iterator SME_ZA_SDF_I [VNx4SI (VNx2DI "TARGET_SME_F64F64")]) | |
629 | ||
c1c267df RS |
630 | (define_mode_iterator SME_ZA_BIx24 [VNx32QI VNx64QI]) |
631 | ||
632 | (define_mode_iterator SME_ZA_BHIx124 [VNx16QI VNx32QI VNx64QI | |
633 | VNx8HI VNx16HI VNx32HI]) | |
634 | ||
635 | (define_mode_iterator SME_ZA_BHIx24 [VNx32QI VNx64QI VNx16HI VNx32HI]) | |
636 | ||
637 | (define_mode_iterator SME_ZA_HFx124 [VNx8BF VNx16BF VNx32BF | |
638 | VNx8HF VNx16HF VNx32HF]) | |
639 | ||
640 | (define_mode_iterator SME_ZA_HFx24 [VNx16BF VNx32BF VNx16HF VNx32HF]) | |
641 | ||
642 | (define_mode_iterator SME_ZA_HIx124 [VNx8HI VNx16HI VNx32HI]) | |
643 | ||
644 | (define_mode_iterator SME_ZA_HIx24 [VNx16HI VNx32HI]) | |
645 | ||
646 | (define_mode_iterator SME_ZA_SDIx24 [VNx8SI (VNx4DI "TARGET_SME_I16I64") | |
647 | VNx16SI (VNx8DI "TARGET_SME_I16I64")]) | |
648 | ||
649 | (define_mode_iterator SME_ZA_SDFx24 [VNx8SF (VNx4DF "TARGET_SME_F64F64") | |
650 | VNx16SF (VNx8DF "TARGET_SME_F64F64")]) | |
651 | ||
4f6ab953 RS |
652 | ;; The modes for which outer product instructions are supported. |
653 | (define_mode_iterator SME_MOP_BHI [VNx16QI (VNx8HI "TARGET_SME_I16I64")]) | |
654 | (define_mode_iterator SME_MOP_HSDF [VNx8BF VNx8HF VNx4SF | |
655 | (VNx2DF "TARGET_SME_F64F64")]) | |
656 | ||
43e9d192 IB |
657 | ;; ------------------------------------------------------------------ |
658 | ;; Unspec enumerations for Advance SIMD. These could well go into | |
659 | ;; aarch64.md but for their use in int_iterators here. | |
660 | ;; ------------------------------------------------------------------ | |
661 | ||
662 | (define_c_enum "unspec" | |
663 | [ | |
664 | UNSPEC_ASHIFT_SIGNED ; Used in aarch-simd.md. | |
665 | UNSPEC_ASHIFT_UNSIGNED ; Used in aarch64-simd.md. | |
285398d2 | 666 | UNSPEC_ABS ; Used in aarch64-simd.md. |
998eaf97 JG |
667 | UNSPEC_FMAX ; Used in aarch64-simd.md. |
668 | UNSPEC_FMAXNMV ; Used in aarch64-simd.md. | |
43e9d192 | 669 | UNSPEC_FMAXV ; Used in aarch64-simd.md. |
998eaf97 JG |
670 | UNSPEC_FMIN ; Used in aarch64-simd.md. |
671 | UNSPEC_FMINNMV ; Used in aarch64-simd.md. | |
43e9d192 IB |
672 | UNSPEC_FMINV ; Used in aarch64-simd.md. |
673 | UNSPEC_FADDV ; Used in aarch64-simd.md. | |
f5156c3e | 674 | UNSPEC_ADDV ; Used in aarch64-simd.md. |
43e9d192 IB |
675 | UNSPEC_SMAXV ; Used in aarch64-simd.md. |
676 | UNSPEC_SMINV ; Used in aarch64-simd.md. | |
677 | UNSPEC_UMAXV ; Used in aarch64-simd.md. | |
678 | UNSPEC_UMINV ; Used in aarch64-simd.md. | |
679 | UNSPEC_SHADD ; Used in aarch64-simd.md. | |
680 | UNSPEC_UHADD ; Used in aarch64-simd.md. | |
681 | UNSPEC_SRHADD ; Used in aarch64-simd.md. | |
682 | UNSPEC_URHADD ; Used in aarch64-simd.md. | |
683 | UNSPEC_SHSUB ; Used in aarch64-simd.md. | |
684 | UNSPEC_UHSUB ; Used in aarch64-simd.md. | |
43e9d192 IB |
685 | UNSPEC_SQDMULH ; Used in aarch64-simd.md. |
686 | UNSPEC_SQRDMULH ; Used in aarch64-simd.md. | |
687 | UNSPEC_PMUL ; Used in aarch64-simd.md. | |
496ea87d | 688 | UNSPEC_FMULX ; Used in aarch64-simd.md. |
43e9d192 IB |
689 | UNSPEC_USQADD ; Used in aarch64-simd.md. |
690 | UNSPEC_SUQADD ; Used in aarch64-simd.md. | |
43e9d192 IB |
691 | UNSPEC_SSRA ; Used in aarch64-simd.md. |
692 | UNSPEC_USRA ; Used in aarch64-simd.md. | |
43e9d192 IB |
693 | UNSPEC_SRSHR ; Used in aarch64-simd.md. |
694 | UNSPEC_URSHR ; Used in aarch64-simd.md. | |
695 | UNSPEC_SQSHLU ; Used in aarch64-simd.md. | |
696 | UNSPEC_SQSHL ; Used in aarch64-simd.md. | |
697 | UNSPEC_UQSHL ; Used in aarch64-simd.md. | |
43e9d192 IB |
698 | UNSPEC_SSHL ; Used in aarch64-simd.md. |
699 | UNSPEC_USHL ; Used in aarch64-simd.md. | |
700 | UNSPEC_SRSHL ; Used in aarch64-simd.md. | |
701 | UNSPEC_URSHL ; Used in aarch64-simd.md. | |
702 | UNSPEC_SQRSHL ; Used in aarch64-simd.md. | |
703 | UNSPEC_UQRSHL ; Used in aarch64-simd.md. | |
43e9d192 IB |
704 | UNSPEC_SSLI ; Used in aarch64-simd.md. |
705 | UNSPEC_USLI ; Used in aarch64-simd.md. | |
706 | UNSPEC_SSRI ; Used in aarch64-simd.md. | |
707 | UNSPEC_USRI ; Used in aarch64-simd.md. | |
708 | UNSPEC_SSHLL ; Used in aarch64-simd.md. | |
709 | UNSPEC_USHLL ; Used in aarch64-simd.md. | |
710 | UNSPEC_ADDP ; Used in aarch64-simd.md. | |
88b08073 | 711 | UNSPEC_TBL ; Used in vector permute patterns. |
9371aecc | 712 | UNSPEC_TBX ; Used in vector permute patterns. |
88b08073 | 713 | UNSPEC_CONCAT ; Used in vector permute patterns. |
3f8334a5 RS |
714 | |
715 | ;; The following permute unspecs are generated directly by | |
716 | ;; aarch64_expand_vec_perm_const, so any changes to the underlying | |
717 | ;; instructions would need a corresponding change there. | |
cc4d934f JG |
718 | UNSPEC_ZIP1 ; Used in vector permute patterns. |
719 | UNSPEC_ZIP2 ; Used in vector permute patterns. | |
720 | UNSPEC_UZP1 ; Used in vector permute patterns. | |
721 | UNSPEC_UZP2 ; Used in vector permute patterns. | |
722 | UNSPEC_TRN1 ; Used in vector permute patterns. | |
723 | UNSPEC_TRN2 ; Used in vector permute patterns. | |
3f8334a5 | 724 | UNSPEC_EXT ; Used in vector permute patterns. |
923fcec3 AL |
725 | UNSPEC_REV64 ; Used in vector reverse patterns (permute). |
726 | UNSPEC_REV32 ; Used in vector reverse patterns (permute). | |
727 | UNSPEC_REV16 ; Used in vector reverse patterns (permute). | |
3f8334a5 | 728 | |
5a7a4e80 TB |
729 | UNSPEC_AESE ; Used in aarch64-simd.md. |
730 | UNSPEC_AESD ; Used in aarch64-simd.md. | |
731 | UNSPEC_AESMC ; Used in aarch64-simd.md. | |
732 | UNSPEC_AESIMC ; Used in aarch64-simd.md. | |
30442682 TB |
733 | UNSPEC_SHA1C ; Used in aarch64-simd.md. |
734 | UNSPEC_SHA1M ; Used in aarch64-simd.md. | |
735 | UNSPEC_SHA1P ; Used in aarch64-simd.md. | |
736 | UNSPEC_SHA1H ; Used in aarch64-simd.md. | |
737 | UNSPEC_SHA1SU0 ; Used in aarch64-simd.md. | |
738 | UNSPEC_SHA1SU1 ; Used in aarch64-simd.md. | |
b9cb0a44 TB |
739 | UNSPEC_SHA256H ; Used in aarch64-simd.md. |
740 | UNSPEC_SHA256H2 ; Used in aarch64-simd.md. | |
741 | UNSPEC_SHA256SU0 ; Used in aarch64-simd.md. | |
742 | UNSPEC_SHA256SU1 ; Used in aarch64-simd.md. | |
7baa225d TB |
743 | UNSPEC_PMULL ; Used in aarch64-simd.md. |
744 | UNSPEC_PMULL2 ; Used in aarch64-simd.md. | |
668046d1 | 745 | UNSPEC_REV_REGLIST ; Used in aarch64-simd.md. |
9c004c58 | 746 | UNSPEC_VEC_SHR ; Used in aarch64-simd.md. |
57b26d65 MW |
747 | UNSPEC_SQRDMLAH ; Used in aarch64-simd.md. |
748 | UNSPEC_SQRDMLSH ; Used in aarch64-simd.md. | |
202d0c11 DS |
749 | UNSPEC_FMAXNM ; Used in aarch64-simd.md. |
750 | UNSPEC_FMINNM ; Used in aarch64-simd.md. | |
7a08d813 TC |
751 | UNSPEC_SDOT ; Used in aarch64-simd.md. |
752 | UNSPEC_UDOT ; Used in aarch64-simd.md. | |
27086ea3 MC |
753 | UNSPEC_SM3SS1 ; Used in aarch64-simd.md. |
754 | UNSPEC_SM3TT1A ; Used in aarch64-simd.md. | |
755 | UNSPEC_SM3TT1B ; Used in aarch64-simd.md. | |
756 | UNSPEC_SM3TT2A ; Used in aarch64-simd.md. | |
757 | UNSPEC_SM3TT2B ; Used in aarch64-simd.md. | |
758 | UNSPEC_SM3PARTW1 ; Used in aarch64-simd.md. | |
759 | UNSPEC_SM3PARTW2 ; Used in aarch64-simd.md. | |
760 | UNSPEC_SM4E ; Used in aarch64-simd.md. | |
761 | UNSPEC_SM4EKEY ; Used in aarch64-simd.md. | |
762 | UNSPEC_SHA512H ; Used in aarch64-simd.md. | |
763 | UNSPEC_SHA512H2 ; Used in aarch64-simd.md. | |
764 | UNSPEC_SHA512SU0 ; Used in aarch64-simd.md. | |
765 | UNSPEC_SHA512SU1 ; Used in aarch64-simd.md. | |
766 | UNSPEC_FMLAL ; Used in aarch64-simd.md. | |
767 | UNSPEC_FMLSL ; Used in aarch64-simd.md. | |
768 | UNSPEC_FMLAL2 ; Used in aarch64-simd.md. | |
769 | UNSPEC_FMLSL2 ; Used in aarch64-simd.md. | |
624d0f07 | 770 | UNSPEC_ADR ; Used in aarch64-sve.md. |
43cacb12 | 771 | UNSPEC_SEL ; Used in aarch64-sve.md. |
624d0f07 RS |
772 | UNSPEC_BRKA ; Used in aarch64-sve.md. |
773 | UNSPEC_BRKB ; Used in aarch64-sve.md. | |
774 | UNSPEC_BRKN ; Used in aarch64-sve.md. | |
775 | UNSPEC_BRKPA ; Used in aarch64-sve.md. | |
776 | UNSPEC_BRKPB ; Used in aarch64-sve.md. | |
777 | UNSPEC_PFIRST ; Used in aarch64-sve.md. | |
778 | UNSPEC_PNEXT ; Used in aarch64-sve.md. | |
779 | UNSPEC_CNTP ; Used in aarch64-sve.md. | |
780 | UNSPEC_SADDV ; Used in aarch64-sve.md. | |
781 | UNSPEC_UADDV ; Used in aarch64-sve.md. | |
898f07b0 RS |
782 | UNSPEC_ANDV ; Used in aarch64-sve.md. |
783 | UNSPEC_IORV ; Used in aarch64-sve.md. | |
784 | UNSPEC_XORV ; Used in aarch64-sve.md. | |
43cacb12 RS |
785 | UNSPEC_ANDF ; Used in aarch64-sve.md. |
786 | UNSPEC_IORF ; Used in aarch64-sve.md. | |
787 | UNSPEC_XORF ; Used in aarch64-sve.md. | |
d7a09c44 | 788 | UNSPEC_REVB ; Used in aarch64-sve.md. |
c1c267df | 789 | UNSPEC_REVD ; Used in aarch64-sve2.md. |
d7a09c44 RS |
790 | UNSPEC_REVH ; Used in aarch64-sve.md. |
791 | UNSPEC_REVW ; Used in aarch64-sve.md. | |
6c3ce63b | 792 | UNSPEC_REVBHW ; Used in aarch64-sve.md. |
11e9443f RS |
793 | UNSPEC_SMUL_HIGHPART ; Used in aarch64-sve.md. |
794 | UNSPEC_UMUL_HIGHPART ; Used in aarch64-sve.md. | |
624d0f07 RS |
795 | UNSPEC_FMLA ; Used in aarch64-sve.md. |
796 | UNSPEC_FMLS ; Used in aarch64-sve.md. | |
797 | UNSPEC_FEXPA ; Used in aarch64-sve.md. | |
36696774 | 798 | UNSPEC_FMMLA ; Used in aarch64-sve.md. |
624d0f07 RS |
799 | UNSPEC_FTMAD ; Used in aarch64-sve.md. |
800 | UNSPEC_FTSMUL ; Used in aarch64-sve.md. | |
801 | UNSPEC_FTSSEL ; Used in aarch64-sve.md. | |
36696774 RS |
802 | UNSPEC_SMATMUL ; Used in aarch64-sve.md. |
803 | UNSPEC_UMATMUL ; Used in aarch64-sve.md. | |
804 | UNSPEC_USMATMUL ; Used in aarch64-sve.md. | |
805 | UNSPEC_TRN1Q ; Used in aarch64-sve.md. | |
806 | UNSPEC_TRN2Q ; Used in aarch64-sve.md. | |
807 | UNSPEC_UZP1Q ; Used in aarch64-sve.md. | |
808 | UNSPEC_UZP2Q ; Used in aarch64-sve.md. | |
809 | UNSPEC_ZIP1Q ; Used in aarch64-sve.md. | |
810 | UNSPEC_ZIP2Q ; Used in aarch64-sve.md. | |
8535755a | 811 | UNSPEC_TRN1_CONV ; Used in aarch64-sve.md. |
624d0f07 RS |
812 | UNSPEC_COND_CMPEQ_WIDE ; Used in aarch64-sve.md. |
813 | UNSPEC_COND_CMPGE_WIDE ; Used in aarch64-sve.md. | |
814 | UNSPEC_COND_CMPGT_WIDE ; Used in aarch64-sve.md. | |
815 | UNSPEC_COND_CMPHI_WIDE ; Used in aarch64-sve.md. | |
816 | UNSPEC_COND_CMPHS_WIDE ; Used in aarch64-sve.md. | |
817 | UNSPEC_COND_CMPLE_WIDE ; Used in aarch64-sve.md. | |
818 | UNSPEC_COND_CMPLO_WIDE ; Used in aarch64-sve.md. | |
819 | UNSPEC_COND_CMPLS_WIDE ; Used in aarch64-sve.md. | |
820 | UNSPEC_COND_CMPLT_WIDE ; Used in aarch64-sve.md. | |
821 | UNSPEC_COND_CMPNE_WIDE ; Used in aarch64-sve.md. | |
d45b20a5 | 822 | UNSPEC_COND_FABS ; Used in aarch64-sve.md. |
cb18e86d | 823 | UNSPEC_COND_FADD ; Used in aarch64-sve.md. |
624d0f07 RS |
824 | UNSPEC_COND_FCADD90 ; Used in aarch64-sve.md. |
825 | UNSPEC_COND_FCADD270 ; Used in aarch64-sve.md. | |
cb18e86d RS |
826 | UNSPEC_COND_FCMEQ ; Used in aarch64-sve.md. |
827 | UNSPEC_COND_FCMGE ; Used in aarch64-sve.md. | |
828 | UNSPEC_COND_FCMGT ; Used in aarch64-sve.md. | |
624d0f07 RS |
829 | UNSPEC_COND_FCMLA ; Used in aarch64-sve.md. |
830 | UNSPEC_COND_FCMLA90 ; Used in aarch64-sve.md. | |
831 | UNSPEC_COND_FCMLA180 ; Used in aarch64-sve.md. | |
832 | UNSPEC_COND_FCMLA270 ; Used in aarch64-sve.md. | |
cb18e86d RS |
833 | UNSPEC_COND_FCMLE ; Used in aarch64-sve.md. |
834 | UNSPEC_COND_FCMLT ; Used in aarch64-sve.md. | |
835 | UNSPEC_COND_FCMNE ; Used in aarch64-sve.md. | |
4a942af6 | 836 | UNSPEC_COND_FCMUO ; Used in aarch64-sve.md. |
99361551 RS |
837 | UNSPEC_COND_FCVT ; Used in aarch64-sve.md. |
838 | UNSPEC_COND_FCVTZS ; Used in aarch64-sve.md. | |
839 | UNSPEC_COND_FCVTZU ; Used in aarch64-sve.md. | |
cb18e86d | 840 | UNSPEC_COND_FDIV ; Used in aarch64-sve.md. |
624d0f07 | 841 | UNSPEC_COND_FMAX ; Used in aarch64-sve.md. |
cb18e86d | 842 | UNSPEC_COND_FMAXNM ; Used in aarch64-sve.md. |
624d0f07 | 843 | UNSPEC_COND_FMIN ; Used in aarch64-sve.md. |
cb18e86d | 844 | UNSPEC_COND_FMINNM ; Used in aarch64-sve.md. |
b41d1f6e RS |
845 | UNSPEC_COND_FMLA ; Used in aarch64-sve.md. |
846 | UNSPEC_COND_FMLS ; Used in aarch64-sve.md. | |
cb18e86d | 847 | UNSPEC_COND_FMUL ; Used in aarch64-sve.md. |
624d0f07 | 848 | UNSPEC_COND_FMULX ; Used in aarch64-sve.md. |
d45b20a5 | 849 | UNSPEC_COND_FNEG ; Used in aarch64-sve.md. |
b41d1f6e RS |
850 | UNSPEC_COND_FNMLA ; Used in aarch64-sve.md. |
851 | UNSPEC_COND_FNMLS ; Used in aarch64-sve.md. | |
624d0f07 | 852 | UNSPEC_COND_FRECPX ; Used in aarch64-sve.md. |
d45b20a5 RS |
853 | UNSPEC_COND_FRINTA ; Used in aarch64-sve.md. |
854 | UNSPEC_COND_FRINTI ; Used in aarch64-sve.md. | |
855 | UNSPEC_COND_FRINTM ; Used in aarch64-sve.md. | |
856 | UNSPEC_COND_FRINTN ; Used in aarch64-sve.md. | |
857 | UNSPEC_COND_FRINTP ; Used in aarch64-sve.md. | |
858 | UNSPEC_COND_FRINTX ; Used in aarch64-sve.md. | |
859 | UNSPEC_COND_FRINTZ ; Used in aarch64-sve.md. | |
624d0f07 | 860 | UNSPEC_COND_FSCALE ; Used in aarch64-sve.md. |
d45b20a5 | 861 | UNSPEC_COND_FSQRT ; Used in aarch64-sve.md. |
cb18e86d | 862 | UNSPEC_COND_FSUB ; Used in aarch64-sve.md. |
99361551 RS |
863 | UNSPEC_COND_SCVTF ; Used in aarch64-sve.md. |
864 | UNSPEC_COND_UCVTF ; Used in aarch64-sve.md. | |
624d0f07 | 865 | UNSPEC_LASTA ; Used in aarch64-sve.md. |
43cacb12 | 866 | UNSPEC_LASTB ; Used in aarch64-sve.md. |
624d0f07 RS |
867 | UNSPEC_ASHIFT_WIDE ; Used in aarch64-sve.md. |
868 | UNSPEC_ASHIFTRT_WIDE ; Used in aarch64-sve.md. | |
869 | UNSPEC_LSHIFTRT_WIDE ; Used in aarch64-sve.md. | |
870 | UNSPEC_LDFF1 ; Used in aarch64-sve.md. | |
871 | UNSPEC_LDNF1 ; Used in aarch64-sve.md. | |
9d63f43b TC |
872 | UNSPEC_FCADD90 ; Used in aarch64-simd.md. |
873 | UNSPEC_FCADD270 ; Used in aarch64-simd.md. | |
874 | UNSPEC_FCMLA ; Used in aarch64-simd.md. | |
875 | UNSPEC_FCMLA90 ; Used in aarch64-simd.md. | |
876 | UNSPEC_FCMLA180 ; Used in aarch64-simd.md. | |
877 | UNSPEC_FCMLA270 ; Used in aarch64-simd.md. | |
ad260343 TC |
878 | UNSPEC_FCMUL ; Used in aarch64-simd.md. |
879 | UNSPEC_FCMUL_CONJ ; Used in aarch64-simd.md. | |
880 | UNSPEC_FCMLA_CONJ ; Used in aarch64-simd.md. | |
881 | UNSPEC_FCMLA180_CONJ ; Used in aarch64-simd.md. | |
0a09a948 RS |
882 | UNSPEC_ASRD ; Used in aarch64-sve.md. |
883 | UNSPEC_ADCLB ; Used in aarch64-sve2.md. | |
884 | UNSPEC_ADCLT ; Used in aarch64-sve2.md. | |
885 | UNSPEC_ADDHNB ; Used in aarch64-sve2.md. | |
886 | UNSPEC_ADDHNT ; Used in aarch64-sve2.md. | |
887 | UNSPEC_BDEP ; Used in aarch64-sve2.md. | |
888 | UNSPEC_BEXT ; Used in aarch64-sve2.md. | |
889 | UNSPEC_BGRP ; Used in aarch64-sve2.md. | |
890 | UNSPEC_CADD270 ; Used in aarch64-sve2.md. | |
891 | UNSPEC_CADD90 ; Used in aarch64-sve2.md. | |
892 | UNSPEC_CDOT ; Used in aarch64-sve2.md. | |
893 | UNSPEC_CDOT180 ; Used in aarch64-sve2.md. | |
894 | UNSPEC_CDOT270 ; Used in aarch64-sve2.md. | |
895 | UNSPEC_CDOT90 ; Used in aarch64-sve2.md. | |
896 | UNSPEC_CMLA ; Used in aarch64-sve2.md. | |
897 | UNSPEC_CMLA180 ; Used in aarch64-sve2.md. | |
898 | UNSPEC_CMLA270 ; Used in aarch64-sve2.md. | |
899 | UNSPEC_CMLA90 ; Used in aarch64-sve2.md. | |
ad260343 TC |
900 | UNSPEC_CMLA_CONJ ; Used in aarch64-sve2.md. |
901 | UNSPEC_CMLA180_CONJ ; Used in aarch64-sve2.md. | |
902 | UNSPEC_CMUL ; Used in aarch64-sve2.md. | |
903 | UNSPEC_CMUL_CONJ ; Used in aarch64-sve2.md. | |
c1c267df | 904 | UNSPEC_CNTP_C ; Used in aarch64-sve2.md. |
0a09a948 RS |
905 | UNSPEC_COND_FCVTLT ; Used in aarch64-sve2.md. |
906 | UNSPEC_COND_FCVTNT ; Used in aarch64-sve2.md. | |
907 | UNSPEC_COND_FCVTX ; Used in aarch64-sve2.md. | |
908 | UNSPEC_COND_FCVTXNT ; Used in aarch64-sve2.md. | |
909 | UNSPEC_COND_FLOGB ; Used in aarch64-sve2.md. | |
910 | UNSPEC_EORBT ; Used in aarch64-sve2.md. | |
911 | UNSPEC_EORTB ; Used in aarch64-sve2.md. | |
912 | UNSPEC_FADDP ; Used in aarch64-sve2.md. | |
913 | UNSPEC_FMAXNMP ; Used in aarch64-sve2.md. | |
914 | UNSPEC_FMAXP ; Used in aarch64-sve2.md. | |
915 | UNSPEC_FMINNMP ; Used in aarch64-sve2.md. | |
916 | UNSPEC_FMINP ; Used in aarch64-sve2.md. | |
917 | UNSPEC_FMLALB ; Used in aarch64-sve2.md. | |
918 | UNSPEC_FMLALT ; Used in aarch64-sve2.md. | |
919 | UNSPEC_FMLSLB ; Used in aarch64-sve2.md. | |
920 | UNSPEC_FMLSLT ; Used in aarch64-sve2.md. | |
921 | UNSPEC_HISTCNT ; Used in aarch64-sve2.md. | |
922 | UNSPEC_HISTSEG ; Used in aarch64-sve2.md. | |
923 | UNSPEC_MATCH ; Used in aarch64-sve2.md. | |
924 | UNSPEC_NMATCH ; Used in aarch64-sve2.md. | |
c1c267df RS |
925 | UNSPEC_PEXT ; Used in aarch64-sve2.md. |
926 | UNSPEC_PEXTx2 ; Used in aarch64-sve2.md. | |
0a09a948 RS |
927 | UNSPEC_PMULLB ; Used in aarch64-sve2.md. |
928 | UNSPEC_PMULLB_PAIR ; Used in aarch64-sve2.md. | |
929 | UNSPEC_PMULLT ; Used in aarch64-sve2.md. | |
930 | UNSPEC_PMULLT_PAIR ; Used in aarch64-sve2.md. | |
c1c267df RS |
931 | UNSPEC_PSEL ; Used in aarch64-sve2.md. |
932 | UNSPEC_PTRUE_C ; Used in aarch64-sve2.md. | |
0a09a948 RS |
933 | UNSPEC_RADDHNB ; Used in aarch64-sve2.md. |
934 | UNSPEC_RADDHNT ; Used in aarch64-sve2.md. | |
935 | UNSPEC_RSHRNB ; Used in aarch64-sve2.md. | |
936 | UNSPEC_RSHRNT ; Used in aarch64-sve2.md. | |
937 | UNSPEC_RSUBHNB ; Used in aarch64-sve2.md. | |
938 | UNSPEC_RSUBHNT ; Used in aarch64-sve2.md. | |
939 | UNSPEC_SABDLB ; Used in aarch64-sve2.md. | |
940 | UNSPEC_SABDLT ; Used in aarch64-sve2.md. | |
941 | UNSPEC_SADDLB ; Used in aarch64-sve2.md. | |
942 | UNSPEC_SADDLBT ; Used in aarch64-sve2.md. | |
943 | UNSPEC_SADDLT ; Used in aarch64-sve2.md. | |
944 | UNSPEC_SADDWB ; Used in aarch64-sve2.md. | |
945 | UNSPEC_SADDWT ; Used in aarch64-sve2.md. | |
946 | UNSPEC_SBCLB ; Used in aarch64-sve2.md. | |
947 | UNSPEC_SBCLT ; Used in aarch64-sve2.md. | |
948 | UNSPEC_SHRNB ; Used in aarch64-sve2.md. | |
949 | UNSPEC_SHRNT ; Used in aarch64-sve2.md. | |
950 | UNSPEC_SLI ; Used in aarch64-sve2.md. | |
951 | UNSPEC_SMAXP ; Used in aarch64-sve2.md. | |
952 | UNSPEC_SMINP ; Used in aarch64-sve2.md. | |
58cc9876 | 953 | UNSPEC_SMULHRS ; Used in aarch64-sve2.md. |
0a09a948 RS |
954 | UNSPEC_SMULHS ; Used in aarch64-sve2.md. |
955 | UNSPEC_SMULLB ; Used in aarch64-sve2.md. | |
956 | UNSPEC_SMULLT ; Used in aarch64-sve2.md. | |
957 | UNSPEC_SQCADD270 ; Used in aarch64-sve2.md. | |
958 | UNSPEC_SQCADD90 ; Used in aarch64-sve2.md. | |
959 | UNSPEC_SQDMULLB ; Used in aarch64-sve2.md. | |
960 | UNSPEC_SQDMULLBT ; Used in aarch64-sve2.md. | |
961 | UNSPEC_SQDMULLT ; Used in aarch64-sve2.md. | |
962 | UNSPEC_SQRDCMLAH ; Used in aarch64-sve2.md. | |
963 | UNSPEC_SQRDCMLAH180 ; Used in aarch64-sve2.md. | |
964 | UNSPEC_SQRDCMLAH270 ; Used in aarch64-sve2.md. | |
965 | UNSPEC_SQRDCMLAH90 ; Used in aarch64-sve2.md. | |
c1c267df RS |
966 | UNSPEC_SQRSHR ; Used in aarch64-sve2.md. |
967 | UNSPEC_SQRSHRN ; Used in aarch64-sve2.md. | |
0a09a948 RS |
968 | UNSPEC_SQRSHRNB ; Used in aarch64-sve2.md. |
969 | UNSPEC_SQRSHRNT ; Used in aarch64-sve2.md. | |
c1c267df RS |
970 | UNSPEC_SQRSHRU ; Used in aarch64-sve2.md. |
971 | UNSPEC_SQRSHRUN ; Used in aarch64-sve2.md. | |
0a09a948 RS |
972 | UNSPEC_SQRSHRUNB ; Used in aarch64-sve2.md. |
973 | UNSPEC_SQRSHRUNT ; Used in aarch64-sve2.md. | |
974 | UNSPEC_SQSHRNB ; Used in aarch64-sve2.md. | |
975 | UNSPEC_SQSHRNT ; Used in aarch64-sve2.md. | |
976 | UNSPEC_SQSHRUNB ; Used in aarch64-sve2.md. | |
977 | UNSPEC_SQSHRUNT ; Used in aarch64-sve2.md. | |
978 | UNSPEC_SQXTNB ; Used in aarch64-sve2.md. | |
979 | UNSPEC_SQXTNT ; Used in aarch64-sve2.md. | |
980 | UNSPEC_SQXTUNB ; Used in aarch64-sve2.md. | |
981 | UNSPEC_SQXTUNT ; Used in aarch64-sve2.md. | |
982 | UNSPEC_SRI ; Used in aarch64-sve2.md. | |
983 | UNSPEC_SSHLLB ; Used in aarch64-sve2.md. | |
984 | UNSPEC_SSHLLT ; Used in aarch64-sve2.md. | |
985 | UNSPEC_SSUBLB ; Used in aarch64-sve2.md. | |
986 | UNSPEC_SSUBLBT ; Used in aarch64-sve2.md. | |
987 | UNSPEC_SSUBLT ; Used in aarch64-sve2.md. | |
988 | UNSPEC_SSUBLTB ; Used in aarch64-sve2.md. | |
989 | UNSPEC_SSUBWB ; Used in aarch64-sve2.md. | |
990 | UNSPEC_SSUBWT ; Used in aarch64-sve2.md. | |
991 | UNSPEC_SUBHNB ; Used in aarch64-sve2.md. | |
992 | UNSPEC_SUBHNT ; Used in aarch64-sve2.md. | |
993 | UNSPEC_TBL2 ; Used in aarch64-sve2.md. | |
994 | UNSPEC_UABDLB ; Used in aarch64-sve2.md. | |
995 | UNSPEC_UABDLT ; Used in aarch64-sve2.md. | |
996 | UNSPEC_UADDLB ; Used in aarch64-sve2.md. | |
997 | UNSPEC_UADDLT ; Used in aarch64-sve2.md. | |
998 | UNSPEC_UADDWB ; Used in aarch64-sve2.md. | |
999 | UNSPEC_UADDWT ; Used in aarch64-sve2.md. | |
1000 | UNSPEC_UMAXP ; Used in aarch64-sve2.md. | |
1001 | UNSPEC_UMINP ; Used in aarch64-sve2.md. | |
58cc9876 | 1002 | UNSPEC_UMULHRS ; Used in aarch64-sve2.md. |
0a09a948 RS |
1003 | UNSPEC_UMULHS ; Used in aarch64-sve2.md. |
1004 | UNSPEC_UMULLB ; Used in aarch64-sve2.md. | |
1005 | UNSPEC_UMULLT ; Used in aarch64-sve2.md. | |
c1c267df RS |
1006 | UNSPEC_UQRSHR ; Used in aarch64-sve2.md. |
1007 | UNSPEC_UQRSHRN ; Used in aarch64-sve2.md. | |
0a09a948 RS |
1008 | UNSPEC_UQRSHRNB ; Used in aarch64-sve2.md. |
1009 | UNSPEC_UQRSHRNT ; Used in aarch64-sve2.md. | |
1010 | UNSPEC_UQSHRNB ; Used in aarch64-sve2.md. | |
1011 | UNSPEC_UQSHRNT ; Used in aarch64-sve2.md. | |
1012 | UNSPEC_UQXTNB ; Used in aarch64-sve2.md. | |
1013 | UNSPEC_UQXTNT ; Used in aarch64-sve2.md. | |
1014 | UNSPEC_USHLLB ; Used in aarch64-sve2.md. | |
1015 | UNSPEC_USHLLT ; Used in aarch64-sve2.md. | |
1016 | UNSPEC_USUBLB ; Used in aarch64-sve2.md. | |
1017 | UNSPEC_USUBLT ; Used in aarch64-sve2.md. | |
1018 | UNSPEC_USUBWB ; Used in aarch64-sve2.md. | |
1019 | UNSPEC_USUBWT ; Used in aarch64-sve2.md. | |
8c197c85 | 1020 | UNSPEC_USDOT ; Used in aarch64-simd.md. |
c1c267df RS |
1021 | UNSPEC_UZP ; Used in aarch64-sve2.md. |
1022 | UNSPEC_UZPQ ; Used in aarch64-sve2.md. | |
1023 | UNSPEC_ZIP ; Used in aarch64-sve2.md. | |
1024 | UNSPEC_ZIPQ ; Used in aarch64-sve2.md. | |
8c197c85 | 1025 | UNSPEC_SUDOT ; Used in aarch64-simd.md. |
f275d73a | 1026 | UNSPEC_BFDOT ; Used in aarch64-simd.md. |
896dff99 RS |
1027 | UNSPEC_BFMLALB ; Used in aarch64-sve.md. |
1028 | UNSPEC_BFMLALT ; Used in aarch64-sve.md. | |
c1c267df RS |
1029 | UNSPEC_BFMLSLB ; Used in aarch64-sve.md. |
1030 | UNSPEC_BFMLSLT ; Used in aarch64-sve.md. | |
896dff99 | 1031 | UNSPEC_BFMMLA ; Used in aarch64-sve.md. |
1f520d34 DB |
1032 | UNSPEC_BFCVTN ; Used in aarch64-simd.md. |
1033 | UNSPEC_BFCVTN2 ; Used in aarch64-simd.md. | |
1034 | UNSPEC_BFCVT ; Used in aarch64-simd.md. | |
8456a4cd | 1035 | UNSPEC_FCVTXN ; Used in aarch64-simd.md. |
4f6ab953 | 1036 | |
c1c267df RS |
1037 | ;; All used in aarch64-sve2.md |
1038 | UNSPEC_FCVTN | |
1039 | UNSPEC_FDOT | |
1040 | UNSPEC_SQCVT | |
1041 | UNSPEC_SQCVTN | |
1042 | UNSPEC_SQCVTU | |
1043 | UNSPEC_SQCVTUN | |
1044 | UNSPEC_UQCVT | |
1045 | UNSPEC_UQCVTN | |
1046 | ||
4f6ab953 | 1047 | ;; All used in aarch64-sme.md |
c1c267df RS |
1048 | UNSPEC_SME_ADD |
1049 | UNSPEC_SME_ADD_WRITE | |
4f6ab953 RS |
1050 | UNSPEC_SME_ADDHA |
1051 | UNSPEC_SME_ADDVA | |
c1c267df RS |
1052 | UNSPEC_SME_BMOPA |
1053 | UNSPEC_SME_BMOPS | |
1054 | UNSPEC_SME_FADD | |
1055 | UNSPEC_SME_FDOT | |
1056 | UNSPEC_SME_FVDOT | |
1057 | UNSPEC_SME_FMLA | |
1058 | UNSPEC_SME_FMLS | |
4f6ab953 RS |
1059 | UNSPEC_SME_FMOPA |
1060 | UNSPEC_SME_FMOPS | |
c1c267df | 1061 | UNSPEC_SME_FSUB |
4f6ab953 RS |
1062 | UNSPEC_SME_LD1_HOR |
1063 | UNSPEC_SME_LD1_VER | |
c1c267df | 1064 | UNSPEC_SME_READ |
4f6ab953 RS |
1065 | UNSPEC_SME_READ_HOR |
1066 | UNSPEC_SME_READ_VER | |
c1c267df RS |
1067 | UNSPEC_SME_SDOT |
1068 | UNSPEC_SME_SVDOT | |
1069 | UNSPEC_SME_SMLA | |
1070 | UNSPEC_SME_SMLS | |
4f6ab953 RS |
1071 | UNSPEC_SME_SMOPA |
1072 | UNSPEC_SME_SMOPS | |
1073 | UNSPEC_SME_ST1_HOR | |
1074 | UNSPEC_SME_ST1_VER | |
c1c267df RS |
1075 | UNSPEC_SME_SUB |
1076 | UNSPEC_SME_SUB_WRITE | |
1077 | UNSPEC_SME_SUDOT | |
1078 | UNSPEC_SME_SUVDOT | |
4f6ab953 RS |
1079 | UNSPEC_SME_SUMOPA |
1080 | UNSPEC_SME_SUMOPS | |
c1c267df RS |
1081 | UNSPEC_SME_UDOT |
1082 | UNSPEC_SME_UVDOT | |
1083 | UNSPEC_SME_UMLA | |
1084 | UNSPEC_SME_UMLS | |
4f6ab953 RS |
1085 | UNSPEC_SME_UMOPA |
1086 | UNSPEC_SME_UMOPS | |
c1c267df RS |
1087 | UNSPEC_SME_USDOT |
1088 | UNSPEC_SME_USVDOT | |
4f6ab953 RS |
1089 | UNSPEC_SME_USMOPA |
1090 | UNSPEC_SME_USMOPS | |
c1c267df | 1091 | UNSPEC_SME_WRITE |
4f6ab953 RS |
1092 | UNSPEC_SME_WRITE_HOR |
1093 | UNSPEC_SME_WRITE_VER | |
43e9d192 IB |
1094 | ]) |
1095 | ||
d81cb613 MW |
1096 | ;; ------------------------------------------------------------------ |
1097 | ;; Unspec enumerations for Atomics. They are here so that they can be | |
1098 | ;; used in the int_iterators for atomic operations. | |
1099 | ;; ------------------------------------------------------------------ | |
1100 | ||
1101 | (define_c_enum "unspecv" | |
1102 | [ | |
1103 | UNSPECV_LX ; Represent a load-exclusive. | |
1104 | UNSPECV_SX ; Represent a store-exclusive. | |
1105 | UNSPECV_LDA ; Represent an atomic load or load-acquire. | |
0431e8ae | 1106 | UNSPECV_LDAP ; Represent an atomic acquire load with RCpc semantics. |
d81cb613 MW |
1107 | UNSPECV_STL ; Represent an atomic store or store-release. |
1108 | UNSPECV_ATOMIC_CMPSW ; Represent an atomic compare swap. | |
1109 | UNSPECV_ATOMIC_EXCHG ; Represent an atomic exchange. | |
1110 | UNSPECV_ATOMIC_CAS ; Represent an atomic CAS. | |
1111 | UNSPECV_ATOMIC_SWP ; Represent an atomic SWP. | |
1112 | UNSPECV_ATOMIC_OP ; Represent an atomic operation. | |
d81cb613 MW |
1113 | UNSPECV_ATOMIC_LDOP_OR ; Represent an atomic load-or |
1114 | UNSPECV_ATOMIC_LDOP_BIC ; Represent an atomic load-bic | |
1115 | UNSPECV_ATOMIC_LDOP_XOR ; Represent an atomic load-xor | |
1116 | UNSPECV_ATOMIC_LDOP_PLUS ; Represent an atomic load-add | |
1117 | ]) | |
1118 | ||
43e9d192 IB |
1119 | ;; ------------------------------------------------------------------- |
1120 | ;; Mode attributes | |
1121 | ;; ------------------------------------------------------------------- | |
1122 | ||
865257c4 RS |
1123 | ;; "e" for signaling operations, "" for quiet operations. |
1124 | (define_mode_attr e [(CCFP "") (CCFPE "e")]) | |
1125 | ||
43e9d192 IB |
1126 | ;; In GPI templates, a string like "%<w>0" will expand to "%w0" in the |
1127 | ;; 32-bit version and "%x0" in the 64-bit version. | |
1128 | (define_mode_attr w [(QI "w") (HI "w") (SI "w") (DI "x") (SF "s") (DF "d")]) | |
1129 | ||
db46a2e6 JG |
1130 | ;; The size of access, in bytes. |
1131 | (define_mode_attr ldst_sz [(SI "4") (DI "8")]) | |
1132 | ;; Likewise for load/store pair. | |
1133 | (define_mode_attr ldpstp_sz [(SI "8") (DI "16")]) | |
1134 | ||
85279b0b VDN |
1135 | ;; Size of element access for STP/LDP-generated vectors. |
1136 | (define_mode_attr ldpstp_vel_sz [(V2SI "8") (V2SF "8") (V2DI "16") (V2DF "16")]) | |
1137 | ||
0d35c5c2 | 1138 | ;; For inequal width int to float conversion |
d7f33f07 JW |
1139 | (define_mode_attr w1 [(HF "w") (SF "w") (DF "x")]) |
1140 | (define_mode_attr w2 [(HF "x") (SF "x") (DF "w")]) | |
0d35c5c2 | 1141 | |
22be0d08 MC |
1142 | ;; For width of fp registers in fcvt instruction |
1143 | (define_mode_attr fpw [(DI "s") (SI "d")]) | |
1144 | ||
2b8568fe KT |
1145 | (define_mode_attr short_mask [(HI "65535") (QI "255")]) |
1146 | ||
b747f54a KT |
1147 | (define_mode_attr half_mask [(HI "255") (SI "65535") (DI "4294967295")]) |
1148 | ||
051d0e2f SN |
1149 | ;; For constraints used in scalar immediate vector moves |
1150 | (define_mode_attr hq [(HI "h") (QI "q")]) | |
1151 | ||
ef22810a RH |
1152 | ;; For doubling width of an integer mode |
1153 | (define_mode_attr DWI [(QI "HI") (HI "SI") (SI "DI") (DI "TI")]) | |
1154 | ||
22be0d08 MC |
1155 | (define_mode_attr fcvt_change_mode [(SI "df") (DI "sf")]) |
1156 | ||
1157 | (define_mode_attr FCVT_CHANGE_MODE [(SI "DF") (DI "SF")]) | |
1158 | ||
43e9d192 IB |
1159 | ;; For scalar usage of vector/FP registers |
1160 | (define_mode_attr v [(QI "b") (HI "h") (SI "s") (DI "d") | |
d7f33f07 | 1161 | (HF "h") (SF "s") (DF "d") |
43e9d192 IB |
1162 | (V8QI "") (V16QI "") |
1163 | (V4HI "") (V8HI "") | |
1164 | (V2SI "") (V4SI "") | |
1165 | (V2DI "") (V2SF "") | |
daef0a8c JW |
1166 | (V4SF "") (V4HF "") |
1167 | (V8HF "") (V2DF "")]) | |
43e9d192 IB |
1168 | |
1169 | ;; For scalar usage of vector/FP registers, narrowing | |
1170 | (define_mode_attr vn2 [(QI "") (HI "b") (SI "h") (DI "s") | |
1171 | (V8QI "") (V16QI "") | |
1172 | (V4HI "") (V8HI "") | |
1173 | (V2SI "") (V4SI "") | |
1174 | (V2DI "") (V2SF "") | |
1175 | (V4SF "") (V2DF "")]) | |
1176 | ||
1177 | ;; For scalar usage of vector/FP registers, widening | |
1178 | (define_mode_attr vw2 [(DI "") (QI "h") (HI "s") (SI "d") | |
1179 | (V8QI "") (V16QI "") | |
1180 | (V4HI "") (V8HI "") | |
1181 | (V2SI "") (V4SI "") | |
1182 | (V2DI "") (V2SF "") | |
1183 | (V4SF "") (V2DF "")]) | |
1184 | ||
89fdc743 IB |
1185 | ;; Register Type Name and Vector Arrangement Specifier for when |
1186 | ;; we are doing scalar for DI and SIMD for SI (ignoring all but | |
1187 | ;; lane 0). | |
1188 | (define_mode_attr rtn [(DI "d") (SI "")]) | |
1189 | (define_mode_attr vas [(DI "") (SI ".2s")]) | |
1190 | ||
7ac29c0f RS |
1191 | ;; Map a vector to the number of units in it, if the size of the mode |
1192 | ;; is constant. | |
1193 | (define_mode_attr nunits [(V8QI "8") (V16QI "16") | |
1194 | (V4HI "4") (V8HI "8") | |
1195 | (V2SI "2") (V4SI "4") | |
5ba864c5 | 1196 | (V1DI "1") (V2DI "2") |
7ac29c0f | 1197 | (V4HF "4") (V8HF "8") |
abbe1ed2 | 1198 | (V4BF "4") (V8BF "8") |
7ac29c0f RS |
1199 | (V2SF "2") (V4SF "4") |
1200 | (V1DF "1") (V2DF "2") | |
5ba864c5 | 1201 | (DI "1") (DF "1") |
a40c22c3 | 1202 | (V8DI "8")]) |
7ac29c0f | 1203 | |
b187677b RS |
1204 | ;; Map a mode to the number of bits in it, if the size of the mode |
1205 | ;; is constant. | |
1206 | (define_mode_attr bitsize [(V8QI "64") (V16QI "128") | |
1207 | (V4HI "64") (V8HI "128") | |
1208 | (V2SI "64") (V4SI "128") | |
1209 | (V2DI "128")]) | |
1210 | ||
22be0d08 MC |
1211 | ;; Map a floating point or integer mode to the appropriate register name prefix |
1212 | (define_mode_attr s [(HF "h") (SF "s") (DF "d") (SI "s") (DI "d")]) | |
43e9d192 IB |
1213 | |
1214 | ;; Give the length suffix letter for a sign- or zero-extension. | |
1215 | (define_mode_attr size [(QI "b") (HI "h") (SI "w")]) | |
1216 | ||
1217 | ;; Give the number of bits in the mode | |
1218 | (define_mode_attr sizen [(QI "8") (HI "16") (SI "32") (DI "64")]) | |
17ae956c TC |
1219 | (define_mode_attr ZEROM [(QI "SI") (HI "SI") (SI "SI") (DI "DI")]) |
1220 | (define_mode_attr zerom [(QI "si") (HI "si") (SI "si") (DI "di")]) | |
43e9d192 IB |
1221 | |
1222 | ;; Give the ordinal of the MSB in the mode | |
315fdae8 RE |
1223 | (define_mode_attr sizem1 [(QI "#7") (HI "#15") (SI "#31") (DI "#63") |
1224 | (HF "#15") (SF "#31") (DF "#63")]) | |
43e9d192 | 1225 | |
95eb5537 RS |
1226 | ;; The number of bits in a vector element, or controlled by a predicate |
1227 | ;; element. | |
d7a09c44 RS |
1228 | (define_mode_attr elem_bits [(VNx16BI "8") (VNx8BI "16") |
1229 | (VNx4BI "32") (VNx2BI "64") | |
4f6ab953 RS |
1230 | (VNx16QI "8") (VNx32QI "8") (VNx64QI "8") |
1231 | (VNx8HI "16") (VNx16HI "16") (VNx32HI "16") | |
1232 | (VNx8HF "16") (VNx16HF "16") (VNx32HF "16") | |
1233 | (VNx8BF "16") (VNx16BF "16") (VNx32BF "16") | |
1234 | (VNx4SI "32") (VNx8SI "32") (VNx16SI "32") | |
1235 | (VNx4SF "32") (VNx8SF "32") (VNx16SF "32") | |
1236 | (VNx2DI "64") (VNx4DI "64") (VNx8DI "64") | |
1237 | (VNx2DF "64") (VNx4DF "64") (VNx8DF "64") | |
1238 | (VNx1TI "128")]) | |
95eb5537 | 1239 | |
6c3ce63b RS |
1240 | ;; The number of bits in a vector container. |
1241 | (define_mode_attr container_bits [(VNx16QI "8") | |
1242 | (VNx8HI "16") (VNx8QI "16") (VNx8HF "16") | |
1243 | (VNx8BF "16") | |
1244 | (VNx4SI "32") (VNx4HI "32") (VNx4QI "32") | |
1245 | (VNx4SF "32") (VNx4HF "32") (VNx4BF "32") | |
1246 | (VNx2DI "64") (VNx2SI "64") (VNx2HI "64") | |
1247 | (VNx2QI "64") (VNx2DF "64") (VNx2SF "64") | |
1248 | (VNx2HF "64") (VNx2BF "64")]) | |
1249 | ||
43e9d192 IB |
1250 | ;; Attribute to describe constants acceptable in logical operations |
1251 | (define_mode_attr lconst [(SI "K") (DI "L")]) | |
1252 | ||
43fd192f MC |
1253 | ;; Attribute to describe constants acceptable in logical and operations |
1254 | (define_mode_attr lconst2 [(SI "UsO") (DI "UsP")]) | |
1255 | ||
43e9d192 IB |
1256 | ;; Map a mode to a specific constraint character. |
1257 | (define_mode_attr cmode [(QI "q") (HI "h") (SI "s") (DI "d")]) | |
1258 | ||
0603375c KT |
1259 | ;; Map modes to Usg and Usj constraints for SISD right shifts |
1260 | (define_mode_attr cmode_simd [(SI "g") (DI "j")]) | |
1261 | ||
43e9d192 IB |
1262 | (define_mode_attr Vtype [(V8QI "8b") (V16QI "16b") |
1263 | (V4HI "4h") (V8HI "8h") | |
8ea6c1b8 | 1264 | (V4BF "4h") (V8BF "8h") |
43e9d192 IB |
1265 | (V2SI "2s") (V4SI "4s") |
1266 | (DI "1d") (DF "1d") | |
1267 | (V2DI "2d") (V2SF "2s") | |
7c369485 | 1268 | (V4SF "4s") (V2DF "2d") |
66f206b8 JW |
1269 | (V4HF "4h") (V8HF "8h") |
1270 | (V2x8QI "8b") (V2x4HI "4h") | |
1271 | (V2x2SI "2s") (V2x1DI "1d") | |
1272 | (V2x4HF "4h") (V2x2SF "2s") | |
1273 | (V2x1DF "1d") (V2x4BF "4h") | |
1274 | (V2x16QI "16b") (V2x8HI "8h") | |
1275 | (V2x4SI "4s") (V2x2DI "2d") | |
1276 | (V2x8HF "8h") (V2x4SF "4s") | |
1277 | (V2x2DF "2d") (V2x8BF "8h") | |
1278 | (V3x8QI "8b") (V3x4HI "4h") | |
1279 | (V3x2SI "2s") (V3x1DI "1d") | |
1280 | (V3x4HF "4h") (V3x2SF "2s") | |
1281 | (V3x1DF "1d") (V3x4BF "4h") | |
1282 | (V3x16QI "16b") (V3x8HI "8h") | |
1283 | (V3x4SI "4s") (V3x2DI "2d") | |
1284 | (V3x8HF "8h") (V3x4SF "4s") | |
1285 | (V3x2DF "2d") (V3x8BF "8h") | |
1286 | (V4x8QI "8b") (V4x4HI "4h") | |
1287 | (V4x2SI "2s") (V4x1DI "1d") | |
1288 | (V4x4HF "4h") (V4x2SF "2s") | |
1289 | (V4x1DF "1d") (V4x4BF "4h") | |
1290 | (V4x16QI "16b") (V4x8HI "8h") | |
1291 | (V4x4SI "4s") (V4x2DI "2d") | |
1292 | (V4x8HF "8h") (V4x4SF "4s") | |
1293 | (V4x2DF "2d") (V4x8BF "8h")]) | |
43e9d192 | 1294 | |
0b839322 WD |
1295 | ;; Map mode to type used in widening multiplies. |
1296 | (define_mode_attr Vcondtype [(V4HI "4h") (V8HI "4h") (V2SI "2s") (V4SI "2s")]) | |
1297 | ||
1298 | ;; Map lane mode to name | |
1299 | (define_mode_attr Qlane [(V4HI "_v4hi") (V8HI "q_v4hi") | |
1300 | (V2SI "_v2si") (V4SI "q_v2si")]) | |
1301 | ||
c7f28cd5 KT |
1302 | (define_mode_attr Vrevsuff [(V4HI "16") (V8HI "16") (V2SI "32") |
1303 | (V4SI "32") (V2DI "64")]) | |
1304 | ||
43e9d192 IB |
1305 | (define_mode_attr Vmtype [(V8QI ".8b") (V16QI ".16b") |
1306 | (V4HI ".4h") (V8HI ".8h") | |
1307 | (V2SI ".2s") (V4SI ".4s") | |
71a11456 | 1308 | (V2DI ".2d") (V4HF ".4h") |
cf9c3bff RS |
1309 | (V8HF ".8h") (V4BF ".4h") |
1310 | (V8BF ".8h") (V2SF ".2s") | |
43e9d192 IB |
1311 | (V4SF ".4s") (V2DF ".2d") |
1312 | (DI "") (SI "") | |
1313 | (HI "") (QI "") | |
d7f33f07 JW |
1314 | (TI "") (HF "") |
1315 | (SF "") (DF "")]) | |
43e9d192 IB |
1316 | |
1317 | ;; Register suffix narrowed modes for VQN. | |
1318 | (define_mode_attr Vmntype [(V8HI ".8b") (V4SI ".4h") | |
1319 | (V2DI ".2s") | |
1320 | (DI "") (SI "") | |
1321 | (HI "")]) | |
1322 | ||
1323 | ;; Mode-to-individual element type mapping. | |
cc68f7c2 RS |
1324 | (define_mode_attr Vetype [(V8QI "b") (V16QI "b") |
1325 | (V4HI "h") (V8HI "h") | |
1326 | (V2SI "s") (V4SI "s") | |
a40c22c3 | 1327 | (V2DI "d") |
cc68f7c2 RS |
1328 | (V4HF "h") (V8HF "h") |
1329 | (V2SF "s") (V4SF "s") | |
1330 | (V2DF "d") | |
66f206b8 JW |
1331 | (V2x8QI "b") (V2x4HI "h") |
1332 | (V2x2SI "s") (V2x1DI "d") | |
1333 | (V2x4HF "h") (V2x2SF "s") | |
1334 | (V2x1DF "d") (V2x4BF "h") | |
1335 | (V2x16QI "b") (V2x8HI "h") | |
1336 | (V2x4SI "s") (V2x2DI "d") | |
1337 | (V2x8HF "h") (V2x4SF "s") | |
1338 | (V2x2DF "d") (V2x8BF "h") | |
1339 | (V3x8QI "b") (V3x4HI "h") | |
1340 | (V3x2SI "s") (V3x1DI "d") | |
1341 | (V3x4HF "h") (V3x2SF "s") | |
1342 | (V3x1DF "d") (V3x4BF "h") | |
1343 | (V3x16QI "b") (V3x8HI "h") | |
1344 | (V3x4SI "s") (V3x2DI "d") | |
1345 | (V3x8HF "h") (V3x4SF "s") | |
1346 | (V3x2DF "d") (V3x8BF "h") | |
1347 | (V4x8QI "b") (V4x4HI "h") | |
1348 | (V4x2SI "s") (V4x1DI "d") | |
1349 | (V4x4HF "h") (V4x2SF "s") | |
1350 | (V4x1DF "d") (V4x4BF "h") | |
1351 | (V4x16QI "b") (V4x8HI "h") | |
1352 | (V4x4SI "s") (V4x2DI "d") | |
1353 | (V4x8HF "h") (V4x4SF "s") | |
1354 | (V4x2DF "d") (V4x8BF "h") | |
cc68f7c2 RS |
1355 | (VNx16BI "b") (VNx8BI "h") (VNx4BI "s") (VNx2BI "d") |
1356 | (VNx16QI "b") (VNx8QI "b") (VNx4QI "b") (VNx2QI "b") | |
1357 | (VNx8HI "h") (VNx4HI "h") (VNx2HI "h") | |
1358 | (VNx8HF "h") (VNx4HF "h") (VNx2HF "h") | |
6c3ce63b | 1359 | (VNx8BF "h") (VNx4BF "h") (VNx2BF "h") |
cc68f7c2 RS |
1360 | (VNx4SI "s") (VNx2SI "s") |
1361 | (VNx4SF "s") (VNx2SF "s") | |
1362 | (VNx2DI "d") | |
1363 | (VNx2DF "d") | |
4f6ab953 | 1364 | (VNx1TI "q") |
c1c267df RS |
1365 | (VNx32QI "b") (VNx64QI "b") |
1366 | (VNx16HI "h") (VNx32HI "h") | |
1367 | (VNx16HF "h") (VNx32HF "h") | |
1368 | (VNx16BF "h") (VNx32BF "h") | |
1369 | (VNx8SI "s") (VNx16SI "s") | |
1370 | (VNx8SF "s") (VNx16SF "s") | |
1371 | (VNx4DI "d") (VNx8DI "d") | |
1372 | (VNx4DF "d") (VNx8DF "d") | |
8ea6c1b8 | 1373 | (BF "h") (V4BF "h") (V8BF "h") |
cc68f7c2 RS |
1374 | (HF "h") |
1375 | (SF "s") (DF "d") | |
1376 | (QI "b") (HI "h") | |
1377 | (SI "s") (DI "d")]) | |
43e9d192 | 1378 | |
9feeafd7 AM |
1379 | ;; Like Vetype, but map to types that are a quarter of the element size. |
1380 | (define_mode_attr Vetype_fourth [(VNx4SI "b") (VNx2DI "h")]) | |
1381 | ||
43cacb12 | 1382 | ;; Equivalent of "size" for a vector element. |
cc68f7c2 RS |
1383 | (define_mode_attr Vesize [(VNx16QI "b") (VNx8QI "b") (VNx4QI "b") (VNx2QI "b") |
1384 | (VNx8HI "h") (VNx4HI "h") (VNx2HI "h") | |
1385 | (VNx8HF "h") (VNx4HF "h") (VNx2HF "h") | |
6c3ce63b | 1386 | (VNx8BF "h") (VNx4BF "h") (VNx2BF "h") |
cc68f7c2 RS |
1387 | (VNx4SI "w") (VNx2SI "w") |
1388 | (VNx4SF "w") (VNx2SF "w") | |
1389 | (VNx2DI "d") | |
1390 | (VNx2DF "d") | |
4f6ab953 | 1391 | (VNx1TI "q") |
9f4cbab8 RS |
1392 | (VNx32QI "b") (VNx48QI "b") (VNx64QI "b") |
1393 | (VNx16HI "h") (VNx24HI "h") (VNx32HI "h") | |
1394 | (VNx16HF "h") (VNx24HF "h") (VNx32HF "h") | |
02fcd8ac | 1395 | (VNx16BF "h") (VNx24BF "h") (VNx32BF "h") |
9f4cbab8 RS |
1396 | (VNx8SI "w") (VNx12SI "w") (VNx16SI "w") |
1397 | (VNx8SF "w") (VNx12SF "w") (VNx16SF "w") | |
1398 | (VNx4DI "d") (VNx6DI "d") (VNx8DI "d") | |
1399 | (VNx4DF "d") (VNx6DF "d") (VNx8DF "d")]) | |
43cacb12 | 1400 | |
cc68f7c2 RS |
1401 | ;; The Z register suffix for an SVE mode's element container, i.e. the |
1402 | ;; Vetype of full SVE modes that have the same number of elements. | |
1403 | (define_mode_attr Vctype [(VNx16QI "b") (VNx8QI "h") (VNx4QI "s") (VNx2QI "d") | |
1404 | (VNx8HI "h") (VNx4HI "s") (VNx2HI "d") | |
1405 | (VNx8HF "h") (VNx4HF "s") (VNx2HF "d") | |
6c3ce63b | 1406 | (VNx8BF "h") (VNx4BF "s") (VNx2BF "d") |
cc68f7c2 RS |
1407 | (VNx4SI "s") (VNx2SI "d") |
1408 | (VNx4SF "s") (VNx2SF "d") | |
1409 | (VNx2DI "d") | |
1410 | (VNx2DF "d")]) | |
1411 | ||
6c3ce63b RS |
1412 | ;; The instruction mnemonic suffix for an SVE mode's element container, |
1413 | ;; i.e. the Vewtype of full SVE modes that have the same number of elements. | |
1414 | (define_mode_attr Vcwtype [(VNx16QI "b") (VNx8QI "h") (VNx4QI "w") (VNx2QI "d") | |
1415 | (VNx8HI "h") (VNx4HI "w") (VNx2HI "d") | |
1416 | (VNx8HF "h") (VNx4HF "w") (VNx2HF "d") | |
1417 | (VNx8BF "h") (VNx4BF "w") (VNx2BF "d") | |
1418 | (VNx4SI "w") (VNx2SI "d") | |
1419 | (VNx4SF "w") (VNx2SF "d") | |
1420 | (VNx2DI "d") | |
1421 | (VNx2DF "d")]) | |
1422 | ||
daef0a8c JW |
1423 | ;; Vetype is used everywhere in scheduling type and assembly output, |
1424 | ;; sometimes they are not the same, for example HF modes on some | |
1425 | ;; instructions. stype is defined to represent scheduling type | |
1426 | ;; more accurately. | |
1427 | (define_mode_attr stype [(V8QI "b") (V16QI "b") (V4HI "s") (V8HI "s") | |
1428 | (V2SI "s") (V4SI "s") (V2DI "d") (V4HF "s") | |
a40c22c3 | 1429 | (V8HF "s") (V2SF "s") (V4SF "s") (V2DF "d") |
daef0a8c JW |
1430 | (HF "s") (SF "s") (DF "d") (QI "b") (HI "s") |
1431 | (SI "s") (DI "d")]) | |
1432 | ||
43e9d192 IB |
1433 | ;; Mode-to-bitwise operation type mapping. |
1434 | (define_mode_attr Vbtype [(V8QI "8b") (V16QI "16b") | |
1435 | (V4HI "8b") (V8HI "16b") | |
1436 | (V2SI "8b") (V4SI "16b") | |
7c369485 AL |
1437 | (V2DI "16b") (V4HF "8b") |
1438 | (V8HF "16b") (V2SF "8b") | |
46e778c4 | 1439 | (V4SF "16b") (V2DF "16b") |
fe82d1f2 | 1440 | (DI "8b") (DF "8b") |
abbe1ed2 | 1441 | (SI "8b") (SF "8b") |
830460d6 | 1442 | (QI "8b") (HI "8b") |
abbe1ed2 | 1443 | (V4BF "8b") (V8BF "16b")]) |
43e9d192 | 1444 | |
66f206b8 JW |
1445 | ;; Advanced SIMD vector structure to element modes. |
1446 | (define_mode_attr VSTRUCT_ELT [(V2x8QI "V8QI") (V2x4HI "V4HI") | |
1447 | (V2x2SI "V2SI") (V2x1DI "DI") | |
1448 | (V2x4HF "V4HF") (V2x2SF "V2SF") | |
1449 | (V2x1DF "DF") (V2x4BF "V4BF") | |
1450 | (V3x8QI "V8QI") (V3x4HI "V4HI") | |
1451 | (V3x2SI "V2SI") (V3x1DI "DI") | |
1452 | (V3x4HF "V4HF") (V3x2SF "V2SF") | |
1453 | (V3x1DF "DF") (V3x4BF "V4BF") | |
1454 | (V4x8QI "V8QI") (V4x4HI "V4HI") | |
1455 | (V4x2SI "V2SI") (V4x1DI "DI") | |
1456 | (V4x4HF "V4HF") (V4x2SF "V2SF") | |
1457 | (V4x1DF "DF") (V4x4BF "V4BF") | |
1458 | (V2x16QI "V16QI") (V2x8HI "V8HI") | |
1459 | (V2x4SI "V4SI") (V2x2DI "V2DI") | |
1460 | (V2x8HF "V8HF") (V2x4SF "V4SF") | |
1461 | (V2x2DF "V2DF") (V2x8BF "V8BF") | |
1462 | (V3x16QI "V16QI") (V3x8HI "V8HI") | |
1463 | (V3x4SI "V4SI") (V3x2DI "V2DI") | |
1464 | (V3x8HF "V8HF") (V3x4SF "V4SF") | |
1465 | (V3x2DF "V2DF") (V3x8BF "V8BF") | |
1466 | (V4x16QI "V16QI") (V4x8HI "V8HI") | |
1467 | (V4x4SI "V4SI") (V4x2DI "V2DI") | |
1468 | (V4x8HF "V8HF") (V4x4SF "V4SF") | |
1469 | (V4x2DF "V2DF") (V4x8BF "V8BF")]) | |
1470 | ||
1471 | ;; Advanced SIMD vector structure to element modes in lower case. | |
1472 | (define_mode_attr vstruct_elt [(V2x8QI "v8qi") (V2x4HI "v4hi") | |
1473 | (V2x2SI "v2si") (V2x1DI "di") | |
1474 | (V2x4HF "v4hf") (V2x2SF "v2sf") | |
1475 | (V2x1DF "df") (V2x4BF "v4bf") | |
1476 | (V3x8QI "v8qi") (V3x4HI "v4hi") | |
1477 | (V3x2SI "v2si") (V3x1DI "di") | |
1478 | (V3x4HF "v4hf") (V3x2SF "v2sf") | |
1479 | (V3x1DF "df") (V3x4BF "v4bf") | |
1480 | (V4x8QI "v8qi") (V4x4HI "v4hi") | |
1481 | (V4x2SI "v2si") (V4x1DI "di") | |
1482 | (V4x4HF "v4hf") (V4x2SF "v2sf") | |
1483 | (V4x1DF "df") (V4x4BF "v4bf") | |
1484 | (V2x16QI "v16qi") (V2x8HI "v8hi") | |
1485 | (V2x4SI "v4si") (V2x2DI "v2di") | |
1486 | (V2x8HF "v8hf") (V2x4SF "v4sf") | |
1487 | (V2x2DF "v2df") (V2x8BF "v8bf") | |
1488 | (V3x16QI "v16qi") (V3x8HI "v8hi") | |
1489 | (V3x4SI "v4si") (V3x2DI "v2di") | |
1490 | (V3x8HF "v8hf") (V3x4SF "v4sf") | |
1491 | (V3x2DF "v2df") (V3x8BF "v8bf") | |
1492 | (V4x16QI "v16qi") (V4x8HI "v8hi") | |
1493 | (V4x4SI "v4si") (V4x2DI "v2di") | |
1494 | (V4x8HF "v8hf") (V4x4SF "v4sf") | |
1495 | (V4x2DF "v2df") (V4x8BF "v8bf")]) | |
1496 | ||
43e9d192 | 1497 | ;; Define element mode for each vector mode. |
cc68f7c2 RS |
1498 | (define_mode_attr VEL [(V8QI "QI") (V16QI "QI") |
1499 | (V4HI "HI") (V8HI "HI") | |
1500 | (V2SI "SI") (V4SI "SI") | |
1501 | (DI "DI") (V2DI "DI") | |
1502 | (V4HF "HF") (V8HF "HF") | |
1503 | (V2SF "SF") (V4SF "SF") | |
1504 | (DF "DF") (V2DF "DF") | |
a40c22c3 TC |
1505 | (SI "SI") (HI "HI") |
1506 | (QI "QI") | |
8ea6c1b8 | 1507 | (V4BF "BF") (V8BF "BF") |
cc68f7c2 RS |
1508 | (VNx16QI "QI") (VNx8QI "QI") (VNx4QI "QI") (VNx2QI "QI") |
1509 | (VNx8HI "HI") (VNx4HI "HI") (VNx2HI "HI") | |
1510 | (VNx8HF "HF") (VNx4HF "HF") (VNx2HF "HF") | |
6c3ce63b | 1511 | (VNx8BF "BF") (VNx4BF "BF") (VNx2BF "BF") |
cc68f7c2 RS |
1512 | (VNx4SI "SI") (VNx2SI "SI") |
1513 | (VNx4SF "SF") (VNx2SF "SF") | |
1514 | (VNx2DI "DI") | |
1515 | (VNx2DF "DF")]) | |
43e9d192 | 1516 | |
ff03930a | 1517 | ;; Define element mode for each vector mode (lower case). |
cc68f7c2 RS |
1518 | (define_mode_attr Vel [(V8QI "qi") (V16QI "qi") |
1519 | (V4HI "hi") (V8HI "hi") | |
1520 | (V2SI "si") (V4SI "si") | |
1521 | (DI "di") (V2DI "di") | |
1522 | (V4HF "hf") (V8HF "hf") | |
1523 | (V2SF "sf") (V4SF "sf") | |
1524 | (V2DF "df") (DF "df") | |
1525 | (SI "si") (HI "hi") | |
a40c22c3 | 1526 | (QI "qi") |
8ea6c1b8 | 1527 | (V4BF "bf") (V8BF "bf") |
cc68f7c2 RS |
1528 | (VNx16QI "qi") (VNx8QI "qi") (VNx4QI "qi") (VNx2QI "qi") |
1529 | (VNx8HI "hi") (VNx4HI "hi") (VNx2HI "hi") | |
1530 | (VNx8HF "hf") (VNx4HF "hf") (VNx2HF "hf") | |
6c3ce63b | 1531 | (VNx8BF "bf") (VNx4BF "bf") (VNx2BF "bf") |
cc68f7c2 RS |
1532 | (VNx4SI "si") (VNx2SI "si") |
1533 | (VNx4SF "sf") (VNx2SF "sf") | |
1534 | (VNx2DI "di") | |
1535 | (VNx2DF "df")]) | |
ff03930a | 1536 | |
43cacb12 RS |
1537 | ;; Element mode with floating-point values replaced by like-sized integers. |
1538 | (define_mode_attr VEL_INT [(VNx16QI "QI") | |
02fcd8ac | 1539 | (VNx8HI "HI") (VNx8HF "HI") (VNx8BF "HI") |
43cacb12 RS |
1540 | (VNx4SI "SI") (VNx4SF "SI") |
1541 | (VNx2DI "DI") (VNx2DF "DI")]) | |
1542 | ||
1543 | ;; Gives the mode of the 128-bit lowpart of an SVE vector. | |
1544 | (define_mode_attr V128 [(VNx16QI "V16QI") | |
02fcd8ac | 1545 | (VNx8HI "V8HI") (VNx8HF "V8HF") (VNx8BF "V8BF") |
43cacb12 RS |
1546 | (VNx4SI "V4SI") (VNx4SF "V4SF") |
1547 | (VNx2DI "V2DI") (VNx2DF "V2DF")]) | |
1548 | ||
1549 | ;; ...and again in lower case. | |
1550 | (define_mode_attr v128 [(VNx16QI "v16qi") | |
02fcd8ac | 1551 | (VNx8HI "v8hi") (VNx8HF "v8hf") (VNx8BF "v8bf") |
43cacb12 RS |
1552 | (VNx4SI "v4si") (VNx4SF "v4sf") |
1553 | (VNx2DI "v2di") (VNx2DF "v2df")]) | |
1554 | ||
c69db3ef KT |
1555 | (define_mode_attr vnx [(V4SI "vnx4si") (V2DI "vnx2di")]) |
1556 | ||
278821f2 KT |
1557 | ;; 64-bit container modes the inner or scalar source mode. |
1558 | (define_mode_attr VCOND [(HI "V4HI") (SI "V2SI") | |
1559 | (V4HI "V4HI") (V8HI "V4HI") | |
b7d7d917 TB |
1560 | (V2SI "V2SI") (V4SI "V2SI") |
1561 | (DI "DI") (V2DI "DI") | |
28de75d2 | 1562 | (V4HF "V4HF") (V8HF "V4HF") |
b7d7d917 TB |
1563 | (V2SF "V2SF") (V4SF "V2SF") |
1564 | (V2DF "DF")]) | |
1565 | ||
278821f2 | 1566 | ;; 128-bit container modes the inner or scalar source mode. |
b7d7d917 TB |
1567 | (define_mode_attr VCONQ [(V8QI "V16QI") (V16QI "V16QI") |
1568 | (V4HI "V8HI") (V8HI "V8HI") | |
1569 | (V2SI "V4SI") (V4SI "V4SI") | |
1570 | (DI "V2DI") (V2DI "V2DI") | |
71a11456 | 1571 | (V4HF "V8HF") (V8HF "V8HF") |
28de75d2 | 1572 | (V2SF "V4SF") (V4SF "V4SF") |
b7d7d917 | 1573 | (V2DF "V2DF") (SI "V4SI") |
f2b23a59 TC |
1574 | (HI "V8HI") (QI "V16QI") |
1575 | (SF "V4SF") (DF "V2DF")]) | |
b7d7d917 | 1576 | |
43e9d192 IB |
1577 | ;; Half modes of all vector modes. |
1578 | (define_mode_attr VHALF [(V8QI "V4QI") (V16QI "V8QI") | |
1579 | (V4HI "V2HI") (V8HI "V4HI") | |
1580 | (V2SI "SI") (V4SI "V2SI") | |
1581 | (V2DI "DI") (V2SF "SF") | |
71a11456 | 1582 | (V4SF "V2SF") (V4HF "V2HF") |
abbe1ed2 SMW |
1583 | (V8HF "V4HF") (V2DF "DF") |
1584 | (V8BF "V4BF")]) | |
43e9d192 | 1585 | |
b1b49824 MC |
1586 | ;; Half modes of all vector modes, in lower-case. |
1587 | (define_mode_attr Vhalf [(V8QI "v4qi") (V16QI "v8qi") | |
1588 | (V4HI "v2hi") (V8HI "v4hi") | |
abbe1ed2 | 1589 | (V8HF "v4hf") (V8BF "v4bf") |
b1b49824 MC |
1590 | (V2SI "si") (V4SI "v2si") |
1591 | (V2DI "di") (V2SF "sf") | |
1592 | (V4SF "v2sf") (V2DF "df")]) | |
1593 | ||
5ba864c5 AC |
1594 | ;; Single-element half modes of quad vector modes. |
1595 | (define_mode_attr V1HALF [(V2DI "V1DI") (V2DF "V1DF")]) | |
1596 | ||
1597 | ;; Single-element half modes of quad vector modes, in lower-case | |
1598 | (define_mode_attr V1half [(V2DI "v1di") (V2DF "v1df")]) | |
1599 | ||
43e9d192 IB |
1600 | ;; Double modes of vector modes. |
1601 | (define_mode_attr VDBL [(V8QI "V16QI") (V4HI "V8HI") | |
e603cd43 | 1602 | (V4HF "V8HF") (V4BF "V8BF") |
43e9d192 | 1603 | (V2SI "V4SI") (V2SF "V4SF") |
83d7e720 RS |
1604 | (SI "V2SI") (SF "V2SF") |
1605 | (DI "V2DI") (DF "V2DF")]) | |
43e9d192 | 1606 | |
922f9c25 AL |
1607 | ;; Register suffix for double-length mode. |
1608 | (define_mode_attr Vdtype [(V4HF "8h") (V2SF "4s")]) | |
1609 | ||
43e9d192 IB |
1610 | ;; Double modes of vector modes (lower case). |
1611 | (define_mode_attr Vdbl [(V8QI "v16qi") (V4HI "v8hi") | |
e603cd43 | 1612 | (V4HF "v8hf") (V4BF "v8bf") |
43e9d192 | 1613 | (V2SI "v4si") (V2SF "v4sf") |
8b033a8a SN |
1614 | (SI "v2si") (DI "v2di") |
1615 | (DF "v2df")]) | |
43e9d192 | 1616 | |
b1b49824 MC |
1617 | ;; Modes with double-width elements. |
1618 | (define_mode_attr VDBLW [(V8QI "V4HI") (V16QI "V8HI") | |
1619 | (V4HI "V2SI") (V8HI "V4SI") | |
1620 | (V2SI "DI") (V4SI "V2DI")]) | |
1621 | ||
b327cbe8 KT |
1622 | (define_mode_attr VQUADW [(V8QI "V4SI") (V16QI "V8SI") |
1623 | (V4HI "V2DI") (V8HI "V4DI")]) | |
1624 | ||
43e9d192 IB |
1625 | ;; Narrowed modes for VDN. |
1626 | (define_mode_attr VNARROWD [(V4HI "V8QI") (V2SI "V4HI") | |
1627 | (DI "V2SI")]) | |
d8a88cda JW |
1628 | (define_mode_attr Vnarrowd [(V4HI "v8qi") (V2SI "v4hi") |
1629 | (DI "v2si")]) | |
43e9d192 IB |
1630 | |
1631 | ;; Narrowed double-modes for VQN (Used for XTN). | |
1632 | (define_mode_attr VNARROWQ [(V8HI "V8QI") (V4SI "V4HI") | |
1633 | (V2DI "V2SI") | |
1634 | (DI "SI") (SI "HI") | |
1635 | (HI "QI")]) | |
9c437a10 RS |
1636 | (define_mode_attr Vnarrowq [(V8HI "v8qi") (V4SI "v4hi") |
1637 | (V2DI "v2si")]) | |
43e9d192 IB |
1638 | |
1639 | ;; Narrowed quad-modes for VQN (Used for XTN2). | |
1640 | (define_mode_attr VNARROWQ2 [(V8HI "V16QI") (V4SI "V8HI") | |
1641 | (V2DI "V4SI")]) | |
1642 | ||
0a09a948 RS |
1643 | ;; Narrowed modes of vector modes. |
1644 | (define_mode_attr VNARROW [(VNx8HI "VNx16QI") | |
1645 | (VNx4SI "VNx8HI") (VNx4SF "VNx8HF") | |
c1c267df RS |
1646 | (VNx2DI "VNx4SI") (VNx2DF "VNx4SF") |
1647 | (VNx8SI "VNx8HI") (VNx16SI "VNx16QI") | |
1648 | (VNx8DI "VNx8HI")]) | |
0a09a948 | 1649 | |
43e9d192 IB |
1650 | ;; Register suffix narrowed modes for VQN. |
1651 | (define_mode_attr Vntype [(V8HI "8b") (V4SI "4h") | |
1652 | (V2DI "2s")]) | |
1653 | ||
1654 | ;; Register suffix narrowed modes for VQN. | |
1655 | (define_mode_attr V2ntype [(V8HI "16b") (V4SI "8h") | |
1656 | (V2DI "4s")]) | |
1657 | ||
1658 | ;; Widened modes of vector modes. | |
43cacb12 RS |
1659 | (define_mode_attr VWIDE [(V8QI "V8HI") (V4HI "V4SI") |
1660 | (V2SI "V2DI") (V16QI "V8HI") | |
1661 | (V8HI "V4SI") (V4SI "V2DI") | |
1662 | (HI "SI") (SI "DI") | |
1663 | (V8HF "V4SF") (V4SF "V2DF") | |
1664 | (V4HF "V4SF") (V2SF "V2DF") | |
1665 | (VNx8HF "VNx4SF") (VNx4SF "VNx2DF") | |
1666 | (VNx16QI "VNx8HI") (VNx8HI "VNx4SI") | |
1667 | (VNx4SI "VNx2DI") | |
1668 | (VNx16BI "VNx8BI") (VNx8BI "VNx4BI") | |
1669 | (VNx4BI "VNx2BI")]) | |
1670 | ||
84152985 KT |
1671 | ;; Modes with the same number of elements but strictly 2x the width. |
1672 | (define_mode_attr V2XWIDE [(V8QI "V8HI") (V4HI "V4SI") | |
1673 | (V16QI "V16HI") (V8HI "V8SI") | |
1674 | (V2SI "V2DI") (V4SI "V4DI") | |
d20b2ad8 | 1675 | (V2DI "V2TI") (DI "TI") |
c1c267df RS |
1676 | (HI "SI") (SI "DI") |
1677 | (VNx16QI "VNx16HI") | |
1678 | (VNx8HI "VNx8SI") | |
1679 | (VNx4SI "VNx4DI") | |
1680 | (VNx32QI "VNx32HI") | |
1681 | (VNx16HI "VNx16SI") | |
1682 | (VNx8SI "VNx8DI")]) | |
1683 | ||
1684 | (define_mode_attr v2xwide [(V8QI "v8hi") (V4HI "v4si") | |
1685 | (V16QI "v16hi") (V8HI "v8si") | |
1686 | (V2SI "v2di") (V4SI "v4di") | |
1687 | (V2DI "v2ti") (DI "ti") | |
1688 | (HI "si") (SI "di") | |
1689 | (VNx16QI "vnx16hi") | |
1690 | (VNx8HI "vnx8si") | |
1691 | (VNx4SI "vnx4di") | |
1692 | (VNx32QI "vnx32hi") | |
1693 | (VNx16HI "vnx16si") | |
1694 | (VNx8SI "vnx8di")]) | |
84152985 | 1695 | |
43cacb12 RS |
1696 | ;; Predicate mode associated with VWIDE. |
1697 | (define_mode_attr VWIDE_PRED [(VNx8HF "VNx4BI") (VNx4SF "VNx2BI")]) | |
43e9d192 | 1698 | |
03873eb9 | 1699 | ;; Widened modes of vector modes, lowercase |
43cacb12 RS |
1700 | (define_mode_attr Vwide [(V2SF "v2df") (V4HF "v4sf") |
1701 | (VNx16QI "vnx8hi") (VNx8HI "vnx4si") | |
1702 | (VNx4SI "vnx2di") | |
1703 | (VNx8HF "vnx4sf") (VNx4SF "vnx2df") | |
1704 | (VNx16BI "vnx8bi") (VNx8BI "vnx4bi") | |
1705 | (VNx4BI "vnx2bi")]) | |
03873eb9 AL |
1706 | |
1707 | ;; Widened mode register suffixes for VD_BHSI/VQW/VQ_HSF. | |
43e9d192 | 1708 | (define_mode_attr Vwtype [(V8QI "8h") (V4HI "4s") |
ad260343 | 1709 | (V2SI "2d") (V16QI "8h") |
03873eb9 AL |
1710 | (V8HI "4s") (V4SI "2d") |
1711 | (V8HF "4s") (V4SF "2d")]) | |
43e9d192 | 1712 | |
cb995de6 KT |
1713 | ;; Widened scalar register suffixes. |
1714 | (define_mode_attr Vwstype [(V8QI "h") (V4HI "s") | |
1715 | (V2SI "") (V16QI "h") | |
1716 | (V8HI "s") (V4SI "d")]) | |
1717 | ;; Add a .1d for V2SI. | |
1718 | (define_mode_attr Vwsuf [(V8QI "") (V4HI "") | |
1719 | (V2SI ".1d") (V16QI "") | |
1720 | (V8HI "") (V4SI "")]) | |
1721 | ||
1722 | ;; Scalar mode of widened vector reduction. | |
1723 | (define_mode_attr VWIDE_S [(V8QI "HI") (V4HI "SI") | |
1724 | (V2SI "DI") (V16QI "HI") | |
1725 | (V8HI "SI") (V4SI "DI")]) | |
1726 | ||
b327cbe8 KT |
1727 | (define_mode_attr VWIDE2X_S [(V8QI "SI") (V4HI "DI") |
1728 | (V16QI "SI") (V8HI "DI")]) | |
1729 | ||
e811f10b KT |
1730 | ;; Widened mode with half the element register suffixes for VD_BHSI/VQW/VQ_HSF. |
1731 | (define_mode_attr Vwhalf [(V8QI "4h") (V4HI "2s") | |
1732 | (V2SI "1d") (V16QI "8h") | |
1733 | (V8HI "4s") (V4SI "2d")]) | |
1734 | ||
0a09a948 RS |
1735 | ;; SVE vector after narrowing. |
1736 | (define_mode_attr Ventype [(VNx8HI "b") | |
1737 | (VNx4SI "h") (VNx4SF "h") | |
c1c267df RS |
1738 | (VNx2DI "s") (VNx2DF "s") |
1739 | (VNx8SI "h") (VNx16SI "b") | |
1740 | (VNx8DI "h")]) | |
0a09a948 RS |
1741 | |
1742 | ;; SVE vector after widening. | |
43cacb12 RS |
1743 | (define_mode_attr Vewtype [(VNx16QI "h") |
1744 | (VNx8HI "s") (VNx8HF "s") | |
0a09a948 RS |
1745 | (VNx4SI "d") (VNx4SF "d") |
1746 | (VNx2DI "q")]) | |
43cacb12 | 1747 | |
43e9d192 IB |
1748 | ;; Widened mode register suffixes for VDW/VQW. |
1749 | (define_mode_attr Vmwtype [(V8QI ".8h") (V4HI ".4s") | |
ad260343 | 1750 | (V2SI ".2d") (V16QI ".8h") |
43e9d192 | 1751 | (V8HI ".4s") (V4SI ".2d") |
922f9c25 | 1752 | (V4HF ".4s") (V2SF ".2d") |
43e9d192 IB |
1753 | (SI "") (HI "")]) |
1754 | ||
03873eb9 | 1755 | ;; Lower part register suffixes for VQW/VQ_HSF. |
43e9d192 | 1756 | (define_mode_attr Vhalftype [(V16QI "8b") (V8HI "4h") |
03873eb9 AL |
1757 | (V4SI "2s") (V8HF "4h") |
1758 | (V4SF "2s")]) | |
43e9d192 | 1759 | |
83d7e720 RS |
1760 | ;; Whether a mode fits in W or X registers (i.e. "w" for 32-bit modes |
1761 | ;; and "x" for 64-bit modes). | |
1762 | (define_mode_attr single_wx [(SI "w") (SF "w") | |
1763 | (V8QI "x") (V4HI "x") | |
1764 | (V4HF "x") (V4BF "x") | |
1765 | (V2SI "x") (V2SF "x") | |
1766 | (DI "x") (DF "x")]) | |
1767 | ||
1768 | ;; Whether a mode fits in S or D registers (i.e. "s" for 32-bit modes | |
1769 | ;; and "d" for 64-bit modes). | |
1770 | (define_mode_attr single_type [(SI "s") (SF "s") | |
1771 | (V8QI "d") (V4HI "d") | |
1772 | (V4HF "d") (V4BF "d") | |
1773 | (V2SI "d") (V2SF "d") | |
1774 | (DI "d") (DF "d")]) | |
1775 | ||
1776 | ;; Whether a double-width mode fits in D or Q registers (i.e. "d" for | |
1777 | ;; 32-bit modes and "q" for 64-bit modes). | |
1778 | (define_mode_attr single_dtype [(SI "d") (SF "d") | |
1779 | (V8QI "q") (V4HI "q") | |
1780 | (V4HF "q") (V4BF "q") | |
1781 | (V2SI "q") (V2SF "q") | |
1782 | (DI "q") (DF "q")]) | |
1783 | ||
43e9d192 | 1784 | ;; Define corresponding core/FP element mode for each vector mode. |
cc68f7c2 RS |
1785 | (define_mode_attr vw [(V8QI "w") (V16QI "w") |
1786 | (V4HI "w") (V8HI "w") | |
1787 | (V2SI "w") (V4SI "w") | |
1788 | (DI "x") (V2DI "x") | |
1789 | (V2SF "s") (V4SF "s") | |
1790 | (V2DF "d")]) | |
43e9d192 | 1791 | |
66adb8eb JG |
1792 | ;; Corresponding core element mode for each vector mode. This is a |
1793 | ;; variation on <vw> mapping FP modes to GP regs. | |
cc68f7c2 RS |
1794 | (define_mode_attr vwcore [(V8QI "w") (V16QI "w") |
1795 | (V4HI "w") (V8HI "w") | |
1796 | (V2SI "w") (V4SI "w") | |
1797 | (DI "x") (V2DI "x") | |
1798 | (V4HF "w") (V8HF "w") | |
5320d4e4 | 1799 | (V4BF "w") (V8BF "w") |
cc68f7c2 RS |
1800 | (V2SF "w") (V4SF "w") |
1801 | (V2DF "x") | |
1802 | (VNx16QI "w") (VNx8QI "w") (VNx4QI "w") (VNx2QI "w") | |
1803 | (VNx8HI "w") (VNx4HI "w") (VNx2HI "w") | |
1804 | (VNx8HF "w") (VNx4HF "w") (VNx2HF "w") | |
6c3ce63b | 1805 | (VNx8BF "w") (VNx4BF "w") (VNx2BF "w") |
cc68f7c2 RS |
1806 | (VNx4SI "w") (VNx2SI "w") |
1807 | (VNx4SF "w") (VNx2SF "w") | |
1808 | (VNx2DI "x") | |
1809 | (VNx2DF "x")]) | |
66adb8eb | 1810 | |
30f8bf3d RS |
1811 | ;; Like vwcore, but for the container mode rather than the element mode. |
1812 | (define_mode_attr vccore [(VNx16QI "w") (VNx8QI "w") (VNx4QI "w") (VNx2QI "x") | |
1813 | (VNx8HI "w") (VNx4HI "w") (VNx2HI "x") | |
1814 | (VNx4SI "w") (VNx2SI "x") | |
1815 | (VNx2DI "x")]) | |
1816 | ||
43e9d192 IB |
1817 | ;; Double vector types for ALLX. |
1818 | (define_mode_attr Vallxd [(QI "8b") (HI "4h") (SI "2s")]) | |
1819 | ||
5f565314 RS |
1820 | ;; Mode with floating-point values replaced by like-sized integers. |
1821 | (define_mode_attr V_INT_EQUIV [(V8QI "V8QI") (V16QI "V16QI") | |
1822 | (V4HI "V4HI") (V8HI "V8HI") | |
1823 | (V2SI "V2SI") (V4SI "V4SI") | |
1824 | (DI "DI") (V2DI "V2DI") | |
1825 | (V4HF "V4HI") (V8HF "V8HI") | |
e603cd43 | 1826 | (V4BF "V4HI") (V8BF "V8HI") |
5f565314 | 1827 | (V2SF "V2SI") (V4SF "V4SI") |
43cacb12 | 1828 | (DF "DI") (V2DF "V2DI") |
dfe1da23 JW |
1829 | (SF "SI") (SI "SI") |
1830 | (HF "HI") | |
43cacb12 RS |
1831 | (VNx16QI "VNx16QI") |
1832 | (VNx8HI "VNx8HI") (VNx8HF "VNx8HI") | |
02fcd8ac | 1833 | (VNx8BF "VNx8HI") |
43cacb12 RS |
1834 | (VNx4SI "VNx4SI") (VNx4SF "VNx4SI") |
1835 | (VNx2DI "VNx2DI") (VNx2DF "VNx2DI") | |
c1c267df | 1836 | (VNx8SF "VNx8SI") (VNx16SF "VNx16SI") |
43cacb12 | 1837 | ]) |
5f565314 RS |
1838 | |
1839 | ;; Lower case mode with floating-point values replaced by like-sized integers. | |
1840 | (define_mode_attr v_int_equiv [(V8QI "v8qi") (V16QI "v16qi") | |
1841 | (V4HI "v4hi") (V8HI "v8hi") | |
1842 | (V2SI "v2si") (V4SI "v4si") | |
1843 | (DI "di") (V2DI "v2di") | |
1844 | (V4HF "v4hi") (V8HF "v8hi") | |
e603cd43 | 1845 | (V4BF "v4hi") (V8BF "v8hi") |
5f565314 | 1846 | (V2SF "v2si") (V4SF "v4si") |
43cacb12 RS |
1847 | (DF "di") (V2DF "v2di") |
1848 | (SF "si") | |
1849 | (VNx16QI "vnx16qi") | |
1850 | (VNx8HI "vnx8hi") (VNx8HF "vnx8hi") | |
02fcd8ac | 1851 | (VNx8BF "vnx8hi") |
43cacb12 RS |
1852 | (VNx4SI "vnx4si") (VNx4SF "vnx4si") |
1853 | (VNx2DI "vnx2di") (VNx2DF "vnx2di") | |
c1c267df | 1854 | (VNx8SF "vnx8si") (VNx16SF "vnx16si") |
43cacb12 RS |
1855 | ]) |
1856 | ||
1857 | ;; Floating-point equivalent of selected modes. | |
a70965b1 | 1858 | (define_mode_attr V_FP_EQUIV [(VNx8HI "VNx8HF") (VNx8HF "VNx8HF") |
02fcd8ac | 1859 | (VNx8BF "VNx8HF") |
a70965b1 | 1860 | (VNx4SI "VNx4SF") (VNx4SF "VNx4SF") |
43cacb12 | 1861 | (VNx2DI "VNx2DF") (VNx2DF "VNx2DF")]) |
a70965b1 | 1862 | (define_mode_attr v_fp_equiv [(VNx8HI "vnx8hf") (VNx8HF "vnx8hf") |
02fcd8ac | 1863 | (VNx8BF "vnx8hf") |
a70965b1 | 1864 | (VNx4SI "vnx4sf") (VNx4SF "vnx4sf") |
43cacb12 | 1865 | (VNx2DI "vnx2df") (VNx2DF "vnx2df")]) |
70c67693 | 1866 | |
f8186eea RS |
1867 | ;; Maps full and partial vector modes of any element type to a full-vector |
1868 | ;; integer mode with the same number of units. | |
1869 | (define_mode_attr V_INT_CONTAINER [(VNx16QI "VNx16QI") (VNx8QI "VNx8HI") | |
1870 | (VNx4QI "VNx4SI") (VNx2QI "VNx2DI") | |
1871 | (VNx8HI "VNx8HI") (VNx4HI "VNx4SI") | |
1872 | (VNx2HI "VNx2DI") | |
1873 | (VNx4SI "VNx4SI") (VNx2SI "VNx2DI") | |
1874 | (VNx2DI "VNx2DI") | |
1875 | (VNx8HF "VNx8HI") (VNx4HF "VNx4SI") | |
1876 | (VNx2HF "VNx2DI") | |
6c3ce63b RS |
1877 | (VNx8BF "VNx8HI") (VNx4BF "VNx4SI") |
1878 | (VNx2BF "VNx2DI") | |
3261d8ba | 1879 | (VNx4SF "VNx4SI") (VNx2SF "VNx2DI") |
f8186eea RS |
1880 | (VNx2DF "VNx2DI")]) |
1881 | ||
1882 | ;; Lower-case version of V_INT_CONTAINER. | |
1883 | (define_mode_attr v_int_container [(VNx16QI "vnx16qi") (VNx8QI "vnx8hi") | |
1884 | (VNx4QI "vnx4si") (VNx2QI "vnx2di") | |
1885 | (VNx8HI "vnx8hi") (VNx4HI "vnx4si") | |
1886 | (VNx2HI "vnx2di") | |
1887 | (VNx4SI "vnx4si") (VNx2SI "vnx2di") | |
1888 | (VNx2DI "vnx2di") | |
1889 | (VNx8HF "vnx8hi") (VNx4HF "vnx4si") | |
1890 | (VNx2HF "vnx2di") | |
6c3ce63b RS |
1891 | (VNx8BF "vnx8hi") (VNx4BF "vnx4si") |
1892 | (VNx2BF "vnx2di") | |
f8186eea RS |
1893 | (VNx4SF "vnx4si") (VNx2SF "vnx2di") |
1894 | (VNx2DF "vnx2di")]) | |
1895 | ||
6c553b76 BC |
1896 | ;; Mode for vector conditional operations where the comparison has |
1897 | ;; different type from the lhs. | |
1898 | (define_mode_attr V_cmp_mixed [(V2SI "V2SF") (V4SI "V4SF") | |
1899 | (V2DI "V2DF") (V2SF "V2SI") | |
1900 | (V4SF "V4SI") (V2DF "V2DI")]) | |
1901 | ||
1902 | (define_mode_attr v_cmp_mixed [(V2SI "v2sf") (V4SI "v4sf") | |
1903 | (V2DI "v2df") (V2SF "v2si") | |
1904 | (V4SF "v4si") (V2DF "v2di")]) | |
1905 | ||
cb23a30c JG |
1906 | ;; Lower case element modes (as used in shift immediate patterns). |
1907 | (define_mode_attr ve_mode [(V8QI "qi") (V16QI "qi") | |
1908 | (V4HI "hi") (V8HI "hi") | |
1909 | (V2SI "si") (V4SI "si") | |
1910 | (DI "di") (V2DI "di") | |
1911 | (QI "qi") (HI "hi") | |
1912 | (SI "si")]) | |
1913 | ||
fdb904a1 KT |
1914 | ;; Like ve_mode but for the half-width modes. |
1915 | (define_mode_attr vn_mode [(V8HI "qi") (V4SI "hi") (V2DI "si")]) | |
1916 | ||
43e9d192 IB |
1917 | ;; Vm for lane instructions is restricted to FP_LO_REGS. |
1918 | (define_mode_attr vwx [(V4HI "x") (V8HI "x") (HI "x") | |
1919 | (V2SI "w") (V4SI "w") (SI "w")]) | |
1920 | ||
66f206b8 JW |
1921 | (define_mode_attr Vendreg [(OI "T") (CI "U") (XI "V") |
1922 | (V2x8QI "T") (V2x16QI "T") | |
1923 | (V2x4HI "T") (V2x8HI "T") | |
1924 | (V2x2SI "T") (V2x4SI "T") | |
1925 | (V2x1DI "T") (V2x2DI "T") | |
1926 | (V2x4HF "T") (V2x8HF "T") | |
1927 | (V2x2SF "T") (V2x4SF "T") | |
1928 | (V2x1DF "T") (V2x2DF "T") | |
1929 | (V2x4BF "T") (V2x8BF "T") | |
1930 | (V3x8QI "U") (V3x16QI "U") | |
1931 | (V3x4HI "U") (V3x8HI "U") | |
1932 | (V3x2SI "U") (V3x4SI "U") | |
1933 | (V3x1DI "U") (V3x2DI "U") | |
1934 | (V3x4HF "U") (V3x8HF "U") | |
1935 | (V3x2SF "U") (V3x4SF "U") | |
1936 | (V3x1DF "U") (V3x2DF "U") | |
1937 | (V3x4BF "U") (V3x8BF "U") | |
1938 | (V4x8QI "V") (V4x16QI "V") | |
1939 | (V4x4HI "V") (V4x8HI "V") | |
1940 | (V4x2SI "V") (V4x4SI "V") | |
1941 | (V4x1DI "V") (V4x2DI "V") | |
1942 | (V4x4HF "V") (V4x8HF "V") | |
1943 | (V4x2SF "V") (V4x4SF "V") | |
1944 | (V4x1DF "V") (V4x2DF "V") | |
1945 | (V4x4BF "V") (V4x8BF "V")]) | |
43e9d192 | 1946 | |
97755701 AL |
1947 | ;; This is both the number of Q-Registers needed to hold the corresponding |
1948 | ;; opaque large integer mode, and the number of elements touched by the | |
1949 | ;; ld..._lane and st..._lane operations. | |
66f206b8 JW |
1950 | (define_mode_attr nregs [(OI "2") (CI "3") (XI "4") |
1951 | (V2x8QI "2") (V2x16QI "2") | |
1952 | (V2x4HI "2") (V2x8HI "2") | |
1953 | (V2x2SI "2") (V2x4SI "2") | |
1954 | (V2x1DI "2") (V2x2DI "2") | |
1955 | (V2x4HF "2") (V2x8HF "2") | |
1956 | (V2x2SF "2") (V2x4SF "2") | |
1957 | (V2x1DF "2") (V2x2DF "2") | |
1958 | (V2x4BF "2") (V2x8BF "2") | |
1959 | (V3x8QI "3") (V3x16QI "3") | |
1960 | (V3x4HI "3") (V3x8HI "3") | |
1961 | (V3x2SI "3") (V3x4SI "3") | |
1962 | (V3x1DI "3") (V3x2DI "3") | |
1963 | (V3x4HF "3") (V3x8HF "3") | |
1964 | (V3x2SF "3") (V3x4SF "3") | |
1965 | (V3x1DF "3") (V3x2DF "3") | |
1966 | (V3x4BF "3") (V3x8BF "3") | |
1967 | (V4x8QI "4") (V4x16QI "4") | |
1968 | (V4x4HI "4") (V4x8HI "4") | |
1969 | (V4x2SI "4") (V4x4SI "4") | |
1970 | (V4x1DI "4") (V4x2DI "4") | |
1971 | (V4x4HF "4") (V4x8HF "4") | |
1972 | (V4x2SF "4") (V4x4SF "4") | |
1973 | (V4x1DF "4") (V4x2DF "4") | |
1974 | (V4x4BF "4") (V4x8BF "4")]) | |
43e9d192 | 1975 | |
0462169c SN |
1976 | ;; Mode for atomic operation suffixes |
1977 | (define_mode_attr atomic_sfx | |
1978 | [(QI "b") (HI "h") (SI "") (DI "")]) | |
1979 | ||
3f598afe | 1980 | (define_mode_attr fcvt_target [(V2DF "v2di") (V4SF "v4si") (V2SF "v2si") |
2644d4d9 | 1981 | (V2DI "v2df") (V4SI "v4sf") (V2SI "v2sf") |
daef0a8c JW |
1982 | (SF "si") (DF "di") (SI "sf") (DI "df") |
1983 | (V4HF "v4hi") (V8HF "v8hi") (V4HI "v4hf") | |
68ad28c3 | 1984 | (V8HI "v8hf") (HF "hi") (HI "hf")]) |
3f598afe | 1985 | (define_mode_attr FCVT_TARGET [(V2DF "V2DI") (V4SF "V4SI") (V2SF "V2SI") |
2644d4d9 | 1986 | (V2DI "V2DF") (V4SI "V4SF") (V2SI "V2SF") |
daef0a8c JW |
1987 | (SF "SI") (DF "DI") (SI "SF") (DI "DF") |
1988 | (V4HF "V4HI") (V8HF "V8HI") (V4HI "V4HF") | |
68ad28c3 | 1989 | (V8HI "V8HF") (HF "HI") (HI "HF")]) |
3f598afe | 1990 | |
0d35c5c2 VP |
1991 | |
1992 | ;; for the inequal width integer to fp conversions | |
d7f33f07 JW |
1993 | (define_mode_attr fcvt_iesize [(HF "di") (SF "di") (DF "si")]) |
1994 | (define_mode_attr FCVT_IESIZE [(HF "DI") (SF "DI") (DF "SI")]) | |
42fc9a7f | 1995 | |
91bd4114 JG |
1996 | (define_mode_attr VSWAP_WIDTH [(V8QI "V16QI") (V16QI "V8QI") |
1997 | (V4HI "V8HI") (V8HI "V4HI") | |
8ea6c1b8 | 1998 | (V8BF "V4BF") (V4BF "V8BF") |
91bd4114 JG |
1999 | (V2SI "V4SI") (V4SI "V2SI") |
2000 | (DI "V2DI") (V2DI "DI") | |
2001 | (V2SF "V4SF") (V4SF "V2SF") | |
862abc04 | 2002 | (V4HF "V8HF") (V8HF "V4HF") |
91bd4114 JG |
2003 | (DF "V2DF") (V2DF "DF")]) |
2004 | ||
2005 | (define_mode_attr vswap_width_name [(V8QI "to_128") (V16QI "to_64") | |
2006 | (V4HI "to_128") (V8HI "to_64") | |
2007 | (V2SI "to_128") (V4SI "to_64") | |
2008 | (DI "to_128") (V2DI "to_64") | |
862abc04 | 2009 | (V4HF "to_128") (V8HF "to_64") |
91bd4114 | 2010 | (V2SF "to_128") (V4SF "to_64") |
8ea6c1b8 | 2011 | (V4BF "to_128") (V8BF "to_64") |
91bd4114 JG |
2012 | (DF "to_128") (V2DF "to_64")]) |
2013 | ||
779aea46 | 2014 | ;; For certain vector-by-element multiplication instructions we must |
6d06971d | 2015 | ;; constrain the 16-bit cases to use only V0-V15. This is covered by |
779aea46 JG |
2016 | ;; the 'x' constraint. All other modes may use the 'w' constraint. |
2017 | (define_mode_attr h_con [(V2SI "w") (V4SI "w") | |
2018 | (V4HI "x") (V8HI "x") | |
6d06971d | 2019 | (V4HF "x") (V8HF "x") |
779aea46 JG |
2020 | (V2SF "w") (V4SF "w") |
2021 | (V2DF "w") (DF "w")]) | |
2022 | ||
2023 | ;; Defined to 'f' for types whose element type is a float type. | |
2024 | (define_mode_attr f [(V8QI "") (V16QI "") | |
2025 | (V4HI "") (V8HI "") | |
2026 | (V2SI "") (V4SI "") | |
2027 | (DI "") (V2DI "") | |
ab2e8f01 | 2028 | (V4HF "f") (V8HF "f") |
779aea46 JG |
2029 | (V2SF "f") (V4SF "f") |
2030 | (V2DF "f") (DF "f")]) | |
2031 | ||
0f686aa9 JG |
2032 | ;; Defined to '_fp' for types whose element type is a float type. |
2033 | (define_mode_attr fp [(V8QI "") (V16QI "") | |
2034 | (V4HI "") (V8HI "") | |
2035 | (V2SI "") (V4SI "") | |
2036 | (DI "") (V2DI "") | |
ab2e8f01 | 2037 | (V4HF "_fp") (V8HF "_fp") |
0f686aa9 JG |
2038 | (V2SF "_fp") (V4SF "_fp") |
2039 | (V2DF "_fp") (DF "_fp") | |
2040 | (SF "_fp")]) | |
2041 | ||
a9e66678 JG |
2042 | ;; Defined to '_q' for 128-bit types. |
2043 | (define_mode_attr q [(V8QI "") (V16QI "_q") | |
0f686aa9 | 2044 | (V4HI "") (V8HI "_q") |
8ea6c1b8 | 2045 | (V4BF "") (V8BF "_q") |
0f686aa9 JG |
2046 | (V2SI "") (V4SI "_q") |
2047 | (DI "") (V2DI "_q") | |
71a11456 | 2048 | (V4HF "") (V8HF "_q") |
abbe1ed2 | 2049 | (V4BF "") (V8BF "_q") |
0f686aa9 | 2050 | (V2SF "") (V4SF "_q") |
a40c22c3 | 2051 | (V2DF "_q") |
66f206b8 JW |
2052 | (QI "") (HI "") (SI "") (DI "") (HF "") (SF "") (DF "") |
2053 | (V2x8QI "") (V2x16QI "_q") | |
2054 | (V2x4HI "") (V2x8HI "_q") | |
2055 | (V2x2SI "") (V2x4SI "_q") | |
2056 | (V2x1DI "") (V2x2DI "_q") | |
2057 | (V2x4HF "") (V2x8HF "_q") | |
2058 | (V2x2SF "") (V2x4SF "_q") | |
2059 | (V2x1DF "") (V2x2DF "_q") | |
2060 | (V2x4BF "") (V2x8BF "_q") | |
2061 | (V3x8QI "") (V3x16QI "_q") | |
2062 | (V3x4HI "") (V3x8HI "_q") | |
2063 | (V3x2SI "") (V3x4SI "_q") | |
2064 | (V3x1DI "") (V3x2DI "_q") | |
2065 | (V3x4HF "") (V3x8HF "_q") | |
2066 | (V3x2SF "") (V3x4SF "_q") | |
2067 | (V3x1DF "") (V3x2DF "_q") | |
2068 | (V3x4BF "") (V3x8BF "_q") | |
2069 | (V4x8QI "") (V4x16QI "_q") | |
2070 | (V4x4HI "") (V4x8HI "_q") | |
2071 | (V4x2SI "") (V4x4SI "_q") | |
2072 | (V4x1DI "") (V4x2DI "_q") | |
2073 | (V4x4HF "") (V4x8HF "_q") | |
2074 | (V4x2SF "") (V4x4SF "_q") | |
2075 | (V4x1DF "") (V4x2DF "_q") | |
2076 | (V4x4BF "") (V4x8BF "_q")]) | |
a9e66678 | 2077 | |
83d7e720 RS |
2078 | ;; Equivalent of the "q" attribute for the <VDBL> mode. |
2079 | (define_mode_attr dblq [(SI "") (SF "") | |
2080 | (V8QI "_q") (V4HI "_q") | |
2081 | (V4HF "_q") (V4BF "_q") | |
2082 | (V2SI "_q") (V2SF "_q") | |
2083 | (DI "_q") (DF "_q")]) | |
2084 | ||
92835317 TB |
2085 | (define_mode_attr vp [(V8QI "v") (V16QI "v") |
2086 | (V4HI "v") (V8HI "v") | |
2087 | (V2SI "p") (V4SI "v") | |
703bbcdf JW |
2088 | (V2DI "p") (V2DF "p") |
2089 | (V2SF "p") (V4SF "v") | |
2090 | (V4HF "v") (V8HF "v")]) | |
92835317 | 2091 | |
9feeafd7 AM |
2092 | (define_mode_attr vsi2qi [(V2SI "v8qi") (V4SI "v16qi") |
2093 | (VNx4SI "vnx16qi") (VNx2DI "vnx8hi")]) | |
2094 | (define_mode_attr VSI2QI [(V2SI "V8QI") (V4SI "V16QI") | |
2095 | (VNx4SI "VNx16QI") (VNx2DI "VNx8HI")]) | |
5e32e83b | 2096 | |
7a08d813 TC |
2097 | |
2098 | ;; Register suffix for DOTPROD input types from the return type. | |
2099 | (define_mode_attr Vdottype [(V2SI "8b") (V4SI "16b")]) | |
2100 | ||
f275d73a SMW |
2101 | ;; Register suffix for BFDOT input types from the return type. |
2102 | (define_mode_attr Vbfdottype [(V2SF "4h") (V4SF "8h")]) | |
2103 | ||
cd78b3dd | 2104 | ;; Sum of lengths of instructions needed to move vector registers of a mode. |
66f206b8 JW |
2105 | (define_mode_attr insn_count [(OI "8") (CI "12") (XI "16") |
2106 | (V2x8QI "8") (V2x16QI "8") | |
2107 | (V2x4HI "8") (V2x8HI "8") | |
2108 | (V2x2SI "8") (V2x4SI "8") | |
2109 | (V2x1DI "8") (V2x2DI "8") | |
2110 | (V2x4HF "8") (V2x8HF "8") | |
2111 | (V2x2SF "8") (V2x4SF "8") | |
2112 | (V2x1DF "8") (V2x2DF "8") | |
2113 | (V2x4BF "8") (V2x8BF "8") | |
2114 | (V3x8QI "12") (V3x16QI "12") | |
2115 | (V3x4HI "12") (V3x8HI "12") | |
2116 | (V3x2SI "12") (V3x4SI "12") | |
2117 | (V3x1DI "12") (V3x2DI "12") | |
2118 | (V3x4HF "12") (V3x8HF "12") | |
2119 | (V3x2SF "12") (V3x4SF "12") | |
2120 | (V3x1DF "12") (V3x2DF "12") | |
2121 | (V3x4BF "12") (V3x8BF "12") | |
2122 | (V4x8QI "16") (V4x16QI "16") | |
2123 | (V4x4HI "16") (V4x8HI "16") | |
2124 | (V4x2SI "16") (V4x4SI "16") | |
2125 | (V4x1DI "16") (V4x2DI "16") | |
2126 | (V4x4HF "16") (V4x8HF "16") | |
2127 | (V4x2SF "16") (V4x4SF "16") | |
2128 | (V4x1DF "16") (V4x2DF "16") | |
2129 | (V4x4BF "16") (V4x8BF "16")]) | |
668046d1 | 2130 | |
1b1e81f8 JW |
2131 | ;; -fpic small model GOT reloc modifers: gotpage_lo15/lo14 for ILP64/32. |
2132 | ;; No need of iterator for -fPIC as it use got_lo12 for both modes. | |
2133 | (define_mode_attr got_modifier [(SI "gotpage_lo14") (DI "gotpage_lo15")]) | |
2134 | ||
27086ea3 MC |
2135 | ;; Width of 2nd and 3rd arguments to fp16 vector multiply add/sub |
2136 | (define_mode_attr VFMLA_W [(V2SF "V4HF") (V4SF "V8HF")]) | |
2137 | ||
f275d73a SMW |
2138 | ;; Width of 2nd and 3rd arguments to bf16 vector multiply add/sub |
2139 | (define_mode_attr VBFMLA_W [(V2SF "V4BF") (V4SF "V8BF")]) | |
2140 | ||
27086ea3 MC |
2141 | (define_mode_attr VFMLA_SEL_W [(V2SF "V2HF") (V4SF "V4HF")]) |
2142 | ||
2143 | (define_mode_attr f16quad [(V2SF "") (V4SF "q")]) | |
2144 | ||
f275d73a | 2145 | (define_mode_attr isquadop [(V8QI "") (V16QI "q") (V4BF "") (V8BF "q")]) |
8c197c85 | 2146 | |
27086ea3 MC |
2147 | (define_code_attr f16mac [(plus "a") (minus "s")]) |
2148 | ||
8544ed6e KT |
2149 | ;; Map smax to smin and umax to umin. |
2150 | (define_code_attr max_opp [(smax "smin") (umax "umin")]) | |
2151 | ||
a9fad8fe AM |
2152 | ;; Same as above, but louder. |
2153 | (define_code_attr MAX_OPP [(smax "SMIN") (umax "UMIN")]) | |
2154 | ||
900945f6 OA |
2155 | ;; Map smax and umax to sign_extend and zero_extend |
2156 | (define_code_attr USMAX_EXT [(smax "sign_extend") (umax "zero_extend")]) | |
2157 | ||
9f4cbab8 RS |
2158 | ;; The number of subvectors in an SVE_STRUCT. |
2159 | (define_mode_attr vector_count [(VNx32QI "2") (VNx16HI "2") | |
2160 | (VNx8SI "2") (VNx4DI "2") | |
02fcd8ac | 2161 | (VNx16BF "2") |
9f4cbab8 RS |
2162 | (VNx16HF "2") (VNx8SF "2") (VNx4DF "2") |
2163 | (VNx48QI "3") (VNx24HI "3") | |
2164 | (VNx12SI "3") (VNx6DI "3") | |
02fcd8ac | 2165 | (VNx24BF "3") |
9f4cbab8 RS |
2166 | (VNx24HF "3") (VNx12SF "3") (VNx6DF "3") |
2167 | (VNx64QI "4") (VNx32HI "4") | |
2168 | (VNx16SI "4") (VNx8DI "4") | |
02fcd8ac | 2169 | (VNx32BF "4") |
9f4cbab8 RS |
2170 | (VNx32HF "4") (VNx16SF "4") (VNx8DF "4")]) |
2171 | ||
2172 | ;; The number of instruction bytes needed for an SVE_STRUCT move. This is | |
2173 | ;; equal to vector_count * 4. | |
2174 | (define_mode_attr insn_length [(VNx32QI "8") (VNx16HI "8") | |
2175 | (VNx8SI "8") (VNx4DI "8") | |
02fcd8ac | 2176 | (VNx16BF "8") |
9f4cbab8 RS |
2177 | (VNx16HF "8") (VNx8SF "8") (VNx4DF "8") |
2178 | (VNx48QI "12") (VNx24HI "12") | |
2179 | (VNx12SI "12") (VNx6DI "12") | |
02fcd8ac | 2180 | (VNx24BF "12") |
9f4cbab8 RS |
2181 | (VNx24HF "12") (VNx12SF "12") (VNx6DF "12") |
2182 | (VNx64QI "16") (VNx32HI "16") | |
2183 | (VNx16SI "16") (VNx8DI "16") | |
02fcd8ac | 2184 | (VNx32BF "16") |
9f4cbab8 RS |
2185 | (VNx32HF "16") (VNx16SF "16") (VNx8DF "16")]) |
2186 | ||
2187 | ;; The type of a subvector in an SVE_STRUCT. | |
c1c267df RS |
2188 | (define_mode_attr VSINGLE [(VNx16QI "VNx16QI") |
2189 | (VNx8BF "VNx8BF") | |
2190 | (VNx8HF "VNx8HF") | |
2191 | (VNx8HI "VNx8HI") | |
2192 | (VNx32QI "VNx16QI") | |
9f4cbab8 | 2193 | (VNx16HI "VNx8HI") (VNx16HF "VNx8HF") |
02fcd8ac | 2194 | (VNx16BF "VNx8BF") |
9f4cbab8 RS |
2195 | (VNx8SI "VNx4SI") (VNx8SF "VNx4SF") |
2196 | (VNx4DI "VNx2DI") (VNx4DF "VNx2DF") | |
2197 | (VNx48QI "VNx16QI") | |
2198 | (VNx24HI "VNx8HI") (VNx24HF "VNx8HF") | |
02fcd8ac | 2199 | (VNx24BF "VNx8BF") |
9f4cbab8 RS |
2200 | (VNx12SI "VNx4SI") (VNx12SF "VNx4SF") |
2201 | (VNx6DI "VNx2DI") (VNx6DF "VNx2DF") | |
2202 | (VNx64QI "VNx16QI") | |
2203 | (VNx32HI "VNx8HI") (VNx32HF "VNx8HF") | |
02fcd8ac | 2204 | (VNx32BF "VNx8BF") |
9f4cbab8 RS |
2205 | (VNx16SI "VNx4SI") (VNx16SF "VNx4SF") |
2206 | (VNx8DI "VNx2DI") (VNx8DF "VNx2DF")]) | |
2207 | ||
2208 | ;; ...and again in lower case. | |
c1c267df RS |
2209 | (define_mode_attr vsingle [(VNx8HI "vnx8hi") |
2210 | (VNx32QI "vnx16qi") | |
9f4cbab8 | 2211 | (VNx16HI "vnx8hi") (VNx16HF "vnx8hf") |
02fcd8ac | 2212 | (VNx16BF "vnx8bf") |
9f4cbab8 RS |
2213 | (VNx8SI "vnx4si") (VNx8SF "vnx4sf") |
2214 | (VNx4DI "vnx2di") (VNx4DF "vnx2df") | |
2215 | (VNx48QI "vnx16qi") | |
2216 | (VNx24HI "vnx8hi") (VNx24HF "vnx8hf") | |
02fcd8ac | 2217 | (VNx24BF "vnx8bf") |
9f4cbab8 RS |
2218 | (VNx12SI "vnx4si") (VNx12SF "vnx4sf") |
2219 | (VNx6DI "vnx2di") (VNx6DF "vnx2df") | |
2220 | (VNx64QI "vnx16qi") | |
2221 | (VNx32HI "vnx8hi") (VNx32HF "vnx8hf") | |
02fcd8ac | 2222 | (VNx32BF "vnx8bf") |
9f4cbab8 RS |
2223 | (VNx16SI "vnx4si") (VNx16SF "vnx4sf") |
2224 | (VNx8DI "vnx2di") (VNx8DF "vnx2df")]) | |
2225 | ||
2226 | ;; The predicate mode associated with an SVE data mode. For structure modes | |
2227 | ;; this is equivalent to the <VPRED> of the subvector mode. | |
cc68f7c2 RS |
2228 | (define_mode_attr VPRED [(VNx16QI "VNx16BI") (VNx8QI "VNx8BI") |
2229 | (VNx4QI "VNx4BI") (VNx2QI "VNx2BI") | |
2230 | (VNx8HI "VNx8BI") (VNx4HI "VNx4BI") (VNx2HI "VNx2BI") | |
2231 | (VNx8HF "VNx8BI") (VNx4HF "VNx4BI") (VNx2HF "VNx2BI") | |
6c3ce63b | 2232 | (VNx8BF "VNx8BI") (VNx4BF "VNx4BI") (VNx2BF "VNx2BI") |
cc68f7c2 RS |
2233 | (VNx4SI "VNx4BI") (VNx2SI "VNx2BI") |
2234 | (VNx4SF "VNx4BI") (VNx2SF "VNx2BI") | |
2235 | (VNx2DI "VNx2BI") | |
2236 | (VNx2DF "VNx2BI") | |
4f6ab953 | 2237 | (VNx1TI "VNx2BI") |
9f4cbab8 RS |
2238 | (VNx32QI "VNx16BI") |
2239 | (VNx16HI "VNx8BI") (VNx16HF "VNx8BI") | |
02fcd8ac | 2240 | (VNx16BF "VNx8BI") |
9f4cbab8 RS |
2241 | (VNx8SI "VNx4BI") (VNx8SF "VNx4BI") |
2242 | (VNx4DI "VNx2BI") (VNx4DF "VNx2BI") | |
2243 | (VNx48QI "VNx16BI") | |
2244 | (VNx24HI "VNx8BI") (VNx24HF "VNx8BI") | |
02fcd8ac | 2245 | (VNx24BF "VNx8BI") |
9f4cbab8 RS |
2246 | (VNx12SI "VNx4BI") (VNx12SF "VNx4BI") |
2247 | (VNx6DI "VNx2BI") (VNx6DF "VNx2BI") | |
2248 | (VNx64QI "VNx16BI") | |
2249 | (VNx32HI "VNx8BI") (VNx32HF "VNx8BI") | |
02fcd8ac | 2250 | (VNx32BF "VNx8BI") |
9f4cbab8 RS |
2251 | (VNx16SI "VNx4BI") (VNx16SF "VNx4BI") |
2252 | (VNx8DI "VNx2BI") (VNx8DF "VNx2BI")]) | |
43cacb12 RS |
2253 | |
2254 | ;; ...and again in lower case. | |
cc68f7c2 RS |
2255 | (define_mode_attr vpred [(VNx16QI "vnx16bi") (VNx8QI "vnx8bi") |
2256 | (VNx4QI "vnx4bi") (VNx2QI "vnx2bi") | |
2257 | (VNx8HI "vnx8bi") (VNx4HI "vnx4bi") (VNx2HI "vnx2bi") | |
2258 | (VNx8HF "vnx8bi") (VNx4HF "vnx4bi") (VNx2HF "vnx2bi") | |
6c3ce63b | 2259 | (VNx8BF "vnx8bi") (VNx4BF "vnx4bi") (VNx2BF "vnx2bi") |
cc68f7c2 RS |
2260 | (VNx4SI "vnx4bi") (VNx2SI "vnx2bi") |
2261 | (VNx4SF "vnx4bi") (VNx2SF "vnx2bi") | |
2262 | (VNx2DI "vnx2bi") | |
2263 | (VNx2DF "vnx2bi") | |
9f4cbab8 RS |
2264 | (VNx32QI "vnx16bi") |
2265 | (VNx16HI "vnx8bi") (VNx16HF "vnx8bi") | |
02fcd8ac | 2266 | (VNx16BF "vnx8bi") |
9f4cbab8 RS |
2267 | (VNx8SI "vnx4bi") (VNx8SF "vnx4bi") |
2268 | (VNx4DI "vnx2bi") (VNx4DF "vnx2bi") | |
2269 | (VNx48QI "vnx16bi") | |
2270 | (VNx24HI "vnx8bi") (VNx24HF "vnx8bi") | |
02fcd8ac | 2271 | (VNx24BF "vnx8bi") |
9f4cbab8 RS |
2272 | (VNx12SI "vnx4bi") (VNx12SF "vnx4bi") |
2273 | (VNx6DI "vnx2bi") (VNx6DF "vnx2bi") | |
2274 | (VNx64QI "vnx16bi") | |
2275 | (VNx32HI "vnx8bi") (VNx32HF "vnx4bi") | |
02fcd8ac | 2276 | (VNx32BF "vnx8bi") |
9f4cbab8 RS |
2277 | (VNx16SI "vnx4bi") (VNx16SF "vnx4bi") |
2278 | (VNx8DI "vnx2bi") (VNx8DF "vnx2bi")]) | |
43cacb12 | 2279 | |
0a09a948 RS |
2280 | (define_mode_attr VDOUBLE [(VNx16QI "VNx32QI") |
2281 | (VNx8HI "VNx16HI") (VNx8HF "VNx16HF") | |
02fcd8ac | 2282 | (VNx8BF "VNx16BF") |
0a09a948 RS |
2283 | (VNx4SI "VNx8SI") (VNx4SF "VNx8SF") |
2284 | (VNx2DI "VNx4DI") (VNx2DF "VNx4DF")]) | |
2285 | ||
9d63f43b TC |
2286 | ;; On AArch64 the By element instruction doesn't have a 2S variant. |
2287 | ;; However because the instruction always selects a pair of values | |
2288 | ;; The normal 3SAME instruction can be used here instead. | |
2289 | (define_mode_attr FCMLA_maybe_lane [(V2SF "<Vtype>") (V4SF "<Vetype>[%4]") | |
2290 | (V4HF "<Vetype>[%4]") (V8HF "<Vetype>[%4]") | |
2291 | ]) | |
2292 | ||
c1c267df RS |
2293 | (define_mode_attr za32_offset_range [(VNx16QI "0_to_12_step_4") |
2294 | (VNx8BF "0_to_14_step_2") | |
2295 | (VNx8HF "0_to_14_step_2") | |
2296 | (VNx8HI "0_to_14_step_2") | |
2297 | (VNx32QI "0_to_4_step_4") | |
2298 | (VNx16BF "0_to_6_step_2") | |
2299 | (VNx16HF "0_to_6_step_2") | |
2300 | (VNx16HI "0_to_6_step_2") | |
2301 | (VNx64QI "0_to_4_step_4") | |
2302 | (VNx32BF "0_to_6_step_2") | |
2303 | (VNx32HF "0_to_6_step_2") | |
2304 | (VNx32HI "0_to_6_step_2")]) | |
2305 | ||
2306 | (define_mode_attr za64_offset_range [(VNx8HI "0_to_12_step_4") | |
2307 | (VNx16HI "0_to_4_step_4") | |
2308 | (VNx32HI "0_to_4_step_4")]) | |
2309 | ||
2310 | (define_mode_attr za32_long [(VNx16QI "ll") (VNx32QI "ll") (VNx64QI "ll") | |
2311 | (VNx8HI "l") (VNx16HI "l") (VNx32HI "l")]) | |
2312 | ||
2313 | (define_mode_attr za32_last_offset [(VNx16QI "3") (VNx32QI "3") (VNx64QI "3") | |
2314 | (VNx8HI "1") (VNx16HI "1") (VNx32HI "1")]) | |
2315 | ||
2316 | (define_mode_attr vg_modifier [(VNx16QI "") | |
2317 | (VNx32QI ", vgx2") | |
2318 | (VNx64QI ", vgx4") | |
2319 | (VNx8BF "") | |
2320 | (VNx16BF ", vgx2") | |
2321 | (VNx32BF ", vgx4") | |
2322 | (VNx8HF "") | |
2323 | (VNx16HF ", vgx2") | |
2324 | (VNx32HF ", vgx4") | |
2325 | (VNx8HI "") | |
2326 | (VNx16HI ", vgx2") | |
2327 | (VNx32HI ", vgx4")]) | |
2328 | ||
2329 | (define_mode_attr z_suffix [(VNx16QI ".b") (VNx32QI "") (VNx64QI "") | |
2330 | (VNx8BF ".h") (VNx16BF "") (VNx32BF "") | |
2331 | (VNx8HF ".h") (VNx16HF "") (VNx32HF "") | |
2332 | (VNx8HI ".h") (VNx16HI "") (VNx32HI "")]) | |
2333 | ||
34467289 RS |
2334 | ;; The number of bytes controlled by a predicate |
2335 | (define_mode_attr data_bytes [(VNx16BI "1") (VNx8BI "2") | |
2336 | (VNx4BI "4") (VNx2BI "8")]) | |
2337 | ||
624d0f07 RS |
2338 | ;; Two-nybble mask for partial vector modes: nunits, byte size. |
2339 | (define_mode_attr self_mask [(VNx8QI "0x81") | |
2340 | (VNx4QI "0x41") | |
2341 | (VNx2QI "0x21") | |
2342 | (VNx4HI "0x42") | |
2343 | (VNx2HI "0x22") | |
2344 | (VNx2SI "0x24")]) | |
2345 | ||
e58703e2 RS |
2346 | ;; For SVE_HSDI vector modes, the mask of narrower modes, encoded as above. |
2347 | (define_mode_attr narrower_mask [(VNx8HI "0x81") (VNx4HI "0x41") | |
2348 | (VNx2HI "0x21") | |
2349 | (VNx4SI "0x43") (VNx2SI "0x23") | |
624d0f07 RS |
2350 | (VNx2DI "0x27")]) |
2351 | ||
2352 | ;; The constraint to use for an SVE [SU]DOT, FMUL, FMLA or FMLS lane index. | |
0a09a948 | 2353 | (define_mode_attr sve_lane_con [(VNx8HI "y") (VNx4SI "y") (VNx2DI "x") |
624d0f07 RS |
2354 | (VNx8HF "y") (VNx4SF "y") (VNx2DF "x")]) |
2355 | ||
2356 | ;; The constraint to use for an SVE FCMLA lane index. | |
2357 | (define_mode_attr sve_lane_pair_con [(VNx8HF "y") (VNx4SF "x")]) | |
2358 | ||
84152985 KT |
2359 | (define_mode_attr vec_or_offset [(V8QI "vec") (V16QI "vec") (V4HI "vec") |
2360 | (V8HI "vec") (V2SI "vec") (V4SI "vec") | |
2361 | (V2DI "vec") (DI "offset")]) | |
2362 | ||
c1c267df RS |
2363 | (define_mode_attr b [(VNx8BF "b") (VNx8HF "") (VNx4SF "") (VNx2DF "") |
2364 | (VNx16BF "b") (VNx16HF "") | |
2365 | (VNx32BF "b") (VNx32HF "")]) | |
2366 | ||
2367 | (define_mode_attr aligned_operand [(VNx16QI "register_operand") | |
2368 | (VNx8HI "register_operand") | |
2369 | (VNx8BF "register_operand") | |
2370 | (VNx8HF "register_operand") | |
2371 | (VNx32QI "aligned_register_operand") | |
2372 | (VNx16HI "aligned_register_operand") | |
2373 | (VNx16BF "aligned_register_operand") | |
2374 | (VNx16HF "aligned_register_operand") | |
2375 | (VNx64QI "aligned_register_operand") | |
2376 | (VNx32HI "aligned_register_operand") | |
2377 | (VNx32BF "aligned_register_operand") | |
2378 | (VNx32HF "aligned_register_operand")]) | |
2379 | ||
2380 | (define_mode_attr aligned_fpr [(VNx16QI "w") (VNx8HI "w") | |
2381 | (VNx8BF "w") (VNx8HF "w") | |
2382 | (VNx32QI "Uw2") (VNx16HI "Uw2") | |
2383 | (VNx16BF "Uw2") (VNx16HF "Uw2") | |
2384 | (VNx64QI "Uw4") (VNx32HI "Uw4") | |
2385 | (VNx32BF "Uw4") (VNx32HF "Uw4")]) | |
4f6ab953 | 2386 | |
43e9d192 IB |
2387 | ;; ------------------------------------------------------------------- |
2388 | ;; Code Iterators | |
2389 | ;; ------------------------------------------------------------------- | |
2390 | ||
2391 | ;; This code iterator allows the various shifts supported on the core | |
48f3f27f WD |
2392 | (define_code_iterator SHIFT [ashift ashiftrt lshiftrt rotatert rotate]) |
2393 | ||
2394 | ;; This code iterator allows all shifts except for rotates. | |
2395 | (define_code_iterator SHIFT_no_rotate [ashift ashiftrt lshiftrt]) | |
43e9d192 IB |
2396 | |
2397 | ;; This code iterator allows the shifts supported in arithmetic instructions | |
2398 | (define_code_iterator ASHIFT [ashift ashiftrt lshiftrt]) | |
2399 | ||
462e6f9a ST |
2400 | (define_code_iterator SHIFTRT [ashiftrt lshiftrt]) |
2401 | ||
43e9d192 IB |
2402 | ;; Code iterator for logical operations |
2403 | (define_code_iterator LOGICAL [and ior xor]) | |
2404 | ||
25332d23 RS |
2405 | ;; LOGICAL with plus, for when | gets converted to +. |
2406 | (define_code_iterator LOGICAL_OR_PLUS [and ior xor plus]) | |
2407 | ||
43cacb12 RS |
2408 | ;; LOGICAL without AND. |
2409 | (define_code_iterator LOGICAL_OR [ior xor]) | |
2410 | ||
84be6032 AL |
2411 | ;; Code iterator for logical operations whose :nlogical works on SIMD registers. |
2412 | (define_code_iterator NLOGICAL [and ior]) | |
2413 | ||
3204ac98 KT |
2414 | ;; Code iterator for unary negate and bitwise complement. |
2415 | (define_code_iterator NEG_NOT [neg not]) | |
2416 | ||
43e9d192 IB |
2417 | ;; Code iterator for sign/zero extension |
2418 | (define_code_iterator ANY_EXTEND [sign_extend zero_extend]) | |
87a80d27 | 2419 | (define_code_iterator ANY_EXTEND2 [sign_extend zero_extend]) |
43e9d192 IB |
2420 | |
2421 | ;; All division operations (signed/unsigned) | |
2422 | (define_code_iterator ANY_DIV [div udiv]) | |
2423 | ||
2424 | ;; Code iterator for sign/zero extraction | |
2425 | (define_code_iterator ANY_EXTRACT [sign_extract zero_extract]) | |
2426 | ||
2427 | ;; Code iterator for equality comparisons | |
2428 | (define_code_iterator EQL [eq ne]) | |
2429 | ||
2430 | ;; Code iterator for less-than and greater/equal-to | |
2431 | (define_code_iterator LTGE [lt ge]) | |
2432 | ||
2433 | ;; Iterator for __sync_<op> operations that where the operation can be | |
2434 | ;; represented directly RTL. This is all of the sync operations bar | |
2435 | ;; nand. | |
0462169c | 2436 | (define_code_iterator atomic_op [plus minus ior xor and]) |
43e9d192 IB |
2437 | |
2438 | ;; Iterator for integer conversions | |
2439 | (define_code_iterator FIXUORS [fix unsigned_fix]) | |
2440 | ||
1709ff9b JG |
2441 | ;; Iterator for float conversions |
2442 | (define_code_iterator FLOATUORS [float unsigned_float]) | |
2443 | ||
43e9d192 IB |
2444 | ;; Code iterator for variants of vector max and min. |
2445 | (define_code_iterator MAXMIN [smax smin umax umin]) | |
2446 | ||
d758d190 KT |
2447 | ;; Code iterator for min/max ops but without UMAX. |
2448 | (define_code_iterator MAXMIN_NOUMAX [smax smin umin]) | |
2449 | ||
998eaf97 JG |
2450 | (define_code_iterator FMAXMIN [smax smin]) |
2451 | ||
8544ed6e KT |
2452 | ;; Signed and unsigned max operations. |
2453 | (define_code_iterator USMAX [smax umax]) | |
2454 | ||
dd550c99 | 2455 | ;; Code iterator for plus and minus. |
43e9d192 IB |
2456 | (define_code_iterator ADDSUB [plus minus]) |
2457 | ||
2458 | ;; Code iterator for variants of vector saturating binary ops. | |
2459 | (define_code_iterator BINQOPS [ss_plus us_plus ss_minus us_minus]) | |
2460 | ||
2461 | ;; Code iterator for variants of vector saturating unary ops. | |
2462 | (define_code_iterator UNQOPS [ss_neg ss_abs]) | |
2463 | ||
2464 | ;; Code iterator for signed variants of vector saturating binary ops. | |
2465 | (define_code_iterator SBINQOPS [ss_plus ss_minus]) | |
2466 | ||
624d0f07 RS |
2467 | ;; Code iterator for unsigned variants of vector saturating binary ops. |
2468 | (define_code_iterator UBINQOPS [us_plus us_minus]) | |
2469 | ||
2470 | ;; Modular and saturating addition. | |
2471 | (define_code_iterator ANY_PLUS [plus ss_plus us_plus]) | |
2472 | ||
2473 | ;; Saturating addition. | |
2474 | (define_code_iterator SAT_PLUS [ss_plus us_plus]) | |
2475 | ||
2476 | ;; Modular and saturating subtraction. | |
2477 | (define_code_iterator ANY_MINUS [minus ss_minus us_minus]) | |
2478 | ||
2479 | ;; Saturating subtraction. | |
2480 | (define_code_iterator SAT_MINUS [ss_minus us_minus]) | |
2481 | ||
889b9412 JG |
2482 | ;; Comparison operators for <F>CM. |
2483 | (define_code_iterator COMPARISONS [lt le eq ge gt]) | |
2484 | ||
2485 | ;; Unsigned comparison operators. | |
2486 | (define_code_iterator UCOMPARISONS [ltu leu geu gtu]) | |
2487 | ||
75dd5ace JG |
2488 | ;; Unsigned comparison operators. |
2489 | (define_code_iterator FAC_COMPARISONS [lt le ge gt]) | |
2490 | ||
52cd1cd1 KT |
2491 | ;; Signed and unsigned saturating truncations. |
2492 | (define_code_iterator SAT_TRUNC [ss_truncate us_truncate]) | |
2493 | ||
ffb87344 KT |
2494 | (define_code_iterator ALL_TRUNC [ss_truncate us_truncate truncate]) |
2495 | ||
43cacb12 | 2496 | ;; SVE integer unary operations. |
0a09a948 RS |
2497 | (define_code_iterator SVE_INT_UNARY [abs neg not clrsb clz popcount |
2498 | (ss_abs "TARGET_SVE2") | |
2499 | (ss_neg "TARGET_SVE2")]) | |
43cacb12 | 2500 | |
a08acce8 | 2501 | ;; SVE integer binary operations. |
6c4fd4a9 | 2502 | (define_code_iterator SVE_INT_BINARY [plus minus mult smax umax smin umin |
20103c0e | 2503 | ashift ashiftrt lshiftrt |
0a09a948 RS |
2504 | and ior xor |
2505 | (ss_plus "TARGET_SVE2") | |
2506 | (us_plus "TARGET_SVE2") | |
2507 | (ss_minus "TARGET_SVE2") | |
2508 | (us_minus "TARGET_SVE2")]) | |
9d4ac06e | 2509 | |
a08acce8 | 2510 | ;; SVE integer binary division operations. |
c38f7319 RS |
2511 | (define_code_iterator SVE_INT_BINARY_SD [div udiv]) |
2512 | ||
f8c22a8b RS |
2513 | ;; SVE integer binary operations that have an immediate form. |
2514 | (define_code_iterator SVE_INT_BINARY_IMM [mult smax smin umax umin]) | |
2515 | ||
c1c267df RS |
2516 | (define_code_iterator SVE_INT_BINARY_MULTI [smax smin umax umin]) |
2517 | ||
2518 | (define_code_iterator SVE_INT_BINARY_SINGLE [plus smax smin umax umin]) | |
2519 | ||
740c1ed7 RS |
2520 | ;; SVE floating-point operations with an unpredicated all-register form. |
2521 | (define_code_iterator SVE_UNPRED_FP_BINARY [plus minus mult]) | |
2522 | ||
f22d7973 RS |
2523 | ;; SVE integer comparisons. |
2524 | (define_code_iterator SVE_INT_CMP [lt le eq ne ge gt ltu leu geu gtu]) | |
2525 | ||
43e9d192 IB |
2526 | ;; ------------------------------------------------------------------- |
2527 | ;; Code Attributes | |
2528 | ;; ------------------------------------------------------------------- | |
2529 | ;; Map rtl objects to optab names | |
2530 | (define_code_attr optab [(ashift "ashl") | |
2531 | (ashiftrt "ashr") | |
2532 | (lshiftrt "lshr") | |
2533 | (rotatert "rotr") | |
48f3f27f | 2534 | (rotate "rotl") |
43e9d192 IB |
2535 | (sign_extend "extend") |
2536 | (zero_extend "zero_extend") | |
2537 | (sign_extract "extv") | |
2538 | (zero_extract "extzv") | |
384be29f JG |
2539 | (fix "fix") |
2540 | (unsigned_fix "fixuns") | |
1709ff9b JG |
2541 | (float "float") |
2542 | (unsigned_float "floatuns") | |
bca5a997 RS |
2543 | (clrsb "clrsb") |
2544 | (clz "clz") | |
43cacb12 | 2545 | (popcount "popcount") |
43e9d192 IB |
2546 | (and "and") |
2547 | (ior "ior") | |
2548 | (xor "xor") | |
2549 | (not "one_cmpl") | |
2550 | (neg "neg") | |
2551 | (plus "add") | |
2552 | (minus "sub") | |
6c4fd4a9 | 2553 | (mult "mul") |
c38f7319 RS |
2554 | (div "div") |
2555 | (udiv "udiv") | |
694e6b19 RS |
2556 | (ss_plus "ssadd") |
2557 | (us_plus "usadd") | |
2558 | (ss_minus "sssub") | |
2559 | (us_minus "ussub") | |
43e9d192 IB |
2560 | (ss_neg "qneg") |
2561 | (ss_abs "qabs") | |
43cacb12 RS |
2562 | (smin "smin") |
2563 | (smax "smax") | |
2564 | (umin "umin") | |
2565 | (umax "umax") | |
43e9d192 IB |
2566 | (eq "eq") |
2567 | (ne "ne") | |
2568 | (lt "lt") | |
889b9412 JG |
2569 | (ge "ge") |
2570 | (le "le") | |
2571 | (gt "gt") | |
2572 | (ltu "ltu") | |
2573 | (leu "leu") | |
2574 | (geu "geu") | |
43cacb12 | 2575 | (gtu "gtu") |
d45b20a5 | 2576 | (abs "abs")]) |
889b9412 | 2577 | |
694e6b19 RS |
2578 | (define_code_attr addsub [(ss_plus "add") |
2579 | (us_plus "add") | |
2580 | (ss_minus "sub") | |
2581 | (us_minus "sub")]) | |
2582 | ||
84152985 KT |
2583 | (define_code_attr SHIFTEXTEND [(ashiftrt "sign_extend") (lshiftrt "zero_extend")]) |
2584 | ||
ffb87344 KT |
2585 | (define_code_attr TRUNCEXTEND [(ss_truncate "sign_extend") |
2586 | (us_truncate "zero_extend") | |
2587 | (truncate "zero_extend")]) | |
2588 | ||
889b9412 JG |
2589 | ;; For comparison operators we use the FCM* and CM* instructions. |
2590 | ;; As there are no CMLE or CMLT instructions which act on 3 vector | |
2591 | ;; operands, we must use CMGE or CMGT and swap the order of the | |
2592 | ;; source operands. | |
2593 | ||
2594 | (define_code_attr n_optab [(lt "gt") (le "ge") (eq "eq") (ge "ge") (gt "gt") | |
2595 | (ltu "hi") (leu "hs") (geu "hs") (gtu "hi")]) | |
2596 | (define_code_attr cmp_1 [(lt "2") (le "2") (eq "1") (ge "1") (gt "1") | |
2597 | (ltu "2") (leu "2") (geu "1") (gtu "1")]) | |
2598 | (define_code_attr cmp_2 [(lt "1") (le "1") (eq "2") (ge "2") (gt "2") | |
2599 | (ltu "1") (leu "1") (geu "2") (gtu "2")]) | |
2600 | ||
2601 | (define_code_attr CMP [(lt "LT") (le "LE") (eq "EQ") (ge "GE") (gt "GT") | |
714e1b3b KT |
2602 | (ltu "LTU") (leu "LEU") (ne "NE") (geu "GEU") |
2603 | (gtu "GTU")]) | |
43e9d192 | 2604 | |
f22d7973 RS |
2605 | ;; The AArch64 condition associated with an rtl comparison code. |
2606 | (define_code_attr cmp_op [(lt "lt") | |
2607 | (le "le") | |
2608 | (eq "eq") | |
2609 | (ne "ne") | |
2610 | (ge "ge") | |
2611 | (gt "gt") | |
2612 | (ltu "lo") | |
2613 | (leu "ls") | |
2614 | (geu "hs") | |
2615 | (gtu "hi")]) | |
2616 | ||
384be29f JG |
2617 | (define_code_attr fix_trunc_optab [(fix "fix_trunc") |
2618 | (unsigned_fix "fixuns_trunc")]) | |
2619 | ||
43e9d192 IB |
2620 | ;; Optab prefix for sign/zero-extending operations |
2621 | (define_code_attr su_optab [(sign_extend "") (zero_extend "u") | |
2622 | (div "") (udiv "u") | |
2623 | (fix "") (unsigned_fix "u") | |
1709ff9b | 2624 | (float "s") (unsigned_float "u") |
43e9d192 IB |
2625 | (ss_plus "s") (us_plus "u") |
2626 | (ss_minus "s") (us_minus "u")]) | |
2627 | ||
2628 | ;; Similar for the instruction mnemonics | |
2629 | (define_code_attr shift [(ashift "lsl") (ashiftrt "asr") | |
48f3f27f WD |
2630 | (lshiftrt "lsr") (rotatert "ror") (rotate "ror")]) |
2631 | ;; True if shift is rotate left. | |
2632 | (define_code_attr is_rotl [(ashift "0") (ashiftrt "0") | |
2633 | (lshiftrt "0") (rotatert "0") (rotate "1")]) | |
43e9d192 | 2634 | |
462e6f9a ST |
2635 | ;; Op prefix for shift right and accumulate. |
2636 | (define_code_attr sra_op [(ashiftrt "s") (lshiftrt "u")]) | |
2637 | ||
e33aef11 TC |
2638 | ;; op prefix for shift right and narrow. |
2639 | (define_code_attr srn_op [(ashiftrt "r") (lshiftrt "")]) | |
2640 | ||
207db5d9 KT |
2641 | (define_code_attr shrn_s [(ashiftrt "s") (lshiftrt "")]) |
2642 | ||
43e9d192 IB |
2643 | ;; Map shift operators onto underlying bit-field instructions |
2644 | (define_code_attr bfshift [(ashift "ubfiz") (ashiftrt "sbfx") | |
2645 | (lshiftrt "ubfx") (rotatert "extr")]) | |
2646 | ||
2647 | ;; Logical operator instruction mnemonics | |
2648 | (define_code_attr logical [(and "and") (ior "orr") (xor "eor")]) | |
2649 | ||
3204ac98 KT |
2650 | ;; Operation names for negate and bitwise complement. |
2651 | (define_code_attr neg_not_op [(neg "neg") (not "not")]) | |
2652 | ||
d572ad49 AC |
2653 | ;; csinv, csneg insn suffixes. |
2654 | (define_code_attr neg_not_cs [(neg "neg") (not "inv")]) | |
2655 | ||
43cacb12 | 2656 | ;; Similar, but when the second operand is inverted. |
43e9d192 IB |
2657 | (define_code_attr nlogical [(and "bic") (ior "orn") (xor "eon")]) |
2658 | ||
43cacb12 RS |
2659 | ;; Similar, but when both operands are inverted. |
2660 | (define_code_attr logical_nn [(and "nor") (ior "nand")]) | |
2661 | ||
43e9d192 IB |
2662 | ;; Sign- or zero-extending data-op |
2663 | (define_code_attr su [(sign_extend "s") (zero_extend "u") | |
2664 | (sign_extract "s") (zero_extract "u") | |
2665 | (fix "s") (unsigned_fix "u") | |
998eaf97 JG |
2666 | (div "s") (udiv "u") |
2667 | (smax "s") (umax "u") | |
52cd1cd1 KT |
2668 | (smin "s") (umin "u") |
2669 | (ss_truncate "s") (us_truncate "u")]) | |
43e9d192 | 2670 | |
624d0f07 RS |
2671 | ;; "s" for signed ops, empty for unsigned ones. |
2672 | (define_code_attr s [(sign_extend "s") (zero_extend "")]) | |
2673 | ||
2674 | ;; Map signed/unsigned ops to the corresponding extension. | |
2675 | (define_code_attr paired_extend [(ss_plus "sign_extend") | |
2676 | (us_plus "zero_extend") | |
2677 | (ss_minus "sign_extend") | |
2678 | (us_minus "zero_extend")]) | |
2679 | ||
ffb87344 KT |
2680 | (define_code_attr TRUNC_SHIFT [(ss_truncate "ashiftrt") |
2681 | (us_truncate "lshiftrt") (truncate "lshiftrt")]) | |
2682 | ||
2683 | (define_code_attr shrn_op [(ss_truncate "sq") | |
2684 | (us_truncate "uq") (truncate "")]) | |
2685 | ||
43cacb12 RS |
2686 | ;; Whether a shift is left or right. |
2687 | (define_code_attr lr [(ashift "l") (ashiftrt "r") (lshiftrt "r")]) | |
2688 | ||
096e8448 JW |
2689 | ;; Emit conditional branch instructions. |
2690 | (define_code_attr bcond [(eq "beq") (ne "bne") (lt "bne") (ge "beq")]) | |
2691 | ||
43e9d192 IB |
2692 | ;; Emit cbz/cbnz depending on comparison type. |
2693 | (define_code_attr cbz [(eq "cbz") (ne "cbnz") (lt "cbnz") (ge "cbz")]) | |
2694 | ||
973d2e01 TP |
2695 | ;; Emit inverted cbz/cbnz depending on comparison type. |
2696 | (define_code_attr inv_cb [(eq "cbnz") (ne "cbz") (lt "cbz") (ge "cbnz")]) | |
2697 | ||
43e9d192 IB |
2698 | ;; Emit tbz/tbnz depending on comparison type. |
2699 | (define_code_attr tbz [(eq "tbz") (ne "tbnz") (lt "tbnz") (ge "tbz")]) | |
2700 | ||
973d2e01 TP |
2701 | ;; Emit inverted tbz/tbnz depending on comparison type. |
2702 | (define_code_attr inv_tb [(eq "tbnz") (ne "tbz") (lt "tbz") (ge "tbnz")]) | |
2703 | ||
43e9d192 | 2704 | ;; Max/min attributes. |
998eaf97 JG |
2705 | (define_code_attr maxmin [(smax "max") |
2706 | (smin "min") | |
2707 | (umax "max") | |
2708 | (umin "min")]) | |
43e9d192 | 2709 | |
88195141 KT |
2710 | (define_code_attr maxminand [(smax "bic") (smin "and")]) |
2711 | ||
43e9d192 IB |
2712 | ;; MLA/MLS attributes. |
2713 | (define_code_attr as [(ss_plus "a") (ss_minus "s")]) | |
2714 | ||
0462169c SN |
2715 | ;; Atomic operations |
2716 | (define_code_attr atomic_optab | |
2717 | [(ior "or") (xor "xor") (and "and") (plus "add") (minus "sub")]) | |
2718 | ||
2719 | (define_code_attr atomic_op_operand | |
2720 | [(ior "aarch64_logical_operand") | |
2721 | (xor "aarch64_logical_operand") | |
2722 | (and "aarch64_logical_operand") | |
2723 | (plus "aarch64_plus_operand") | |
2724 | (minus "aarch64_plus_operand")]) | |
43e9d192 | 2725 | |
356c32e2 MW |
2726 | ;; Constants acceptable for atomic operations. |
2727 | ;; This definition must appear in this file before the iterators it refers to. | |
2728 | (define_code_attr const_atomic | |
2729 | [(plus "IJ") (minus "IJ") | |
2730 | (xor "<lconst_atomic>") (ior "<lconst_atomic>") | |
2731 | (and "<lconst_atomic>")]) | |
2732 | ||
2733 | ;; Attribute to describe constants acceptable in atomic logical operations | |
2734 | (define_mode_attr lconst_atomic [(QI "K") (HI "K") (SI "K") (DI "L")]) | |
2735 | ||
43cacb12 RS |
2736 | ;; The integer SVE instruction that implements an rtx code. |
2737 | (define_code_attr sve_int_op [(plus "add") | |
9d4ac06e | 2738 | (minus "sub") |
6c4fd4a9 | 2739 | (mult "mul") |
c38f7319 RS |
2740 | (div "sdiv") |
2741 | (udiv "udiv") | |
69c5fdcf | 2742 | (abs "abs") |
43cacb12 RS |
2743 | (neg "neg") |
2744 | (smin "smin") | |
2745 | (smax "smax") | |
2746 | (umin "umin") | |
2747 | (umax "umax") | |
20103c0e RS |
2748 | (ashift "lsl") |
2749 | (ashiftrt "asr") | |
2750 | (lshiftrt "lsr") | |
43cacb12 RS |
2751 | (and "and") |
2752 | (ior "orr") | |
2753 | (xor "eor") | |
2754 | (not "not") | |
bca5a997 RS |
2755 | (clrsb "cls") |
2756 | (clz "clz") | |
0a09a948 RS |
2757 | (popcount "cnt") |
2758 | (ss_plus "sqadd") | |
2759 | (us_plus "uqadd") | |
2760 | (ss_minus "sqsub") | |
2761 | (us_minus "uqsub") | |
2762 | (ss_neg "sqneg") | |
2763 | (ss_abs "sqabs")]) | |
43cacb12 | 2764 | |
a08acce8 | 2765 | (define_code_attr sve_int_op_rev [(plus "add") |
20103c0e RS |
2766 | (minus "subr") |
2767 | (mult "mul") | |
2768 | (div "sdivr") | |
2769 | (udiv "udivr") | |
2770 | (smin "smin") | |
2771 | (smax "smax") | |
2772 | (umin "umin") | |
2773 | (umax "umax") | |
2774 | (ashift "lslr") | |
2775 | (ashiftrt "asrr") | |
2776 | (lshiftrt "lsrr") | |
2777 | (and "and") | |
2778 | (ior "orr") | |
0a09a948 RS |
2779 | (xor "eor") |
2780 | (ss_plus "sqadd") | |
2781 | (us_plus "uqadd") | |
2782 | (ss_minus "sqsubr") | |
2783 | (us_minus "uqsubr")]) | |
a08acce8 | 2784 | |
43cacb12 RS |
2785 | ;; The floating-point SVE instruction that implements an rtx code. |
2786 | (define_code_attr sve_fp_op [(plus "fadd") | |
740c1ed7 | 2787 | (minus "fsub") |
d45b20a5 | 2788 | (mult "fmul")]) |
43cacb12 | 2789 | |
f22d7973 | 2790 | ;; The SVE immediate constraint to use for an rtl code. |
f8c22a8b RS |
2791 | (define_code_attr sve_imm_con [(mult "vsm") |
2792 | (smax "vsm") | |
2793 | (smin "vsm") | |
2794 | (umax "vsb") | |
2795 | (umin "vsb") | |
2796 | (eq "vsc") | |
f22d7973 RS |
2797 | (ne "vsc") |
2798 | (lt "vsc") | |
2799 | (ge "vsc") | |
2800 | (le "vsc") | |
2801 | (gt "vsc") | |
2802 | (ltu "vsd") | |
2803 | (leu "vsd") | |
2804 | (geu "vsd") | |
2805 | (gtu "vsd")]) | |
2806 | ||
f8c22a8b RS |
2807 | ;; The prefix letter to use when printing an immediate operand. |
2808 | (define_code_attr sve_imm_prefix [(mult "") | |
2809 | (smax "") | |
2810 | (smin "") | |
2811 | (umax "D") | |
2812 | (umin "D")]) | |
2813 | ||
d113ece6 RS |
2814 | ;; The predicate to use for the second input operand in a cond_<optab><mode> |
2815 | ;; pattern. | |
2816 | (define_code_attr sve_pred_int_rhs2_operand | |
2817 | [(plus "register_operand") | |
2818 | (minus "register_operand") | |
2819 | (mult "register_operand") | |
2820 | (smax "register_operand") | |
2821 | (umax "register_operand") | |
2822 | (smin "register_operand") | |
2823 | (umin "register_operand") | |
20103c0e RS |
2824 | (ashift "aarch64_sve_lshift_operand") |
2825 | (ashiftrt "aarch64_sve_rshift_operand") | |
2826 | (lshiftrt "aarch64_sve_rshift_operand") | |
d113ece6 RS |
2827 | (and "aarch64_sve_pred_and_operand") |
2828 | (ior "register_operand") | |
0a09a948 RS |
2829 | (xor "register_operand") |
2830 | (ss_plus "register_operand") | |
2831 | (us_plus "register_operand") | |
2832 | (ss_minus "register_operand") | |
2833 | (us_minus "register_operand")]) | |
d113ece6 | 2834 | |
624d0f07 RS |
2835 | (define_code_attr inc_dec [(minus "dec") (ss_minus "sqdec") (us_minus "uqdec") |
2836 | (plus "inc") (ss_plus "sqinc") (us_plus "uqinc")]) | |
2837 | ||
43e9d192 IB |
2838 | ;; ------------------------------------------------------------------- |
2839 | ;; Int Iterators. | |
2840 | ;; ------------------------------------------------------------------- | |
75add2d0 | 2841 | |
43e9d192 IB |
2842 | (define_int_iterator MAXMINV [UNSPEC_UMAXV UNSPEC_UMINV |
2843 | UNSPEC_SMAXV UNSPEC_SMINV]) | |
2844 | ||
998eaf97 JG |
2845 | (define_int_iterator FMAXMINV [UNSPEC_FMAXV UNSPEC_FMINV |
2846 | UNSPEC_FMAXNMV UNSPEC_FMINNMV]) | |
43e9d192 | 2847 | |
e32b9eb3 RS |
2848 | (define_int_iterator FMAXMINNMV [UNSPEC_FMAXNMV UNSPEC_FMINNMV]) |
2849 | ||
624d0f07 RS |
2850 | (define_int_iterator SVE_INT_ADDV [UNSPEC_SADDV UNSPEC_UADDV]) |
2851 | ||
43cacb12 RS |
2852 | (define_int_iterator LOGICALF [UNSPEC_ANDF UNSPEC_IORF UNSPEC_XORF]) |
2853 | ||
43e9d192 IB |
2854 | (define_int_iterator HADDSUB [UNSPEC_SHADD UNSPEC_UHADD |
2855 | UNSPEC_SRHADD UNSPEC_URHADD | |
2e828dfe | 2856 | UNSPEC_SHSUB UNSPEC_UHSUB]) |
43e9d192 | 2857 | |
42addb5a RS |
2858 | (define_int_iterator HADD [UNSPEC_SHADD UNSPEC_UHADD]) |
2859 | ||
2860 | (define_int_iterator RHADD [UNSPEC_SRHADD UNSPEC_URHADD]) | |
2861 | ||
2d57b12e YW |
2862 | (define_int_iterator BSL_DUP [1 2]) |
2863 | ||
7a08d813 | 2864 | (define_int_iterator DOTPROD [UNSPEC_SDOT UNSPEC_UDOT]) |
43e9d192 | 2865 | |
8c197c85 | 2866 | (define_int_iterator DOTPROD_I8MM [UNSPEC_USDOT UNSPEC_SUDOT]) |
36696774 | 2867 | (define_int_iterator DOTPROD_US_ONLY [UNSPEC_USDOT]) |
8c197c85 | 2868 | |
1efafef3 TC |
2869 | (define_int_iterator FMAXMIN_UNS [UNSPEC_FMAX UNSPEC_FMIN |
2870 | UNSPEC_FMAXNM UNSPEC_FMINNM]) | |
202d0c11 | 2871 | |
8fc16d72 ST |
2872 | (define_int_iterator PAUTH_LR_SP [UNSPEC_PACIASP UNSPEC_AUTIASP |
2873 | UNSPEC_PACIBSP UNSPEC_AUTIBSP]) | |
db58fd89 | 2874 | |
8fc16d72 ST |
2875 | (define_int_iterator PAUTH_17_16 [UNSPEC_PACIA1716 UNSPEC_AUTIA1716 |
2876 | UNSPEC_PACIB1716 UNSPEC_AUTIB1716]) | |
db58fd89 | 2877 | |
43e9d192 IB |
2878 | (define_int_iterator VQDMULH [UNSPEC_SQDMULH UNSPEC_SQRDMULH]) |
2879 | ||
58cc9876 YW |
2880 | (define_int_iterator MULHRS [UNSPEC_SMULHS UNSPEC_UMULHS |
2881 | UNSPEC_SMULHRS UNSPEC_UMULHRS]) | |
2882 | ||
43e9d192 IB |
2883 | (define_int_iterator USSUQADD [UNSPEC_SUQADD UNSPEC_USQADD]) |
2884 | ||
43e9d192 IB |
2885 | (define_int_iterator VSHL [UNSPEC_SSHL UNSPEC_USHL |
2886 | UNSPEC_SRSHL UNSPEC_URSHL]) | |
2887 | ||
2888 | (define_int_iterator VSHLL [UNSPEC_SSHLL UNSPEC_USHLL]) | |
2889 | ||
2890 | (define_int_iterator VQSHL [UNSPEC_SQSHL UNSPEC_UQSHL | |
2891 | UNSPEC_SQRSHL UNSPEC_UQRSHL]) | |
2892 | ||
84152985 | 2893 | (define_int_iterator VSRA [UNSPEC_SSRA UNSPEC_USRA]) |
43e9d192 IB |
2894 | |
2895 | (define_int_iterator VSLRI [UNSPEC_SSLI UNSPEC_USLI | |
2896 | UNSPEC_SSRI UNSPEC_USRI]) | |
2897 | ||
2898 | ||
2899 | (define_int_iterator VRSHR_N [UNSPEC_SRSHR UNSPEC_URSHR]) | |
2900 | ||
2901 | (define_int_iterator VQSHL_N [UNSPEC_SQSHLU UNSPEC_SQSHL UNSPEC_UQSHL]) | |
2902 | ||
57b26d65 MW |
2903 | (define_int_iterator SQRDMLH_AS [UNSPEC_SQRDMLAH UNSPEC_SQRDMLSH]) |
2904 | ||
cc4d934f JG |
2905 | (define_int_iterator PERMUTE [UNSPEC_ZIP1 UNSPEC_ZIP2 |
2906 | UNSPEC_TRN1 UNSPEC_TRN2 | |
2907 | UNSPEC_UZP1 UNSPEC_UZP2]) | |
43e9d192 | 2908 | |
36696774 RS |
2909 | (define_int_iterator PERMUTEQ [UNSPEC_ZIP1Q UNSPEC_ZIP2Q |
2910 | UNSPEC_TRN1Q UNSPEC_TRN2Q | |
2911 | UNSPEC_UZP1Q UNSPEC_UZP2Q]) | |
2912 | ||
43cacb12 RS |
2913 | (define_int_iterator OPTAB_PERMUTE [UNSPEC_ZIP1 UNSPEC_ZIP2 |
2914 | UNSPEC_UZP1 UNSPEC_UZP2]) | |
2915 | ||
923fcec3 AL |
2916 | (define_int_iterator REVERSE [UNSPEC_REV64 UNSPEC_REV32 UNSPEC_REV16]) |
2917 | ||
42fc9a7f | 2918 | (define_int_iterator FRINT [UNSPEC_FRINTZ UNSPEC_FRINTP UNSPEC_FRINTM |
0659ce6f JG |
2919 | UNSPEC_FRINTN UNSPEC_FRINTI UNSPEC_FRINTX |
2920 | UNSPEC_FRINTA]) | |
42fc9a7f JG |
2921 | |
2922 | (define_int_iterator FCVT [UNSPEC_FRINTZ UNSPEC_FRINTP UNSPEC_FRINTM | |
ce966824 | 2923 | UNSPEC_FRINTA UNSPEC_FRINTN]) |
42fc9a7f | 2924 | |
3f598afe JW |
2925 | (define_int_iterator FCVT_F2FIXED [UNSPEC_FCVTZS UNSPEC_FCVTZU]) |
2926 | (define_int_iterator FCVT_FIXED2F [UNSPEC_SCVTF UNSPEC_UCVTF]) | |
2927 | ||
5d357f26 KT |
2928 | (define_int_iterator CRC [UNSPEC_CRC32B UNSPEC_CRC32H UNSPEC_CRC32W |
2929 | UNSPEC_CRC32X UNSPEC_CRC32CB UNSPEC_CRC32CH | |
2930 | UNSPEC_CRC32CW UNSPEC_CRC32CX]) | |
2931 | ||
5a7a4e80 TB |
2932 | (define_int_iterator CRYPTO_AES [UNSPEC_AESE UNSPEC_AESD]) |
2933 | (define_int_iterator CRYPTO_AESMC [UNSPEC_AESMC UNSPEC_AESIMC]) | |
2934 | ||
30442682 TB |
2935 | (define_int_iterator CRYPTO_SHA1 [UNSPEC_SHA1C UNSPEC_SHA1M UNSPEC_SHA1P]) |
2936 | ||
b9cb0a44 TB |
2937 | (define_int_iterator CRYPTO_SHA256 [UNSPEC_SHA256H UNSPEC_SHA256H2]) |
2938 | ||
27086ea3 MC |
2939 | (define_int_iterator CRYPTO_SHA512 [UNSPEC_SHA512H UNSPEC_SHA512H2]) |
2940 | ||
2941 | (define_int_iterator CRYPTO_SM3TT [UNSPEC_SM3TT1A UNSPEC_SM3TT1B | |
2942 | UNSPEC_SM3TT2A UNSPEC_SM3TT2B]) | |
2943 | ||
2944 | (define_int_iterator CRYPTO_SM3PART [UNSPEC_SM3PARTW1 UNSPEC_SM3PARTW2]) | |
2945 | ||
2946 | ;; Iterators for fp16 operations | |
2947 | ||
2948 | (define_int_iterator VFMLA16_LOW [UNSPEC_FMLAL UNSPEC_FMLSL]) | |
2949 | ||
2950 | (define_int_iterator VFMLA16_HIGH [UNSPEC_FMLAL2 UNSPEC_FMLSL2]) | |
2951 | ||
43cacb12 RS |
2952 | (define_int_iterator UNPACK [UNSPEC_UNPACKSHI UNSPEC_UNPACKUHI |
2953 | UNSPEC_UNPACKSLO UNSPEC_UNPACKULO]) | |
2954 | ||
2955 | (define_int_iterator UNPACK_UNSIGNED [UNSPEC_UNPACKULO UNSPEC_UNPACKUHI]) | |
2956 | ||
11e9443f RS |
2957 | (define_int_iterator MUL_HIGHPART [UNSPEC_SMUL_HIGHPART UNSPEC_UMUL_HIGHPART]) |
2958 | ||
624d0f07 RS |
2959 | (define_int_iterator CLAST [UNSPEC_CLASTA UNSPEC_CLASTB]) |
2960 | ||
2961 | (define_int_iterator LAST [UNSPEC_LASTA UNSPEC_LASTB]) | |
2962 | ||
2963 | (define_int_iterator SVE_INT_UNARY [UNSPEC_RBIT UNSPEC_REVB | |
2964 | UNSPEC_REVH UNSPEC_REVW]) | |
2965 | ||
2966 | (define_int_iterator SVE_FP_UNARY [UNSPEC_FRECPE UNSPEC_RSQRTE]) | |
2967 | ||
983b4365 | 2968 | (define_int_iterator SVE_FP_UNARY_INT [(UNSPEC_FEXPA "TARGET_NON_STREAMING")]) |
624d0f07 | 2969 | |
0a09a948 RS |
2970 | (define_int_iterator SVE_INT_SHIFT_IMM [UNSPEC_ASRD |
2971 | (UNSPEC_SQSHLU "TARGET_SVE2") | |
2972 | (UNSPEC_SRSHR "TARGET_SVE2") | |
2973 | (UNSPEC_URSHR "TARGET_SVE2")]) | |
2974 | ||
c1c267df RS |
2975 | (define_int_iterator SVE_INT_BINARY_MULTI [UNSPEC_SQDMULH |
2976 | UNSPEC_SRSHL UNSPEC_URSHL]) | |
2977 | ||
624d0f07 RS |
2978 | (define_int_iterator SVE_FP_BINARY [UNSPEC_FRECPS UNSPEC_RSQRTS]) |
2979 | ||
2980 | (define_int_iterator SVE_FP_BINARY_INT [UNSPEC_FTSMUL UNSPEC_FTSSEL]) | |
d7a09c44 | 2981 | |
c1c267df RS |
2982 | (define_int_iterator SVE_FP_BINARY_MULTI [UNSPEC_FMAX UNSPEC_FMAXNM |
2983 | UNSPEC_FMIN UNSPEC_FMINNM]) | |
2984 | ||
2985 | (define_int_iterator SVE_BFLOAT_TERNARY_LONG | |
2986 | [UNSPEC_BFDOT | |
2987 | UNSPEC_BFMLALB | |
2988 | UNSPEC_BFMLALT | |
2989 | (UNSPEC_BFMLSLB "TARGET_SME2 && TARGET_STREAMING_SME") | |
2990 | (UNSPEC_BFMLSLT "TARGET_SME2 && TARGET_STREAMING_SME") | |
2991 | (UNSPEC_BFMMLA "TARGET_NON_STREAMING")]) | |
896dff99 | 2992 | |
c1c267df RS |
2993 | (define_int_iterator SVE_BFLOAT_TERNARY_LONG_LANE |
2994 | [UNSPEC_BFDOT | |
2995 | UNSPEC_BFMLALB | |
2996 | UNSPEC_BFMLALT | |
2997 | (UNSPEC_BFMLSLB "TARGET_SME2 && TARGET_STREAMING_SME") | |
2998 | (UNSPEC_BFMLSLT "TARGET_SME2 && TARGET_STREAMING_SME")]) | |
896dff99 | 2999 | |
b0760a40 RS |
3000 | (define_int_iterator SVE_INT_REDUCTION [UNSPEC_ANDV |
3001 | UNSPEC_IORV | |
3002 | UNSPEC_SMAXV | |
3003 | UNSPEC_SMINV | |
3004 | UNSPEC_UMAXV | |
3005 | UNSPEC_UMINV | |
3006 | UNSPEC_XORV]) | |
3007 | ||
3008 | (define_int_iterator SVE_FP_REDUCTION [UNSPEC_FADDV | |
3009 | UNSPEC_FMAXV | |
3010 | UNSPEC_FMAXNMV | |
3011 | UNSPEC_FMINV | |
3012 | UNSPEC_FMINNMV]) | |
3013 | ||
d45b20a5 RS |
3014 | (define_int_iterator SVE_COND_FP_UNARY [UNSPEC_COND_FABS |
3015 | UNSPEC_COND_FNEG | |
624d0f07 | 3016 | UNSPEC_COND_FRECPX |
d45b20a5 RS |
3017 | UNSPEC_COND_FRINTA |
3018 | UNSPEC_COND_FRINTI | |
3019 | UNSPEC_COND_FRINTM | |
3020 | UNSPEC_COND_FRINTN | |
3021 | UNSPEC_COND_FRINTP | |
3022 | UNSPEC_COND_FRINTX | |
3023 | UNSPEC_COND_FRINTZ | |
3024 | UNSPEC_COND_FSQRT]) | |
3025 | ||
a0ee8352 RS |
3026 | ;; Same as SVE_COND_FP_UNARY, but without codes that have a dedicated |
3027 | ;; <optab><mode>2 expander. | |
3028 | (define_int_iterator SVE_COND_FP_UNARY_OPTAB [UNSPEC_COND_FABS | |
3029 | UNSPEC_COND_FNEG | |
3030 | UNSPEC_COND_FRECPX | |
3031 | UNSPEC_COND_FRINTA | |
3032 | UNSPEC_COND_FRINTI | |
3033 | UNSPEC_COND_FRINTM | |
3034 | UNSPEC_COND_FRINTN | |
3035 | UNSPEC_COND_FRINTP | |
3036 | UNSPEC_COND_FRINTX | |
3037 | UNSPEC_COND_FRINTZ]) | |
3038 | ||
95eb5537 | 3039 | (define_int_iterator SVE_COND_FCVT [UNSPEC_COND_FCVT]) |
99361551 RS |
3040 | (define_int_iterator SVE_COND_FCVTI [UNSPEC_COND_FCVTZS UNSPEC_COND_FCVTZU]) |
3041 | (define_int_iterator SVE_COND_ICVTF [UNSPEC_COND_SCVTF UNSPEC_COND_UCVTF]) | |
3042 | ||
cb18e86d RS |
3043 | (define_int_iterator SVE_COND_FP_BINARY [UNSPEC_COND_FADD |
3044 | UNSPEC_COND_FDIV | |
624d0f07 | 3045 | UNSPEC_COND_FMAX |
cb18e86d | 3046 | UNSPEC_COND_FMAXNM |
624d0f07 | 3047 | UNSPEC_COND_FMIN |
cb18e86d RS |
3048 | UNSPEC_COND_FMINNM |
3049 | UNSPEC_COND_FMUL | |
624d0f07 | 3050 | UNSPEC_COND_FMULX |
cb18e86d | 3051 | UNSPEC_COND_FSUB]) |
0d2b3bca | 3052 | |
04f307cb RS |
3053 | ;; Same as SVE_COND_FP_BINARY, but without codes that have a dedicated |
3054 | ;; <optab><mode>3 expander. | |
3055 | (define_int_iterator SVE_COND_FP_BINARY_OPTAB [UNSPEC_COND_FADD | |
3056 | UNSPEC_COND_FMAX | |
3057 | UNSPEC_COND_FMAXNM | |
3058 | UNSPEC_COND_FMIN | |
3059 | UNSPEC_COND_FMINNM | |
3060 | UNSPEC_COND_FMUL | |
3061 | UNSPEC_COND_FMULX | |
3062 | UNSPEC_COND_FSUB]) | |
3063 | ||
624d0f07 RS |
3064 | (define_int_iterator SVE_COND_FP_BINARY_INT [UNSPEC_COND_FSCALE]) |
3065 | ||
3066 | (define_int_iterator SVE_COND_FP_ADD [UNSPEC_COND_FADD]) | |
3067 | (define_int_iterator SVE_COND_FP_SUB [UNSPEC_COND_FSUB]) | |
3068 | (define_int_iterator SVE_COND_FP_MUL [UNSPEC_COND_FMUL]) | |
3069 | ||
3070 | (define_int_iterator SVE_COND_FP_BINARY_I1 [UNSPEC_COND_FMAX | |
3071 | UNSPEC_COND_FMAXNM | |
3072 | UNSPEC_COND_FMIN | |
a19ba9e1 RS |
3073 | UNSPEC_COND_FMINNM |
3074 | UNSPEC_COND_FMUL]) | |
3075 | ||
624d0f07 RS |
3076 | (define_int_iterator SVE_COND_FP_BINARY_REG [UNSPEC_COND_FDIV |
3077 | UNSPEC_COND_FMULX]) | |
3078 | ||
3079 | (define_int_iterator SVE_COND_FCADD [UNSPEC_COND_FCADD90 | |
3080 | UNSPEC_COND_FCADD270]) | |
3081 | ||
3082 | (define_int_iterator SVE_COND_FP_MAXMIN [UNSPEC_COND_FMAX | |
3083 | UNSPEC_COND_FMAXNM | |
3084 | UNSPEC_COND_FMIN | |
3085 | UNSPEC_COND_FMINNM]) | |
0254ed79 | 3086 | |
214c42fa RS |
3087 | ;; Floating-point max/min operations that correspond to optabs, |
3088 | ;; as opposed to those that are internal to the port. | |
3089 | (define_int_iterator SVE_COND_FP_MAXMIN_PUBLIC [UNSPEC_COND_FMAXNM | |
3090 | UNSPEC_COND_FMINNM]) | |
3091 | ||
b41d1f6e RS |
3092 | (define_int_iterator SVE_COND_FP_TERNARY [UNSPEC_COND_FMLA |
3093 | UNSPEC_COND_FMLS | |
3094 | UNSPEC_COND_FNMLA | |
3095 | UNSPEC_COND_FNMLS]) | |
3096 | ||
624d0f07 RS |
3097 | (define_int_iterator SVE_COND_FCMLA [UNSPEC_COND_FCMLA |
3098 | UNSPEC_COND_FCMLA90 | |
3099 | UNSPEC_COND_FCMLA180 | |
3100 | UNSPEC_COND_FCMLA270]) | |
3101 | ||
3102 | (define_int_iterator SVE_COND_INT_CMP_WIDE [UNSPEC_COND_CMPEQ_WIDE | |
3103 | UNSPEC_COND_CMPGE_WIDE | |
3104 | UNSPEC_COND_CMPGT_WIDE | |
3105 | UNSPEC_COND_CMPHI_WIDE | |
3106 | UNSPEC_COND_CMPHS_WIDE | |
3107 | UNSPEC_COND_CMPLE_WIDE | |
3108 | UNSPEC_COND_CMPLO_WIDE | |
3109 | UNSPEC_COND_CMPLS_WIDE | |
3110 | UNSPEC_COND_CMPLT_WIDE | |
3111 | UNSPEC_COND_CMPNE_WIDE]) | |
3112 | ||
4a942af6 RS |
3113 | ;; SVE FP comparisons that accept #0.0. |
3114 | (define_int_iterator SVE_COND_FP_CMP_I0 [UNSPEC_COND_FCMEQ | |
3115 | UNSPEC_COND_FCMGE | |
3116 | UNSPEC_COND_FCMGT | |
3117 | UNSPEC_COND_FCMLE | |
3118 | UNSPEC_COND_FCMLT | |
3119 | UNSPEC_COND_FCMNE]) | |
43cacb12 | 3120 | |
42b4e87d RS |
3121 | (define_int_iterator SVE_COND_FP_ABS_CMP [UNSPEC_COND_FCMGE |
3122 | UNSPEC_COND_FCMGT | |
3123 | UNSPEC_COND_FCMLE | |
3124 | UNSPEC_COND_FCMLT]) | |
3125 | ||
624d0f07 RS |
3126 | (define_int_iterator SVE_FP_TERNARY_LANE [UNSPEC_FMLA UNSPEC_FMLS]) |
3127 | ||
3128 | (define_int_iterator SVE_CFP_TERNARY_LANE [UNSPEC_FCMLA UNSPEC_FCMLA90 | |
3129 | UNSPEC_FCMLA180 UNSPEC_FCMLA270]) | |
3130 | ||
6ad9571b | 3131 | (define_int_iterator SVE_WHILE [UNSPEC_WHILELE UNSPEC_WHILELO |
bad5e58a | 3132 | UNSPEC_WHILELS UNSPEC_WHILELT |
0a09a948 RS |
3133 | (UNSPEC_WHILEGE "TARGET_SVE2") |
3134 | (UNSPEC_WHILEGT "TARGET_SVE2") | |
3135 | (UNSPEC_WHILEHI "TARGET_SVE2") | |
3136 | (UNSPEC_WHILEHS "TARGET_SVE2") | |
bad5e58a RS |
3137 | (UNSPEC_WHILERW "TARGET_SVE2") |
3138 | (UNSPEC_WHILEWR "TARGET_SVE2")]) | |
624d0f07 | 3139 | |
58c036c8 RS |
3140 | (define_int_iterator SVE2_WHILE_PTR [UNSPEC_WHILERW UNSPEC_WHILEWR]) |
3141 | ||
c1c267df RS |
3142 | (define_int_iterator SVE_WHILE_ORDER [UNSPEC_WHILEGE UNSPEC_WHILEGT |
3143 | UNSPEC_WHILEHI UNSPEC_WHILEHS | |
3144 | UNSPEC_WHILELE UNSPEC_WHILELO | |
3145 | UNSPEC_WHILELS UNSPEC_WHILELT]) | |
3146 | ||
624d0f07 RS |
3147 | (define_int_iterator SVE_SHIFT_WIDE [UNSPEC_ASHIFT_WIDE |
3148 | UNSPEC_ASHIFTRT_WIDE | |
3149 | UNSPEC_LSHIFTRT_WIDE]) | |
3150 | ||
3151 | (define_int_iterator SVE_LDFF1_LDNF1 [UNSPEC_LDFF1 UNSPEC_LDNF1]) | |
3152 | ||
7bb4b7a5 ASDV |
3153 | (define_int_iterator SVE_PRED_LOAD [UNSPEC_PRED_X UNSPEC_LD1_SVE]) |
3154 | ||
3155 | (define_int_attr pred_load [(UNSPEC_PRED_X "_x") (UNSPEC_LD1_SVE "")]) | |
3156 | ||
0a09a948 RS |
3157 | (define_int_iterator SVE2_U32_UNARY [UNSPEC_URECPE UNSPEC_RSQRTE]) |
3158 | ||
3159 | (define_int_iterator SVE2_INT_UNARY_NARROWB [UNSPEC_SQXTNB | |
3160 | UNSPEC_SQXTUNB | |
3161 | UNSPEC_UQXTNB]) | |
3162 | ||
3163 | (define_int_iterator SVE2_INT_UNARY_NARROWT [UNSPEC_SQXTNT | |
3164 | UNSPEC_SQXTUNT | |
3165 | UNSPEC_UQXTNT]) | |
3166 | ||
3167 | (define_int_iterator SVE2_INT_BINARY [UNSPEC_SQDMULH | |
3168 | UNSPEC_SQRDMULH]) | |
3169 | ||
3170 | (define_int_iterator SVE2_INT_BINARY_LANE [UNSPEC_SQDMULH | |
3171 | UNSPEC_SQRDMULH]) | |
3172 | ||
3173 | (define_int_iterator SVE2_INT_BINARY_LONG [UNSPEC_SABDLB | |
3174 | UNSPEC_SABDLT | |
3175 | UNSPEC_SADDLB | |
3176 | UNSPEC_SADDLBT | |
3177 | UNSPEC_SADDLT | |
3178 | UNSPEC_SMULLB | |
3179 | UNSPEC_SMULLT | |
3180 | UNSPEC_SQDMULLB | |
3181 | UNSPEC_SQDMULLT | |
3182 | UNSPEC_SSUBLB | |
3183 | UNSPEC_SSUBLBT | |
3184 | UNSPEC_SSUBLT | |
3185 | UNSPEC_SSUBLTB | |
3186 | UNSPEC_UABDLB | |
3187 | UNSPEC_UABDLT | |
3188 | UNSPEC_UADDLB | |
3189 | UNSPEC_UADDLT | |
3190 | UNSPEC_UMULLB | |
3191 | UNSPEC_UMULLT | |
3192 | UNSPEC_USUBLB | |
3193 | UNSPEC_USUBLT]) | |
3194 | ||
3195 | (define_int_iterator SVE2_INT_BINARY_LONG_LANE [UNSPEC_SMULLB | |
3196 | UNSPEC_SMULLT | |
3197 | UNSPEC_SQDMULLB | |
3198 | UNSPEC_SQDMULLT | |
3199 | UNSPEC_UMULLB | |
3200 | UNSPEC_UMULLT]) | |
3201 | ||
3202 | (define_int_iterator SVE2_INT_BINARY_NARROWB [UNSPEC_ADDHNB | |
3203 | UNSPEC_RADDHNB | |
3204 | UNSPEC_RSUBHNB | |
3205 | UNSPEC_SUBHNB]) | |
3206 | ||
3207 | (define_int_iterator SVE2_INT_BINARY_NARROWT [UNSPEC_ADDHNT | |
3208 | UNSPEC_RADDHNT | |
3209 | UNSPEC_RSUBHNT | |
3210 | UNSPEC_SUBHNT]) | |
3211 | ||
3212 | (define_int_iterator SVE2_INT_BINARY_PAIR [UNSPEC_ADDP | |
3213 | UNSPEC_SMAXP | |
3214 | UNSPEC_SMINP | |
3215 | UNSPEC_UMAXP | |
3216 | UNSPEC_UMINP]) | |
3217 | ||
3218 | (define_int_iterator SVE2_FP_BINARY_PAIR [UNSPEC_FADDP | |
3219 | UNSPEC_FMAXP | |
3220 | UNSPEC_FMAXNMP | |
3221 | UNSPEC_FMINP | |
3222 | UNSPEC_FMINNMP]) | |
3223 | ||
3224 | (define_int_iterator SVE2_INT_BINARY_PAIR_LONG [UNSPEC_SADALP UNSPEC_UADALP]) | |
3225 | ||
3226 | (define_int_iterator SVE2_INT_BINARY_WIDE [UNSPEC_SADDWB | |
3227 | UNSPEC_SADDWT | |
3228 | UNSPEC_SSUBWB | |
3229 | UNSPEC_SSUBWT | |
3230 | UNSPEC_UADDWB | |
3231 | UNSPEC_UADDWT | |
3232 | UNSPEC_USUBWB | |
3233 | UNSPEC_USUBWT]) | |
3234 | ||
3235 | (define_int_iterator SVE2_INT_SHIFT_IMM_LONG [UNSPEC_SSHLLB | |
3236 | UNSPEC_SSHLLT | |
3237 | UNSPEC_USHLLB | |
3238 | UNSPEC_USHLLT]) | |
3239 | ||
3240 | (define_int_iterator SVE2_INT_SHIFT_IMM_NARROWB [UNSPEC_RSHRNB | |
3241 | UNSPEC_SHRNB | |
3242 | UNSPEC_SQRSHRNB | |
3243 | UNSPEC_SQRSHRUNB | |
3244 | UNSPEC_SQSHRNB | |
3245 | UNSPEC_SQSHRUNB | |
3246 | UNSPEC_UQRSHRNB | |
3247 | UNSPEC_UQSHRNB]) | |
3248 | ||
3249 | (define_int_iterator SVE2_INT_SHIFT_IMM_NARROWT [UNSPEC_RSHRNT | |
3250 | UNSPEC_SHRNT | |
3251 | UNSPEC_SQRSHRNT | |
3252 | UNSPEC_SQRSHRUNT | |
3253 | UNSPEC_SQSHRNT | |
3254 | UNSPEC_SQSHRUNT | |
3255 | UNSPEC_UQRSHRNT | |
3256 | UNSPEC_UQSHRNT]) | |
3257 | ||
c1c267df RS |
3258 | (define_int_iterator SVE2_INT_SHIFT_IMM_NARROWxN [UNSPEC_SQRSHR |
3259 | UNSPEC_SQRSHRN | |
3260 | UNSPEC_SQRSHRU | |
3261 | UNSPEC_SQRSHRUN | |
3262 | UNSPEC_UQRSHR | |
3263 | UNSPEC_UQRSHRN]) | |
3264 | ||
0a09a948 RS |
3265 | (define_int_iterator SVE2_INT_SHIFT_INSERT [UNSPEC_SLI UNSPEC_SRI]) |
3266 | ||
3267 | (define_int_iterator SVE2_INT_CADD [UNSPEC_CADD90 | |
3268 | UNSPEC_CADD270 | |
3269 | UNSPEC_SQCADD90 | |
3270 | UNSPEC_SQCADD270]) | |
3271 | ||
3272 | (define_int_iterator SVE2_INT_BITPERM [UNSPEC_BDEP UNSPEC_BEXT UNSPEC_BGRP]) | |
3273 | ||
3274 | (define_int_iterator SVE2_INT_TERNARY [UNSPEC_ADCLB | |
3275 | UNSPEC_ADCLT | |
3276 | UNSPEC_EORBT | |
3277 | UNSPEC_EORTB | |
3278 | UNSPEC_SBCLB | |
3279 | UNSPEC_SBCLT | |
3280 | UNSPEC_SQRDMLAH | |
3281 | UNSPEC_SQRDMLSH]) | |
3282 | ||
3283 | (define_int_iterator SVE2_INT_TERNARY_LANE [UNSPEC_SQRDMLAH | |
3284 | UNSPEC_SQRDMLSH]) | |
3285 | ||
3286 | (define_int_iterator SVE2_FP_TERNARY_LONG [UNSPEC_FMLALB | |
3287 | UNSPEC_FMLALT | |
3288 | UNSPEC_FMLSLB | |
3289 | UNSPEC_FMLSLT]) | |
3290 | ||
3291 | (define_int_iterator SVE2_FP_TERNARY_LONG_LANE [UNSPEC_FMLALB | |
3292 | UNSPEC_FMLALT | |
3293 | UNSPEC_FMLSLB | |
3294 | UNSPEC_FMLSLT]) | |
3295 | ||
3296 | (define_int_iterator SVE2_INT_CMLA [UNSPEC_CMLA | |
3297 | UNSPEC_CMLA90 | |
3298 | UNSPEC_CMLA180 | |
3299 | UNSPEC_CMLA270 | |
3300 | UNSPEC_SQRDCMLAH | |
3301 | UNSPEC_SQRDCMLAH90 | |
3302 | UNSPEC_SQRDCMLAH180 | |
3303 | UNSPEC_SQRDCMLAH270]) | |
3304 | ||
ad260343 TC |
3305 | ;; Unlike the normal CMLA instructions these represent the actual operation |
3306 | ;; to be performed. They will always need to be expanded into multiple | |
3307 | ;; sequences consisting of CMLA. | |
3308 | (define_int_iterator SVE2_INT_CMLA_OP [UNSPEC_CMLA | |
3309 | UNSPEC_CMLA_CONJ | |
3310 | UNSPEC_CMLA180 | |
3311 | UNSPEC_CMLA180_CONJ]) | |
3312 | ||
3313 | ;; Unlike the normal CMLA instructions these represent the actual operation | |
3314 | ;; to be performed. They will always need to be expanded into multiple | |
3315 | ;; sequences consisting of CMLA. | |
3316 | (define_int_iterator SVE2_INT_CMUL_OP [UNSPEC_CMUL | |
3317 | UNSPEC_CMUL_CONJ]) | |
3318 | ||
84747acf TC |
3319 | ;; Same as SVE2_INT_CADD but exclude the saturating instructions |
3320 | (define_int_iterator SVE2_INT_CADD_OP [UNSPEC_CADD90 | |
3321 | UNSPEC_CADD270]) | |
3322 | ||
0a09a948 RS |
3323 | (define_int_iterator SVE2_INT_CDOT [UNSPEC_CDOT |
3324 | UNSPEC_CDOT90 | |
3325 | UNSPEC_CDOT180 | |
3326 | UNSPEC_CDOT270]) | |
3327 | ||
3328 | (define_int_iterator SVE2_INT_ADD_BINARY_LONG [UNSPEC_SABDLB | |
3329 | UNSPEC_SABDLT | |
3330 | UNSPEC_SMULLB | |
3331 | UNSPEC_SMULLT | |
3332 | UNSPEC_UABDLB | |
3333 | UNSPEC_UABDLT | |
3334 | UNSPEC_UMULLB | |
3335 | UNSPEC_UMULLT]) | |
3336 | ||
3337 | (define_int_iterator SVE2_INT_QADD_BINARY_LONG [UNSPEC_SQDMULLB | |
3338 | UNSPEC_SQDMULLBT | |
3339 | UNSPEC_SQDMULLT]) | |
3340 | ||
3341 | (define_int_iterator SVE2_INT_SUB_BINARY_LONG [UNSPEC_SMULLB | |
3342 | UNSPEC_SMULLT | |
3343 | UNSPEC_UMULLB | |
3344 | UNSPEC_UMULLT]) | |
3345 | ||
3346 | (define_int_iterator SVE2_INT_QSUB_BINARY_LONG [UNSPEC_SQDMULLB | |
3347 | UNSPEC_SQDMULLBT | |
3348 | UNSPEC_SQDMULLT]) | |
3349 | ||
3350 | (define_int_iterator SVE2_INT_ADD_BINARY_LONG_LANE [UNSPEC_SMULLB | |
3351 | UNSPEC_SMULLT | |
3352 | UNSPEC_UMULLB | |
3353 | UNSPEC_UMULLT]) | |
3354 | ||
3355 | (define_int_iterator SVE2_INT_QADD_BINARY_LONG_LANE [UNSPEC_SQDMULLB | |
3356 | UNSPEC_SQDMULLT]) | |
3357 | ||
3358 | (define_int_iterator SVE2_INT_SUB_BINARY_LONG_LANE [UNSPEC_SMULLB | |
3359 | UNSPEC_SMULLT | |
3360 | UNSPEC_UMULLB | |
3361 | UNSPEC_UMULLT]) | |
3362 | ||
3363 | (define_int_iterator SVE2_INT_QSUB_BINARY_LONG_LANE [UNSPEC_SQDMULLB | |
3364 | UNSPEC_SQDMULLT]) | |
3365 | ||
3366 | (define_int_iterator SVE2_COND_INT_UNARY_FP [UNSPEC_COND_FLOGB]) | |
3367 | ||
3368 | (define_int_iterator SVE2_COND_FP_UNARY_LONG [UNSPEC_COND_FCVTLT]) | |
3369 | ||
3370 | (define_int_iterator SVE2_COND_FP_UNARY_NARROWB [UNSPEC_COND_FCVTX]) | |
3371 | ||
3372 | (define_int_iterator SVE2_COND_INT_BINARY [UNSPEC_SHADD | |
3373 | UNSPEC_SHSUB | |
3374 | UNSPEC_SQRSHL | |
3375 | UNSPEC_SRHADD | |
3376 | UNSPEC_SRSHL | |
3377 | UNSPEC_SUQADD | |
3378 | UNSPEC_UHADD | |
3379 | UNSPEC_UHSUB | |
3380 | UNSPEC_UQRSHL | |
3381 | UNSPEC_URHADD | |
3382 | UNSPEC_URSHL | |
3383 | UNSPEC_USQADD]) | |
3384 | ||
3385 | (define_int_iterator SVE2_COND_INT_BINARY_NOREV [UNSPEC_SUQADD | |
3386 | UNSPEC_USQADD]) | |
3387 | ||
3388 | (define_int_iterator SVE2_COND_INT_BINARY_REV [UNSPEC_SHADD | |
3389 | UNSPEC_SHSUB | |
3390 | UNSPEC_SQRSHL | |
3391 | UNSPEC_SRHADD | |
3392 | UNSPEC_SRSHL | |
3393 | UNSPEC_UHADD | |
3394 | UNSPEC_UHSUB | |
3395 | UNSPEC_UQRSHL | |
3396 | UNSPEC_URHADD | |
3397 | UNSPEC_URSHL]) | |
3398 | ||
3399 | (define_int_iterator SVE2_COND_INT_SHIFT [UNSPEC_SQSHL | |
3400 | UNSPEC_UQSHL]) | |
3401 | ||
3402 | (define_int_iterator SVE2_MATCH [UNSPEC_MATCH UNSPEC_NMATCH]) | |
3403 | ||
3404 | (define_int_iterator SVE2_PMULL [UNSPEC_PMULLB UNSPEC_PMULLT]) | |
3405 | ||
3406 | (define_int_iterator SVE2_PMULL_PAIR [UNSPEC_PMULLB_PAIR UNSPEC_PMULLT_PAIR]) | |
3407 | ||
c1c267df RS |
3408 | (define_int_iterator SVE_QCVTxN [UNSPEC_SQCVT UNSPEC_SQCVTN |
3409 | UNSPEC_SQCVTU UNSPEC_SQCVTUN | |
3410 | UNSPEC_UQCVT UNSPEC_UQCVTN]) | |
3411 | ||
3412 | (define_int_iterator SVE2_SFx24_UNARY [UNSPEC_FRINTA UNSPEC_FRINTM | |
3413 | UNSPEC_FRINTN UNSPEC_FRINTP]) | |
3414 | ||
3415 | (define_int_iterator SVE2_x24_PERMUTE [UNSPEC_ZIP UNSPEC_UZP]) | |
3416 | (define_int_iterator SVE2_x24_PERMUTEQ [UNSPEC_ZIPQ UNSPEC_UZPQ]) | |
3417 | ||
9d63f43b TC |
3418 | (define_int_iterator FCADD [UNSPEC_FCADD90 |
3419 | UNSPEC_FCADD270]) | |
3420 | ||
3421 | (define_int_iterator FCMLA [UNSPEC_FCMLA | |
3422 | UNSPEC_FCMLA90 | |
3423 | UNSPEC_FCMLA180 | |
3424 | UNSPEC_FCMLA270]) | |
3425 | ||
10bd1d96 KT |
3426 | (define_int_iterator FRINTNZX [UNSPEC_FRINT32Z UNSPEC_FRINT32X |
3427 | UNSPEC_FRINT64Z UNSPEC_FRINT64X]) | |
3428 | ||
624d0f07 RS |
3429 | (define_int_iterator SVE_BRK_UNARY [UNSPEC_BRKA UNSPEC_BRKB]) |
3430 | ||
6bec6664 RS |
3431 | (define_int_iterator SVE_BRKP [UNSPEC_BRKPA UNSPEC_BRKPB]) |
3432 | ||
624d0f07 RS |
3433 | (define_int_iterator SVE_BRK_BINARY [UNSPEC_BRKN UNSPEC_BRKPA UNSPEC_BRKPB]) |
3434 | ||
3435 | (define_int_iterator SVE_PITER [UNSPEC_PFIRST UNSPEC_PNEXT]) | |
3436 | ||
36696774 RS |
3437 | (define_int_iterator MATMUL [UNSPEC_SMATMUL UNSPEC_UMATMUL |
3438 | UNSPEC_USMATMUL]) | |
3439 | ||
3440 | (define_int_iterator FMMLA [UNSPEC_FMMLA]) | |
3441 | ||
f78335df DB |
3442 | (define_int_iterator BF_MLA [UNSPEC_BFMLALB |
3443 | UNSPEC_BFMLALT]) | |
3444 | ||
ad260343 TC |
3445 | (define_int_iterator FCMLA_OP [UNSPEC_FCMLA |
3446 | UNSPEC_FCMLA180 | |
3447 | UNSPEC_FCMLA_CONJ | |
3448 | UNSPEC_FCMLA180_CONJ]) | |
3449 | ||
3450 | (define_int_iterator FCMUL_OP [UNSPEC_FCMUL | |
3451 | UNSPEC_FCMUL_CONJ]) | |
3452 | ||
c1c267df RS |
3453 | (define_int_iterator UNSPEC_REVD_ONLY [UNSPEC_REVD]) |
3454 | ||
4f6ab953 RS |
3455 | (define_int_iterator SME_LD1 [UNSPEC_SME_LD1_HOR UNSPEC_SME_LD1_VER]) |
3456 | (define_int_iterator SME_READ [UNSPEC_SME_READ_HOR UNSPEC_SME_READ_VER]) | |
3457 | (define_int_iterator SME_ST1 [UNSPEC_SME_ST1_HOR UNSPEC_SME_ST1_VER]) | |
3458 | (define_int_iterator SME_WRITE [UNSPEC_SME_WRITE_HOR UNSPEC_SME_WRITE_VER]) | |
3459 | ||
3460 | (define_int_iterator SME_BINARY_SDI [UNSPEC_SME_ADDHA UNSPEC_SME_ADDVA]) | |
3461 | ||
3462 | (define_int_iterator SME_INT_MOP [UNSPEC_SME_SMOPA UNSPEC_SME_SMOPS | |
3463 | UNSPEC_SME_SUMOPA UNSPEC_SME_SUMOPS | |
3464 | UNSPEC_SME_UMOPA UNSPEC_SME_UMOPS | |
3465 | UNSPEC_SME_USMOPA UNSPEC_SME_USMOPS]) | |
3466 | ||
c1c267df RS |
3467 | (define_int_iterator SME2_INT_MOP [UNSPEC_SME_SMOPA UNSPEC_SME_SMOPS |
3468 | UNSPEC_SME_UMOPA UNSPEC_SME_UMOPS]) | |
3469 | ||
4f6ab953 RS |
3470 | (define_int_iterator SME_FP_MOP [UNSPEC_SME_FMOPA UNSPEC_SME_FMOPS]) |
3471 | ||
c1c267df RS |
3472 | (define_int_iterator SME2_BMOP [UNSPEC_SME_BMOPA UNSPEC_SME_BMOPS]) |
3473 | ||
3474 | (define_int_iterator SME_BINARY_SLICE_SDI [UNSPEC_SME_ADD UNSPEC_SME_SUB]) | |
3475 | ||
3476 | (define_int_iterator SME_BINARY_SLICE_SDF [UNSPEC_SME_FADD UNSPEC_SME_FSUB]) | |
3477 | ||
3478 | (define_int_iterator SME_BINARY_WRITE_SLICE_SDI [UNSPEC_SME_ADD_WRITE | |
3479 | UNSPEC_SME_SUB_WRITE]) | |
3480 | ||
3481 | (define_int_iterator SME_INT_DOTPROD [UNSPEC_SME_SDOT UNSPEC_SME_UDOT | |
3482 | UNSPEC_SME_USDOT]) | |
3483 | ||
3484 | (define_int_iterator SME_INT_DOTPROD_LANE [UNSPEC_SME_SDOT UNSPEC_SME_SVDOT | |
3485 | UNSPEC_SME_UDOT UNSPEC_SME_UVDOT | |
3486 | UNSPEC_SME_SUDOT UNSPEC_SME_SUVDOT | |
3487 | UNSPEC_SME_USDOT UNSPEC_SME_USVDOT]) | |
3488 | ||
3489 | (define_int_iterator SME_FP_DOTPROD [UNSPEC_SME_FDOT]) | |
3490 | ||
3491 | (define_int_iterator SME_FP_DOTPROD_LANE [UNSPEC_SME_FDOT UNSPEC_SME_FVDOT]) | |
3492 | ||
3493 | (define_int_iterator SME_INT_TERNARY_SLICE [UNSPEC_SME_SMLA UNSPEC_SME_SMLS | |
3494 | UNSPEC_SME_UMLA UNSPEC_SME_UMLS]) | |
3495 | ||
3496 | (define_int_iterator SME_FP_TERNARY_SLICE [UNSPEC_SME_FMLA UNSPEC_SME_FMLS]) | |
3497 | ||
d81cb613 MW |
3498 | ;; Iterators for atomic operations. |
3499 | ||
3500 | (define_int_iterator ATOMIC_LDOP | |
3501 | [UNSPECV_ATOMIC_LDOP_OR UNSPECV_ATOMIC_LDOP_BIC | |
3502 | UNSPECV_ATOMIC_LDOP_XOR UNSPECV_ATOMIC_LDOP_PLUS]) | |
3503 | ||
3504 | (define_int_attr atomic_ldop | |
3505 | [(UNSPECV_ATOMIC_LDOP_OR "set") (UNSPECV_ATOMIC_LDOP_BIC "clr") | |
3506 | (UNSPECV_ATOMIC_LDOP_XOR "eor") (UNSPECV_ATOMIC_LDOP_PLUS "add")]) | |
3507 | ||
7803ec5e RH |
3508 | (define_int_attr atomic_ldoptab |
3509 | [(UNSPECV_ATOMIC_LDOP_OR "ior") (UNSPECV_ATOMIC_LDOP_BIC "bic") | |
3510 | (UNSPECV_ATOMIC_LDOP_XOR "xor") (UNSPECV_ATOMIC_LDOP_PLUS "add")]) | |
3511 | ||
b096a6eb RS |
3512 | (define_int_iterator SUBDI_BITS [8 16 32]) |
3513 | ||
c1c267df RS |
3514 | (define_int_iterator BHSD_BITS [8 16 32 64]) |
3515 | ||
3516 | (define_int_iterator LUTI_BITS [2 4]) | |
3517 | ||
43e9d192 IB |
3518 | ;; ------------------------------------------------------------------- |
3519 | ;; Int Iterators Attributes. | |
3520 | ;; ------------------------------------------------------------------- | |
43cacb12 RS |
3521 | |
3522 | ;; The optab associated with an operation. Note that for ANDF, IORF | |
3523 | ;; and XORF, the optab pattern is not actually defined; we just use this | |
3524 | ;; name for consistency with the integer patterns. | |
3525 | (define_int_attr optab [(UNSPEC_ANDF "and") | |
3526 | (UNSPEC_IORF "ior") | |
898f07b0 | 3527 | (UNSPEC_XORF "xor") |
624d0f07 RS |
3528 | (UNSPEC_SADDV "sadd") |
3529 | (UNSPEC_UADDV "uadd") | |
898f07b0 RS |
3530 | (UNSPEC_ANDV "and") |
3531 | (UNSPEC_IORV "ior") | |
0972596e | 3532 | (UNSPEC_XORV "xor") |
624d0f07 RS |
3533 | (UNSPEC_FRECPE "frecpe") |
3534 | (UNSPEC_FRECPS "frecps") | |
3535 | (UNSPEC_RSQRTE "frsqrte") | |
3536 | (UNSPEC_RSQRTS "frsqrts") | |
3537 | (UNSPEC_RBIT "rbit") | |
d7a09c44 | 3538 | (UNSPEC_REVB "revb") |
c1c267df | 3539 | (UNSPEC_REVD "revd") |
d7a09c44 RS |
3540 | (UNSPEC_REVH "revh") |
3541 | (UNSPEC_REVW "revw") | |
b0760a40 RS |
3542 | (UNSPEC_UMAXV "umax") |
3543 | (UNSPEC_UMINV "umin") | |
3544 | (UNSPEC_SMAXV "smax") | |
3545 | (UNSPEC_SMINV "smin") | |
0a09a948 RS |
3546 | (UNSPEC_CADD90 "cadd90") |
3547 | (UNSPEC_CADD270 "cadd270") | |
3548 | (UNSPEC_CDOT "cdot") | |
3549 | (UNSPEC_CDOT90 "cdot90") | |
3550 | (UNSPEC_CDOT180 "cdot180") | |
3551 | (UNSPEC_CDOT270 "cdot270") | |
3552 | (UNSPEC_CMLA "cmla") | |
3553 | (UNSPEC_CMLA90 "cmla90") | |
3554 | (UNSPEC_CMLA180 "cmla180") | |
3555 | (UNSPEC_CMLA270 "cmla270") | |
b0760a40 RS |
3556 | (UNSPEC_FADDV "plus") |
3557 | (UNSPEC_FMAXNMV "smax") | |
3558 | (UNSPEC_FMAXV "smax_nan") | |
3559 | (UNSPEC_FMINNMV "smin") | |
3560 | (UNSPEC_FMINV "smin_nan") | |
624d0f07 RS |
3561 | (UNSPEC_SMUL_HIGHPART "smulh") |
3562 | (UNSPEC_UMUL_HIGHPART "umulh") | |
3563 | (UNSPEC_FMLA "fma") | |
3564 | (UNSPEC_FMLS "fnma") | |
3565 | (UNSPEC_FCMLA "fcmla") | |
3566 | (UNSPEC_FCMLA90 "fcmla90") | |
3567 | (UNSPEC_FCMLA180 "fcmla180") | |
3568 | (UNSPEC_FCMLA270 "fcmla270") | |
3569 | (UNSPEC_FEXPA "fexpa") | |
3570 | (UNSPEC_FTSMUL "ftsmul") | |
3571 | (UNSPEC_FTSSEL "ftssel") | |
0a09a948 RS |
3572 | (UNSPEC_PMULLB "pmullb") |
3573 | (UNSPEC_PMULLB_PAIR "pmullb_pair") | |
3574 | (UNSPEC_PMULLT "pmullt") | |
3575 | (UNSPEC_PMULLT_PAIR "pmullt_pair") | |
36696774 | 3576 | (UNSPEC_SMATMUL "smatmul") |
c1c267df RS |
3577 | (UNSPEC_UZP "uzp") |
3578 | (UNSPEC_UZPQ "uzpq") | |
3579 | (UNSPEC_ZIP "zip") | |
3580 | (UNSPEC_ZIPQ "zipq") | |
3581 | (UNSPEC_SME_ADD "add") | |
3582 | (UNSPEC_SME_ADD_WRITE "add_write") | |
4f6ab953 RS |
3583 | (UNSPEC_SME_ADDHA "addha") |
3584 | (UNSPEC_SME_ADDVA "addva") | |
c1c267df RS |
3585 | (UNSPEC_SME_BMOPA "bmopa") |
3586 | (UNSPEC_SME_BMOPS "bmops") | |
3587 | (UNSPEC_SME_FADD "fadd") | |
3588 | (UNSPEC_SME_FDOT "fdot") | |
3589 | (UNSPEC_SME_FVDOT "fvdot") | |
3590 | (UNSPEC_SME_FMLA "fmla") | |
3591 | (UNSPEC_SME_FMLS "fmls") | |
4f6ab953 RS |
3592 | (UNSPEC_SME_FMOPA "fmopa") |
3593 | (UNSPEC_SME_FMOPS "fmops") | |
c1c267df | 3594 | (UNSPEC_SME_FSUB "fsub") |
4f6ab953 RS |
3595 | (UNSPEC_SME_LD1_HOR "ld1_hor") |
3596 | (UNSPEC_SME_LD1_VER "ld1_ver") | |
3597 | (UNSPEC_SME_READ_HOR "read_hor") | |
3598 | (UNSPEC_SME_READ_VER "read_ver") | |
c1c267df RS |
3599 | (UNSPEC_SME_SDOT "sdot") |
3600 | (UNSPEC_SME_SVDOT "svdot") | |
3601 | (UNSPEC_SME_SMLA "smla") | |
3602 | (UNSPEC_SME_SMLS "smls") | |
4f6ab953 RS |
3603 | (UNSPEC_SME_SMOPA "smopa") |
3604 | (UNSPEC_SME_SMOPS "smops") | |
3605 | (UNSPEC_SME_ST1_HOR "st1_hor") | |
3606 | (UNSPEC_SME_ST1_VER "st1_ver") | |
c1c267df RS |
3607 | (UNSPEC_SME_SUB "sub") |
3608 | (UNSPEC_SME_SUB_WRITE "sub_write") | |
3609 | (UNSPEC_SME_SUDOT "sudot") | |
3610 | (UNSPEC_SME_SUVDOT "suvdot") | |
4f6ab953 RS |
3611 | (UNSPEC_SME_SUMOPA "sumopa") |
3612 | (UNSPEC_SME_SUMOPS "sumops") | |
c1c267df RS |
3613 | (UNSPEC_SME_UDOT "udot") |
3614 | (UNSPEC_SME_UVDOT "uvdot") | |
3615 | (UNSPEC_SME_UMLA "umla") | |
3616 | (UNSPEC_SME_UMLS "umls") | |
4f6ab953 RS |
3617 | (UNSPEC_SME_UMOPA "umopa") |
3618 | (UNSPEC_SME_UMOPS "umops") | |
c1c267df RS |
3619 | (UNSPEC_SME_USDOT "usdot") |
3620 | (UNSPEC_SME_USVDOT "usvdot") | |
4f6ab953 RS |
3621 | (UNSPEC_SME_USMOPA "usmopa") |
3622 | (UNSPEC_SME_USMOPS "usmops") | |
3623 | (UNSPEC_SME_WRITE_HOR "write_hor") | |
3624 | (UNSPEC_SME_WRITE_VER "write_ver") | |
0a09a948 RS |
3625 | (UNSPEC_SQCADD90 "sqcadd90") |
3626 | (UNSPEC_SQCADD270 "sqcadd270") | |
c1c267df RS |
3627 | (UNSPEC_SQCVT "sqcvt") |
3628 | (UNSPEC_SQCVTN "sqcvtn") | |
3629 | (UNSPEC_SQCVTU "sqcvtu") | |
3630 | (UNSPEC_SQCVTUN "sqcvtun") | |
0a09a948 RS |
3631 | (UNSPEC_SQRDCMLAH "sqrdcmlah") |
3632 | (UNSPEC_SQRDCMLAH90 "sqrdcmlah90") | |
3633 | (UNSPEC_SQRDCMLAH180 "sqrdcmlah180") | |
3634 | (UNSPEC_SQRDCMLAH270 "sqrdcmlah270") | |
36696774 RS |
3635 | (UNSPEC_TRN1Q "trn1q") |
3636 | (UNSPEC_TRN2Q "trn2q") | |
3637 | (UNSPEC_UMATMUL "umatmul") | |
c1c267df RS |
3638 | (UNSPEC_UQCVT "uqcvt") |
3639 | (UNSPEC_UQCVTN "uqcvtn") | |
36696774 RS |
3640 | (UNSPEC_USMATMUL "usmatmul") |
3641 | (UNSPEC_UZP1Q "uzp1q") | |
3642 | (UNSPEC_UZP2Q "uzp2q") | |
58c036c8 RS |
3643 | (UNSPEC_WHILERW "vec_check_raw_alias") |
3644 | (UNSPEC_WHILEWR "vec_check_war_alias") | |
36696774 RS |
3645 | (UNSPEC_ZIP1Q "zip1q") |
3646 | (UNSPEC_ZIP2Q "zip2q") | |
d45b20a5 | 3647 | (UNSPEC_COND_FABS "abs") |
cb18e86d | 3648 | (UNSPEC_COND_FADD "add") |
624d0f07 RS |
3649 | (UNSPEC_COND_FCADD90 "cadd90") |
3650 | (UNSPEC_COND_FCADD270 "cadd270") | |
3651 | (UNSPEC_COND_FCMLA "fcmla") | |
3652 | (UNSPEC_COND_FCMLA90 "fcmla90") | |
3653 | (UNSPEC_COND_FCMLA180 "fcmla180") | |
3654 | (UNSPEC_COND_FCMLA270 "fcmla270") | |
99361551 RS |
3655 | (UNSPEC_COND_FCVT "fcvt") |
3656 | (UNSPEC_COND_FCVTZS "fix_trunc") | |
3657 | (UNSPEC_COND_FCVTZU "fixuns_trunc") | |
cb18e86d | 3658 | (UNSPEC_COND_FDIV "div") |
6d331688 | 3659 | (UNSPEC_COND_FMAX "fmax_nan") |
cb18e86d | 3660 | (UNSPEC_COND_FMAXNM "smax") |
6d331688 | 3661 | (UNSPEC_COND_FMIN "fmin_nan") |
cb18e86d | 3662 | (UNSPEC_COND_FMINNM "smin") |
b41d1f6e RS |
3663 | (UNSPEC_COND_FMLA "fma") |
3664 | (UNSPEC_COND_FMLS "fnma") | |
cb18e86d | 3665 | (UNSPEC_COND_FMUL "mul") |
624d0f07 | 3666 | (UNSPEC_COND_FMULX "mulx") |
d45b20a5 | 3667 | (UNSPEC_COND_FNEG "neg") |
b41d1f6e | 3668 | (UNSPEC_COND_FNMLA "fnms") |
cb18e86d | 3669 | (UNSPEC_COND_FNMLS "fms") |
624d0f07 | 3670 | (UNSPEC_COND_FRECPX "frecpx") |
d45b20a5 RS |
3671 | (UNSPEC_COND_FRINTA "round") |
3672 | (UNSPEC_COND_FRINTI "nearbyint") | |
3673 | (UNSPEC_COND_FRINTM "floor") | |
3674 | (UNSPEC_COND_FRINTN "frintn") | |
3675 | (UNSPEC_COND_FRINTP "ceil") | |
3676 | (UNSPEC_COND_FRINTX "rint") | |
3677 | (UNSPEC_COND_FRINTZ "btrunc") | |
624d0f07 | 3678 | (UNSPEC_COND_FSCALE "fscale") |
d45b20a5 | 3679 | (UNSPEC_COND_FSQRT "sqrt") |
99361551 RS |
3680 | (UNSPEC_COND_FSUB "sub") |
3681 | (UNSPEC_COND_SCVTF "float") | |
3682 | (UNSPEC_COND_UCVTF "floatuns")]) | |
43cacb12 | 3683 | |
6d331688 RS |
3684 | (define_int_attr fmaxmin [(UNSPEC_FMAX "fmax_nan") |
3685 | (UNSPEC_FMAXNM "fmax") | |
e32b9eb3 | 3686 | (UNSPEC_FMAXNMV "fmax") |
6d331688 RS |
3687 | (UNSPEC_FMIN "fmin_nan") |
3688 | (UNSPEC_FMINNM "fmin") | |
e32b9eb3 | 3689 | (UNSPEC_FMINNMV "fmin") |
6d331688 RS |
3690 | (UNSPEC_COND_FMAXNM "fmax") |
3691 | (UNSPEC_COND_FMINNM "fmin")]) | |
998eaf97 JG |
3692 | |
3693 | (define_int_attr maxmin_uns_op [(UNSPEC_UMAXV "umax") | |
3694 | (UNSPEC_UMINV "umin") | |
3695 | (UNSPEC_SMAXV "smax") | |
3696 | (UNSPEC_SMINV "smin") | |
3697 | (UNSPEC_FMAX "fmax") | |
3698 | (UNSPEC_FMAXNMV "fmaxnm") | |
3699 | (UNSPEC_FMAXV "fmax") | |
3700 | (UNSPEC_FMIN "fmin") | |
3701 | (UNSPEC_FMINNMV "fminnm") | |
1efafef3 TC |
3702 | (UNSPEC_FMINV "fmin") |
3703 | (UNSPEC_FMAXNM "fmaxnm") | |
3704 | (UNSPEC_FMINNM "fminnm")]) | |
202d0c11 | 3705 | |
624d0f07 RS |
3706 | (define_code_attr binqops_op [(ss_plus "sqadd") |
3707 | (us_plus "uqadd") | |
3708 | (ss_minus "sqsub") | |
3709 | (us_minus "uqsub")]) | |
3710 | ||
3711 | (define_code_attr binqops_op_rev [(ss_plus "sqsub") | |
3712 | (ss_minus "sqadd")]) | |
3713 | ||
43cacb12 RS |
3714 | ;; The SVE logical instruction that implements an unspec. |
3715 | (define_int_attr logicalf_op [(UNSPEC_ANDF "and") | |
3716 | (UNSPEC_IORF "orr") | |
3717 | (UNSPEC_XORF "eor")]) | |
3718 | ||
624d0f07 RS |
3719 | (define_int_attr last_op [(UNSPEC_CLASTA "after_last") |
3720 | (UNSPEC_CLASTB "last") | |
3721 | (UNSPEC_LASTA "after_last") | |
3722 | (UNSPEC_LASTB "last")]) | |
3723 | ||
43cacb12 | 3724 | ;; "s" for signed operations and "u" for unsigned ones. |
624d0f07 RS |
3725 | (define_int_attr su [(UNSPEC_SADDV "s") |
3726 | (UNSPEC_UADDV "u") | |
3727 | (UNSPEC_UNPACKSHI "s") | |
43cacb12 RS |
3728 | (UNSPEC_UNPACKUHI "u") |
3729 | (UNSPEC_UNPACKSLO "s") | |
11e9443f RS |
3730 | (UNSPEC_UNPACKULO "u") |
3731 | (UNSPEC_SMUL_HIGHPART "s") | |
99361551 RS |
3732 | (UNSPEC_UMUL_HIGHPART "u") |
3733 | (UNSPEC_COND_FCVTZS "s") | |
3734 | (UNSPEC_COND_FCVTZU "u") | |
3735 | (UNSPEC_COND_SCVTF "s") | |
58cc9876 | 3736 | (UNSPEC_COND_UCVTF "u") |
58cc9876 YW |
3737 | (UNSPEC_SMULHS "s") (UNSPEC_UMULHS "u") |
3738 | (UNSPEC_SMULHRS "s") (UNSPEC_UMULHRS "u")]) | |
43cacb12 | 3739 | |
43e9d192 IB |
3740 | (define_int_attr sur [(UNSPEC_SHADD "s") (UNSPEC_UHADD "u") |
3741 | (UNSPEC_SRHADD "sr") (UNSPEC_URHADD "ur") | |
3742 | (UNSPEC_SHSUB "s") (UNSPEC_UHSUB "u") | |
75add2d0 | 3743 | (UNSPEC_SADALP "s") (UNSPEC_UADALP "u") |
43e9d192 IB |
3744 | (UNSPEC_USQADD "us") (UNSPEC_SUQADD "su") |
3745 | (UNSPEC_SSLI "s") (UNSPEC_USLI "u") | |
3746 | (UNSPEC_SSRI "s") (UNSPEC_USRI "u") | |
3747 | (UNSPEC_USRA "u") (UNSPEC_SSRA "s") | |
43e9d192 IB |
3748 | (UNSPEC_URSHR "ur") (UNSPEC_SRSHR "sr") |
3749 | (UNSPEC_SQSHLU "s") (UNSPEC_SQSHL "s") | |
3750 | (UNSPEC_UQSHL "u") | |
43e9d192 IB |
3751 | (UNSPEC_USHL "u") (UNSPEC_SSHL "s") |
3752 | (UNSPEC_USHLL "u") (UNSPEC_SSHLL "s") | |
3753 | (UNSPEC_URSHL "ur") (UNSPEC_SRSHL "sr") | |
3754 | (UNSPEC_UQRSHL "u") (UNSPEC_SQRSHL "s") | |
7a08d813 | 3755 | (UNSPEC_SDOT "s") (UNSPEC_UDOT "u") |
8c197c85 | 3756 | (UNSPEC_USDOT "us") (UNSPEC_SUDOT "su") |
36696774 RS |
3757 | (UNSPEC_SMATMUL "s") (UNSPEC_UMATMUL "u") |
3758 | (UNSPEC_USMATMUL "us") | |
43e9d192 IB |
3759 | ]) |
3760 | ||
3761 | (define_int_attr r [(UNSPEC_SQDMULH "") (UNSPEC_SQRDMULH "r") | |
43e9d192 IB |
3762 | (UNSPEC_SQSHL "") (UNSPEC_UQSHL "") |
3763 | (UNSPEC_SQRSHL "r")(UNSPEC_UQRSHL "r") | |
58cc9876 YW |
3764 | (UNSPEC_SMULHS "") (UNSPEC_UMULHS "") |
3765 | (UNSPEC_SMULHRS "r") (UNSPEC_UMULHRS "r") | |
43e9d192 IB |
3766 | ]) |
3767 | ||
3768 | (define_int_attr lr [(UNSPEC_SSLI "l") (UNSPEC_USLI "l") | |
0a09a948 RS |
3769 | (UNSPEC_SSRI "r") (UNSPEC_USRI "r") |
3770 | (UNSPEC_SQSHL "l") (UNSPEC_UQSHL "l") | |
3771 | (UNSPEC_SQSHLU "l") | |
3772 | (UNSPEC_SRSHR "r") (UNSPEC_URSHR "r") | |
3773 | (UNSPEC_ASRD "r") | |
3774 | (UNSPEC_SLI "l") (UNSPEC_SRI "r")]) | |
43e9d192 IB |
3775 | |
3776 | (define_int_attr u [(UNSPEC_SQSHLU "u") (UNSPEC_SQSHL "") (UNSPEC_UQSHL "") | |
42addb5a RS |
3777 | (UNSPEC_SHADD "") (UNSPEC_UHADD "u") |
3778 | (UNSPEC_SRHADD "") (UNSPEC_URHADD "u")]) | |
43e9d192 | 3779 | |
624d0f07 RS |
3780 | (define_int_attr fn [(UNSPEC_LDFF1 "f") (UNSPEC_LDNF1 "n")]) |
3781 | ||
3782 | (define_int_attr ab [(UNSPEC_CLASTA "a") (UNSPEC_CLASTB "b") | |
3783 | (UNSPEC_LASTA "a") (UNSPEC_LASTB "b")]) | |
3784 | ||
f78335df DB |
3785 | (define_int_attr bt [(UNSPEC_BFMLALB "b") (UNSPEC_BFMLALT "t")]) |
3786 | ||
43e9d192 IB |
3787 | (define_int_attr addsub [(UNSPEC_SHADD "add") |
3788 | (UNSPEC_UHADD "add") | |
3789 | (UNSPEC_SRHADD "add") | |
3790 | (UNSPEC_URHADD "add") | |
3791 | (UNSPEC_SHSUB "sub") | |
46579775 | 3792 | (UNSPEC_UHSUB "sub")]) |
43e9d192 | 3793 | |
2d57b12e YW |
3794 | ;; BSL variants: first commutative operand. |
3795 | (define_int_attr bsl_1st [(1 "w") (2 "0")]) | |
3796 | ||
3797 | ;; BSL variants: second commutative operand. | |
3798 | (define_int_attr bsl_2nd [(1 "0") (2 "w")]) | |
3799 | ||
3800 | ;; BSL variants: duplicated input operand. | |
3801 | (define_int_attr bsl_dup [(1 "1") (2 "2")]) | |
3802 | ||
3803 | ;; BSL variants: operand which requires preserving via movprfx. | |
3804 | (define_int_attr bsl_mov [(1 "2") (2 "1")]) | |
3805 | ||
cb23a30c JG |
3806 | (define_int_attr offsetlr [(UNSPEC_SSLI "") (UNSPEC_USLI "") |
3807 | (UNSPEC_SSRI "offset_") | |
3808 | (UNSPEC_USRI "offset_")]) | |
43e9d192 | 3809 | |
42fc9a7f JG |
3810 | ;; Standard pattern names for floating-point rounding instructions. |
3811 | (define_int_attr frint_pattern [(UNSPEC_FRINTZ "btrunc") | |
3812 | (UNSPEC_FRINTP "ceil") | |
3813 | (UNSPEC_FRINTM "floor") | |
3814 | (UNSPEC_FRINTI "nearbyint") | |
3815 | (UNSPEC_FRINTX "rint") | |
0659ce6f | 3816 | (UNSPEC_FRINTA "round") |
16ce822e | 3817 | (UNSPEC_FRINTN "roundeven")]) |
42fc9a7f JG |
3818 | |
3819 | ;; frint suffix for floating-point rounding instructions. | |
3820 | (define_int_attr frint_suffix [(UNSPEC_FRINTZ "z") (UNSPEC_FRINTP "p") | |
3821 | (UNSPEC_FRINTM "m") (UNSPEC_FRINTI "i") | |
0659ce6f JG |
3822 | (UNSPEC_FRINTX "x") (UNSPEC_FRINTA "a") |
3823 | (UNSPEC_FRINTN "n")]) | |
42fc9a7f JG |
3824 | |
3825 | (define_int_attr fcvt_pattern [(UNSPEC_FRINTZ "btrunc") (UNSPEC_FRINTA "round") | |
ce966824 JG |
3826 | (UNSPEC_FRINTP "ceil") (UNSPEC_FRINTM "floor") |
3827 | (UNSPEC_FRINTN "frintn")]) | |
42fc9a7f | 3828 | |
3f598afe JW |
3829 | (define_int_attr fcvt_fixed_insn [(UNSPEC_SCVTF "scvtf") |
3830 | (UNSPEC_UCVTF "ucvtf") | |
3831 | (UNSPEC_FCVTZS "fcvtzs") | |
3832 | (UNSPEC_FCVTZU "fcvtzu")]) | |
3833 | ||
db58fd89 | 3834 | ;; Pointer authentication mnemonic prefix. |
8fc16d72 ST |
3835 | (define_int_attr pauth_mnem_prefix [(UNSPEC_PACIASP "pacia") |
3836 | (UNSPEC_PACIBSP "pacib") | |
3837 | (UNSPEC_PACIA1716 "pacia") | |
3838 | (UNSPEC_PACIB1716 "pacib") | |
3839 | (UNSPEC_AUTIASP "autia") | |
3840 | (UNSPEC_AUTIBSP "autib") | |
3841 | (UNSPEC_AUTIA1716 "autia") | |
3842 | (UNSPEC_AUTIB1716 "autib")]) | |
3843 | ||
3844 | (define_int_attr pauth_key [(UNSPEC_PACIASP "AARCH64_KEY_A") | |
3845 | (UNSPEC_PACIBSP "AARCH64_KEY_B") | |
3846 | (UNSPEC_PACIA1716 "AARCH64_KEY_A") | |
3847 | (UNSPEC_PACIB1716 "AARCH64_KEY_B") | |
3848 | (UNSPEC_AUTIASP "AARCH64_KEY_A") | |
3849 | (UNSPEC_AUTIBSP "AARCH64_KEY_B") | |
3850 | (UNSPEC_AUTIA1716 "AARCH64_KEY_A") | |
3851 | (UNSPEC_AUTIB1716 "AARCH64_KEY_B")]) | |
3852 | ||
3853 | ;; Pointer authentication HINT number for NOP space instructions using A and | |
3854 | ;; B key. | |
3855 | (define_int_attr pauth_hint_num [(UNSPEC_PACIASP "25") | |
3856 | (UNSPEC_PACIBSP "27") | |
3857 | (UNSPEC_AUTIASP "29") | |
3858 | (UNSPEC_AUTIBSP "31") | |
3859 | (UNSPEC_PACIA1716 "8") | |
3860 | (UNSPEC_PACIB1716 "10") | |
3861 | (UNSPEC_AUTIA1716 "12") | |
3862 | (UNSPEC_AUTIB1716 "14")]) | |
db58fd89 | 3863 | |
3e2751ce | 3864 | (define_int_attr perm_insn [(UNSPEC_ZIP1 "zip1") (UNSPEC_ZIP2 "zip2") |
36696774 | 3865 | (UNSPEC_ZIP1Q "zip1") (UNSPEC_ZIP2Q "zip2") |
3e2751ce | 3866 | (UNSPEC_TRN1 "trn1") (UNSPEC_TRN2 "trn2") |
36696774 RS |
3867 | (UNSPEC_TRN1Q "trn1") (UNSPEC_TRN2Q "trn2") |
3868 | (UNSPEC_UZP1 "uzp1") (UNSPEC_UZP2 "uzp2") | |
c1c267df RS |
3869 | (UNSPEC_UZP1Q "uzp1") (UNSPEC_UZP2Q "uzp2") |
3870 | (UNSPEC_UZP "uzp") (UNSPEC_UZPQ "uzp") | |
3871 | (UNSPEC_ZIP "zip") (UNSPEC_ZIPQ "zip")]) | |
cc4d934f | 3872 | |
923fcec3 AL |
3873 | ; op code for REV instructions (size within which elements are reversed). |
3874 | (define_int_attr rev_op [(UNSPEC_REV64 "64") (UNSPEC_REV32 "32") | |
3875 | (UNSPEC_REV16 "16")]) | |
3876 | ||
3e2751ce | 3877 | (define_int_attr perm_hilo [(UNSPEC_UNPACKSHI "hi") (UNSPEC_UNPACKUHI "hi") |
c2ef4708 | 3878 | (UNSPEC_UNPACKSLO "lo") (UNSPEC_UNPACKULO "lo")]) |
0050faf8 | 3879 | |
9bfb28ed RS |
3880 | ;; Return true if the associated optab refers to the high-numbered lanes, |
3881 | ;; false if it refers to the low-numbered lanes. The convention is for | |
3882 | ;; "hi" to refer to the low-numbered lanes (the first ones in memory) | |
3883 | ;; for big-endian. | |
3884 | (define_int_attr hi_lanes_optab [(UNSPEC_UNPACKSHI "!BYTES_BIG_ENDIAN") | |
3885 | (UNSPEC_UNPACKUHI "!BYTES_BIG_ENDIAN") | |
3886 | (UNSPEC_UNPACKSLO "BYTES_BIG_ENDIAN") | |
3887 | (UNSPEC_UNPACKULO "BYTES_BIG_ENDIAN")]) | |
3888 | ||
5d357f26 KT |
3889 | (define_int_attr crc_variant [(UNSPEC_CRC32B "crc32b") (UNSPEC_CRC32H "crc32h") |
3890 | (UNSPEC_CRC32W "crc32w") (UNSPEC_CRC32X "crc32x") | |
3891 | (UNSPEC_CRC32CB "crc32cb") (UNSPEC_CRC32CH "crc32ch") | |
3892 | (UNSPEC_CRC32CW "crc32cw") (UNSPEC_CRC32CX "crc32cx")]) | |
3893 | ||
3894 | (define_int_attr crc_mode [(UNSPEC_CRC32B "QI") (UNSPEC_CRC32H "HI") | |
3895 | (UNSPEC_CRC32W "SI") (UNSPEC_CRC32X "DI") | |
3896 | (UNSPEC_CRC32CB "QI") (UNSPEC_CRC32CH "HI") | |
3897 | (UNSPEC_CRC32CW "SI") (UNSPEC_CRC32CX "DI")]) | |
3898 | ||
5a7a4e80 TB |
3899 | (define_int_attr aes_op [(UNSPEC_AESE "e") (UNSPEC_AESD "d")]) |
3900 | (define_int_attr aesmc_op [(UNSPEC_AESMC "mc") (UNSPEC_AESIMC "imc")]) | |
30442682 TB |
3901 | |
3902 | (define_int_attr sha1_op [(UNSPEC_SHA1C "c") (UNSPEC_SHA1P "p") | |
3903 | (UNSPEC_SHA1M "m")]) | |
b9cb0a44 TB |
3904 | |
3905 | (define_int_attr sha256_op [(UNSPEC_SHA256H "") (UNSPEC_SHA256H2 "2")]) | |
57b26d65 MW |
3906 | |
3907 | (define_int_attr rdma_as [(UNSPEC_SQRDMLAH "a") (UNSPEC_SQRDMLSH "s")]) | |
27086ea3 MC |
3908 | |
3909 | (define_int_attr sha512_op [(UNSPEC_SHA512H "") (UNSPEC_SHA512H2 "2")]) | |
3910 | ||
3911 | (define_int_attr sm3tt_op [(UNSPEC_SM3TT1A "1a") (UNSPEC_SM3TT1B "1b") | |
3912 | (UNSPEC_SM3TT2A "2a") (UNSPEC_SM3TT2B "2b")]) | |
3913 | ||
3914 | (define_int_attr sm3part_op [(UNSPEC_SM3PARTW1 "1") (UNSPEC_SM3PARTW2 "2")]) | |
3915 | ||
3916 | (define_int_attr f16mac1 [(UNSPEC_FMLAL "a") (UNSPEC_FMLSL "s") | |
3917 | (UNSPEC_FMLAL2 "a") (UNSPEC_FMLSL2 "s")]) | |
43cacb12 | 3918 | |
10bd1d96 KT |
3919 | (define_int_attr frintnzs_op [(UNSPEC_FRINT32Z "frint32z") (UNSPEC_FRINT32X "frint32x") |
3920 | (UNSPEC_FRINT64Z "frint64z") (UNSPEC_FRINT64X "frint64x")]) | |
3921 | ||
43cacb12 | 3922 | ;; The condition associated with an UNSPEC_COND_<xx>. |
624d0f07 RS |
3923 | (define_int_attr cmp_op [(UNSPEC_COND_CMPEQ_WIDE "eq") |
3924 | (UNSPEC_COND_CMPGE_WIDE "ge") | |
3925 | (UNSPEC_COND_CMPGT_WIDE "gt") | |
3926 | (UNSPEC_COND_CMPHI_WIDE "hi") | |
3927 | (UNSPEC_COND_CMPHS_WIDE "hs") | |
3928 | (UNSPEC_COND_CMPLE_WIDE "le") | |
3929 | (UNSPEC_COND_CMPLO_WIDE "lo") | |
3930 | (UNSPEC_COND_CMPLS_WIDE "ls") | |
3931 | (UNSPEC_COND_CMPLT_WIDE "lt") | |
3932 | (UNSPEC_COND_CMPNE_WIDE "ne") | |
3933 | (UNSPEC_COND_FCMEQ "eq") | |
cb18e86d RS |
3934 | (UNSPEC_COND_FCMGE "ge") |
3935 | (UNSPEC_COND_FCMGT "gt") | |
3936 | (UNSPEC_COND_FCMLE "le") | |
3937 | (UNSPEC_COND_FCMLT "lt") | |
4a942af6 | 3938 | (UNSPEC_COND_FCMNE "ne") |
0a09a948 RS |
3939 | (UNSPEC_WHILEGE "ge") |
3940 | (UNSPEC_WHILEGT "gt") | |
3941 | (UNSPEC_WHILEHI "hi") | |
3942 | (UNSPEC_WHILEHS "hs") | |
6ad9571b RS |
3943 | (UNSPEC_WHILELE "le") |
3944 | (UNSPEC_WHILELO "lo") | |
3945 | (UNSPEC_WHILELS "ls") | |
3946 | (UNSPEC_WHILELT "lt") | |
58c036c8 RS |
3947 | (UNSPEC_WHILERW "rw") |
3948 | (UNSPEC_WHILEWR "wr")]) | |
624d0f07 | 3949 | |
0a09a948 RS |
3950 | (define_int_attr while_optab_cmp [(UNSPEC_WHILEGE "ge") |
3951 | (UNSPEC_WHILEGT "gt") | |
3952 | (UNSPEC_WHILEHI "ugt") | |
3953 | (UNSPEC_WHILEHS "uge") | |
3954 | (UNSPEC_WHILELE "le") | |
6ad9571b RS |
3955 | (UNSPEC_WHILELO "ult") |
3956 | (UNSPEC_WHILELS "ule") | |
bad5e58a RS |
3957 | (UNSPEC_WHILELT "lt") |
3958 | (UNSPEC_WHILERW "rw") | |
3959 | (UNSPEC_WHILEWR "wr")]) | |
624d0f07 | 3960 | |
58c036c8 RS |
3961 | (define_int_attr raw_war [(UNSPEC_WHILERW "raw") |
3962 | (UNSPEC_WHILEWR "war")]) | |
3963 | ||
624d0f07 RS |
3964 | (define_int_attr brk_op [(UNSPEC_BRKA "a") (UNSPEC_BRKB "b") |
3965 | (UNSPEC_BRKN "n") | |
3966 | (UNSPEC_BRKPA "pa") (UNSPEC_BRKPB "pb")]) | |
3967 | ||
3968 | (define_int_attr sve_pred_op [(UNSPEC_PFIRST "pfirst") (UNSPEC_PNEXT "pnext")]) | |
cb18e86d | 3969 | |
0a09a948 RS |
3970 | (define_int_attr sve_int_op [(UNSPEC_ADCLB "adclb") |
3971 | (UNSPEC_ADCLT "adclt") | |
3972 | (UNSPEC_ADDHNB "addhnb") | |
3973 | (UNSPEC_ADDHNT "addhnt") | |
3974 | (UNSPEC_ADDP "addp") | |
3975 | (UNSPEC_ANDV "andv") | |
624d0f07 | 3976 | (UNSPEC_ASHIFTRT_WIDE "asr") |
0a09a948 RS |
3977 | (UNSPEC_ASHIFT_WIDE "lsl") |
3978 | (UNSPEC_ASRD "asrd") | |
3979 | (UNSPEC_BDEP "bdep") | |
3980 | (UNSPEC_BEXT "bext") | |
3981 | (UNSPEC_BGRP "bgrp") | |
3982 | (UNSPEC_CADD90 "cadd") | |
3983 | (UNSPEC_CADD270 "cadd") | |
3984 | (UNSPEC_CDOT "cdot") | |
3985 | (UNSPEC_CDOT90 "cdot") | |
3986 | (UNSPEC_CDOT180 "cdot") | |
3987 | (UNSPEC_CDOT270 "cdot") | |
3988 | (UNSPEC_CMLA "cmla") | |
3989 | (UNSPEC_CMLA90 "cmla") | |
3990 | (UNSPEC_CMLA180 "cmla") | |
3991 | (UNSPEC_CMLA270 "cmla") | |
3992 | (UNSPEC_EORBT "eorbt") | |
3993 | (UNSPEC_EORTB "eortb") | |
3994 | (UNSPEC_IORV "orv") | |
624d0f07 | 3995 | (UNSPEC_LSHIFTRT_WIDE "lsr") |
0a09a948 RS |
3996 | (UNSPEC_MATCH "match") |
3997 | (UNSPEC_NMATCH "nmatch") | |
3998 | (UNSPEC_PMULLB "pmullb") | |
3999 | (UNSPEC_PMULLB_PAIR "pmullb") | |
4000 | (UNSPEC_PMULLT "pmullt") | |
4001 | (UNSPEC_PMULLT_PAIR "pmullt") | |
4002 | (UNSPEC_RADDHNB "raddhnb") | |
4003 | (UNSPEC_RADDHNT "raddhnt") | |
624d0f07 | 4004 | (UNSPEC_RBIT "rbit") |
d7a09c44 RS |
4005 | (UNSPEC_REVB "revb") |
4006 | (UNSPEC_REVH "revh") | |
0a09a948 RS |
4007 | (UNSPEC_REVW "revw") |
4008 | (UNSPEC_RSHRNB "rshrnb") | |
4009 | (UNSPEC_RSHRNT "rshrnt") | |
4010 | (UNSPEC_RSQRTE "ursqrte") | |
4011 | (UNSPEC_RSUBHNB "rsubhnb") | |
4012 | (UNSPEC_RSUBHNT "rsubhnt") | |
4013 | (UNSPEC_SABDLB "sabdlb") | |
4014 | (UNSPEC_SABDLT "sabdlt") | |
4015 | (UNSPEC_SADALP "sadalp") | |
4016 | (UNSPEC_SADDLB "saddlb") | |
4017 | (UNSPEC_SADDLBT "saddlbt") | |
4018 | (UNSPEC_SADDLT "saddlt") | |
4019 | (UNSPEC_SADDWB "saddwb") | |
4020 | (UNSPEC_SADDWT "saddwt") | |
4021 | (UNSPEC_SBCLB "sbclb") | |
4022 | (UNSPEC_SBCLT "sbclt") | |
4023 | (UNSPEC_SHADD "shadd") | |
4024 | (UNSPEC_SHRNB "shrnb") | |
4025 | (UNSPEC_SHRNT "shrnt") | |
4026 | (UNSPEC_SHSUB "shsub") | |
4027 | (UNSPEC_SLI "sli") | |
4028 | (UNSPEC_SMAXP "smaxp") | |
4029 | (UNSPEC_SMAXV "smaxv") | |
4030 | (UNSPEC_SMINP "sminp") | |
4031 | (UNSPEC_SMINV "sminv") | |
4032 | (UNSPEC_SMUL_HIGHPART "smulh") | |
4033 | (UNSPEC_SMULLB "smullb") | |
4034 | (UNSPEC_SMULLT "smullt") | |
4035 | (UNSPEC_SQCADD90 "sqcadd") | |
4036 | (UNSPEC_SQCADD270 "sqcadd") | |
4037 | (UNSPEC_SQDMULH "sqdmulh") | |
4038 | (UNSPEC_SQDMULLB "sqdmullb") | |
4039 | (UNSPEC_SQDMULLBT "sqdmullbt") | |
4040 | (UNSPEC_SQDMULLT "sqdmullt") | |
4041 | (UNSPEC_SQRDCMLAH "sqrdcmlah") | |
4042 | (UNSPEC_SQRDCMLAH90 "sqrdcmlah") | |
4043 | (UNSPEC_SQRDCMLAH180 "sqrdcmlah") | |
4044 | (UNSPEC_SQRDCMLAH270 "sqrdcmlah") | |
4045 | (UNSPEC_SQRDMLAH "sqrdmlah") | |
4046 | (UNSPEC_SQRDMLSH "sqrdmlsh") | |
4047 | (UNSPEC_SQRDMULH "sqrdmulh") | |
4048 | (UNSPEC_SQRSHL "sqrshl") | |
c1c267df RS |
4049 | (UNSPEC_SQRSHR "sqrshr") |
4050 | (UNSPEC_SQRSHRN "sqrshrn") | |
0a09a948 RS |
4051 | (UNSPEC_SQRSHRNB "sqrshrnb") |
4052 | (UNSPEC_SQRSHRNT "sqrshrnt") | |
c1c267df RS |
4053 | (UNSPEC_SQRSHRU "sqrshru") |
4054 | (UNSPEC_SQRSHRUN "sqrshrun") | |
0a09a948 RS |
4055 | (UNSPEC_SQRSHRUNB "sqrshrunb") |
4056 | (UNSPEC_SQRSHRUNT "sqrshrunt") | |
4057 | (UNSPEC_SQSHL "sqshl") | |
4058 | (UNSPEC_SQSHLU "sqshlu") | |
4059 | (UNSPEC_SQSHRNB "sqshrnb") | |
4060 | (UNSPEC_SQSHRNT "sqshrnt") | |
4061 | (UNSPEC_SQSHRUNB "sqshrunb") | |
4062 | (UNSPEC_SQSHRUNT "sqshrunt") | |
4063 | (UNSPEC_SQXTNB "sqxtnb") | |
4064 | (UNSPEC_SQXTNT "sqxtnt") | |
4065 | (UNSPEC_SQXTUNB "sqxtunb") | |
4066 | (UNSPEC_SQXTUNT "sqxtunt") | |
4067 | (UNSPEC_SRHADD "srhadd") | |
4068 | (UNSPEC_SRI "sri") | |
4069 | (UNSPEC_SRSHL "srshl") | |
4070 | (UNSPEC_SRSHR "srshr") | |
4071 | (UNSPEC_SSHLLB "sshllb") | |
4072 | (UNSPEC_SSHLLT "sshllt") | |
4073 | (UNSPEC_SSUBLB "ssublb") | |
4074 | (UNSPEC_SSUBLBT "ssublbt") | |
4075 | (UNSPEC_SSUBLT "ssublt") | |
4076 | (UNSPEC_SSUBLTB "ssubltb") | |
4077 | (UNSPEC_SSUBWB "ssubwb") | |
4078 | (UNSPEC_SSUBWT "ssubwt") | |
4079 | (UNSPEC_SUBHNB "subhnb") | |
4080 | (UNSPEC_SUBHNT "subhnt") | |
4081 | (UNSPEC_SUQADD "suqadd") | |
4082 | (UNSPEC_UABDLB "uabdlb") | |
4083 | (UNSPEC_UABDLT "uabdlt") | |
4084 | (UNSPEC_UADALP "uadalp") | |
4085 | (UNSPEC_UADDLB "uaddlb") | |
4086 | (UNSPEC_UADDLT "uaddlt") | |
4087 | (UNSPEC_UADDWB "uaddwb") | |
4088 | (UNSPEC_UADDWT "uaddwt") | |
4089 | (UNSPEC_UHADD "uhadd") | |
4090 | (UNSPEC_UHSUB "uhsub") | |
4091 | (UNSPEC_UMAXP "umaxp") | |
4092 | (UNSPEC_UMAXV "umaxv") | |
4093 | (UNSPEC_UMINP "uminp") | |
4094 | (UNSPEC_UMINV "uminv") | |
4095 | (UNSPEC_UMUL_HIGHPART "umulh") | |
4096 | (UNSPEC_UMULLB "umullb") | |
4097 | (UNSPEC_UMULLT "umullt") | |
4098 | (UNSPEC_UQRSHL "uqrshl") | |
c1c267df RS |
4099 | (UNSPEC_UQRSHR "uqrshr") |
4100 | (UNSPEC_UQRSHRN "uqrshrn") | |
0a09a948 RS |
4101 | (UNSPEC_UQRSHRNB "uqrshrnb") |
4102 | (UNSPEC_UQRSHRNT "uqrshrnt") | |
4103 | (UNSPEC_UQSHL "uqshl") | |
4104 | (UNSPEC_UQSHRNB "uqshrnb") | |
4105 | (UNSPEC_UQSHRNT "uqshrnt") | |
4106 | (UNSPEC_UQXTNB "uqxtnb") | |
4107 | (UNSPEC_UQXTNT "uqxtnt") | |
4108 | (UNSPEC_URECPE "urecpe") | |
4109 | (UNSPEC_URHADD "urhadd") | |
4110 | (UNSPEC_URSHL "urshl") | |
4111 | (UNSPEC_URSHR "urshr") | |
4112 | (UNSPEC_USHLLB "ushllb") | |
4113 | (UNSPEC_USHLLT "ushllt") | |
4114 | (UNSPEC_USQADD "usqadd") | |
4115 | (UNSPEC_USUBLB "usublb") | |
4116 | (UNSPEC_USUBLT "usublt") | |
4117 | (UNSPEC_USUBWB "usubwb") | |
4118 | (UNSPEC_USUBWT "usubwt") | |
4119 | (UNSPEC_XORV "eorv")]) | |
4120 | ||
4121 | (define_int_attr sve_int_op_rev [(UNSPEC_SHADD "shadd") | |
4122 | (UNSPEC_SHSUB "shsubr") | |
4123 | (UNSPEC_SQRSHL "sqrshlr") | |
4124 | (UNSPEC_SRHADD "srhadd") | |
4125 | (UNSPEC_SRSHL "srshlr") | |
4126 | (UNSPEC_UHADD "uhadd") | |
4127 | (UNSPEC_UHSUB "uhsubr") | |
4128 | (UNSPEC_UQRSHL "uqrshlr") | |
4129 | (UNSPEC_URHADD "urhadd") | |
4130 | (UNSPEC_URSHL "urshlr")]) | |
4131 | ||
4132 | (define_int_attr sve_int_add_op [(UNSPEC_SABDLB "sabalb") | |
4133 | (UNSPEC_SABDLT "sabalt") | |
4134 | (UNSPEC_SMULLB "smlalb") | |
4135 | (UNSPEC_SMULLT "smlalt") | |
4136 | (UNSPEC_UABDLB "uabalb") | |
4137 | (UNSPEC_UABDLT "uabalt") | |
4138 | (UNSPEC_UMULLB "umlalb") | |
4139 | (UNSPEC_UMULLT "umlalt")]) | |
4140 | ||
4141 | (define_int_attr sve_int_qadd_op [(UNSPEC_SQDMULLB "sqdmlalb") | |
4142 | (UNSPEC_SQDMULLBT "sqdmlalbt") | |
4143 | (UNSPEC_SQDMULLT "sqdmlalt")]) | |
4144 | ||
4145 | (define_int_attr sve_int_sub_op [(UNSPEC_SMULLB "smlslb") | |
4146 | (UNSPEC_SMULLT "smlslt") | |
4147 | (UNSPEC_UMULLB "umlslb") | |
4148 | (UNSPEC_UMULLT "umlslt")]) | |
4149 | ||
4150 | (define_int_attr sve_int_qsub_op [(UNSPEC_SQDMULLB "sqdmlslb") | |
4151 | (UNSPEC_SQDMULLBT "sqdmlslbt") | |
4152 | (UNSPEC_SQDMULLT "sqdmlslt")]) | |
b0760a40 | 4153 | |
896dff99 RS |
4154 | (define_int_attr sve_fp_op [(UNSPEC_BFDOT "bfdot") |
4155 | (UNSPEC_BFMLALB "bfmlalb") | |
4156 | (UNSPEC_BFMLALT "bfmlalt") | |
c1c267df RS |
4157 | (UNSPEC_BFMLSLB "bfmlslb") |
4158 | (UNSPEC_BFMLSLT "bfmlslt") | |
896dff99 RS |
4159 | (UNSPEC_BFMMLA "bfmmla") |
4160 | (UNSPEC_FRECPE "frecpe") | |
624d0f07 RS |
4161 | (UNSPEC_FRECPS "frecps") |
4162 | (UNSPEC_RSQRTE "frsqrte") | |
4163 | (UNSPEC_RSQRTS "frsqrts") | |
0a09a948 | 4164 | (UNSPEC_FADDP "faddp") |
624d0f07 | 4165 | (UNSPEC_FADDV "faddv") |
36696774 | 4166 | (UNSPEC_FEXPA "fexpa") |
0a09a948 | 4167 | (UNSPEC_FMAXNMP "fmaxnmp") |
b0760a40 | 4168 | (UNSPEC_FMAXNMV "fmaxnmv") |
0a09a948 | 4169 | (UNSPEC_FMAXP "fmaxp") |
b0760a40 | 4170 | (UNSPEC_FMAXV "fmaxv") |
0a09a948 | 4171 | (UNSPEC_FMINNMP "fminnmp") |
b0760a40 | 4172 | (UNSPEC_FMINNMV "fminnmv") |
0a09a948 | 4173 | (UNSPEC_FMINP "fminp") |
b0760a40 | 4174 | (UNSPEC_FMINV "fminv") |
624d0f07 | 4175 | (UNSPEC_FMLA "fmla") |
0a09a948 RS |
4176 | (UNSPEC_FMLALB "fmlalb") |
4177 | (UNSPEC_FMLALT "fmlalt") | |
624d0f07 | 4178 | (UNSPEC_FMLS "fmls") |
0a09a948 RS |
4179 | (UNSPEC_FMLSLB "fmlslb") |
4180 | (UNSPEC_FMLSLT "fmlslt") | |
36696774 | 4181 | (UNSPEC_FMMLA "fmmla") |
624d0f07 RS |
4182 | (UNSPEC_FTSMUL "ftsmul") |
4183 | (UNSPEC_FTSSEL "ftssel") | |
b0760a40 | 4184 | (UNSPEC_COND_FABS "fabs") |
d45b20a5 | 4185 | (UNSPEC_COND_FADD "fadd") |
0a09a948 RS |
4186 | (UNSPEC_COND_FCVTLT "fcvtlt") |
4187 | (UNSPEC_COND_FCVTX "fcvtx") | |
cb18e86d | 4188 | (UNSPEC_COND_FDIV "fdiv") |
0a09a948 | 4189 | (UNSPEC_COND_FLOGB "flogb") |
624d0f07 | 4190 | (UNSPEC_COND_FMAX "fmax") |
cb18e86d | 4191 | (UNSPEC_COND_FMAXNM "fmaxnm") |
624d0f07 | 4192 | (UNSPEC_COND_FMIN "fmin") |
cb18e86d RS |
4193 | (UNSPEC_COND_FMINNM "fminnm") |
4194 | (UNSPEC_COND_FMUL "fmul") | |
624d0f07 | 4195 | (UNSPEC_COND_FMULX "fmulx") |
d45b20a5 | 4196 | (UNSPEC_COND_FNEG "fneg") |
624d0f07 | 4197 | (UNSPEC_COND_FRECPX "frecpx") |
d45b20a5 RS |
4198 | (UNSPEC_COND_FRINTA "frinta") |
4199 | (UNSPEC_COND_FRINTI "frinti") | |
4200 | (UNSPEC_COND_FRINTM "frintm") | |
4201 | (UNSPEC_COND_FRINTN "frintn") | |
4202 | (UNSPEC_COND_FRINTP "frintp") | |
4203 | (UNSPEC_COND_FRINTX "frintx") | |
4204 | (UNSPEC_COND_FRINTZ "frintz") | |
624d0f07 | 4205 | (UNSPEC_COND_FSCALE "fscale") |
d45b20a5 | 4206 | (UNSPEC_COND_FSQRT "fsqrt") |
cb18e86d RS |
4207 | (UNSPEC_COND_FSUB "fsub")]) |
4208 | ||
4209 | (define_int_attr sve_fp_op_rev [(UNSPEC_COND_FADD "fadd") | |
4210 | (UNSPEC_COND_FDIV "fdivr") | |
624d0f07 | 4211 | (UNSPEC_COND_FMAX "fmax") |
cb18e86d | 4212 | (UNSPEC_COND_FMAXNM "fmaxnm") |
624d0f07 | 4213 | (UNSPEC_COND_FMIN "fmin") |
cb18e86d RS |
4214 | (UNSPEC_COND_FMINNM "fminnm") |
4215 | (UNSPEC_COND_FMUL "fmul") | |
624d0f07 | 4216 | (UNSPEC_COND_FMULX "fmulx") |
cb18e86d | 4217 | (UNSPEC_COND_FSUB "fsubr")]) |
a08acce8 | 4218 | |
c1c267df RS |
4219 | (define_int_attr sme_int_op [(UNSPEC_SME_ADD_WRITE "add") |
4220 | (UNSPEC_SME_SUB_WRITE "sub")]) | |
4221 | ||
0a09a948 RS |
4222 | (define_int_attr rot [(UNSPEC_CADD90 "90") |
4223 | (UNSPEC_CADD270 "270") | |
4224 | (UNSPEC_CDOT "0") | |
4225 | (UNSPEC_CDOT90 "90") | |
4226 | (UNSPEC_CDOT180 "180") | |
4227 | (UNSPEC_CDOT270 "270") | |
4228 | (UNSPEC_CMLA "0") | |
4229 | (UNSPEC_CMLA90 "90") | |
4230 | (UNSPEC_CMLA180 "180") | |
4231 | (UNSPEC_CMLA270 "270") | |
4232 | (UNSPEC_FCADD90 "90") | |
9d63f43b TC |
4233 | (UNSPEC_FCADD270 "270") |
4234 | (UNSPEC_FCMLA "0") | |
4235 | (UNSPEC_FCMLA90 "90") | |
4236 | (UNSPEC_FCMLA180 "180") | |
624d0f07 | 4237 | (UNSPEC_FCMLA270 "270") |
0a09a948 RS |
4238 | (UNSPEC_SQCADD90 "90") |
4239 | (UNSPEC_SQCADD270 "270") | |
4240 | (UNSPEC_SQRDCMLAH "0") | |
4241 | (UNSPEC_SQRDCMLAH90 "90") | |
4242 | (UNSPEC_SQRDCMLAH180 "180") | |
4243 | (UNSPEC_SQRDCMLAH270 "270") | |
624d0f07 RS |
4244 | (UNSPEC_COND_FCADD90 "90") |
4245 | (UNSPEC_COND_FCADD270 "270") | |
4246 | (UNSPEC_COND_FCMLA "0") | |
4247 | (UNSPEC_COND_FCMLA90 "90") | |
4248 | (UNSPEC_COND_FCMLA180 "180") | |
ad260343 TC |
4249 | (UNSPEC_COND_FCMLA270 "270") |
4250 | (UNSPEC_FCMUL "0") | |
4251 | (UNSPEC_FCMUL_CONJ "180")]) | |
4252 | ||
4253 | ;; A conjucate is a negation of the imaginary component | |
4254 | ;; The number in the unspecs are the rotation component of the instruction, e.g | |
4255 | ;; FCMLA180 means use the instruction with #180. | |
4256 | ;; The iterator is used to produce the right name mangling for the function. | |
4257 | (define_int_attr conj_op [(UNSPEC_FCMLA180 "") | |
4258 | (UNSPEC_FCMLA180_CONJ "_conj") | |
4259 | (UNSPEC_FCMLA "") | |
4260 | (UNSPEC_FCMLA_CONJ "_conj") | |
4261 | (UNSPEC_FCMUL "") | |
4262 | (UNSPEC_FCMUL_CONJ "_conj") | |
4263 | (UNSPEC_CMLA "") | |
4264 | (UNSPEC_CMLA180 "") | |
4265 | (UNSPEC_CMLA180_CONJ "_conj") | |
4266 | (UNSPEC_CMLA_CONJ "_conj") | |
4267 | (UNSPEC_CMUL "") | |
4268 | (UNSPEC_CMUL_CONJ "_conj")]) | |
4269 | ||
4270 | ;; The complex operations when performed on a real complex number require two | |
4271 | ;; instructions to perform the operation. e.g. complex multiplication requires | |
4272 | ;; two FCMUL with a particular rotation value. | |
4273 | ;; | |
4274 | ;; These values can be looked up in rotsplit1 and rotsplit2. as an example | |
4275 | ;; FCMUL needs the first instruction to use #0 and the second #90. | |
4276 | (define_int_attr rotsplit1 [(UNSPEC_FCMLA "0") | |
4277 | (UNSPEC_FCMLA_CONJ "0") | |
4278 | (UNSPEC_FCMUL "0") | |
4279 | (UNSPEC_FCMUL_CONJ "0") | |
4280 | (UNSPEC_FCMLA180 "180") | |
4281 | (UNSPEC_FCMLA180_CONJ "180")]) | |
4282 | ||
4283 | (define_int_attr rotsplit2 [(UNSPEC_FCMLA "90") | |
4284 | (UNSPEC_FCMLA_CONJ "270") | |
4285 | (UNSPEC_FCMUL "90") | |
4286 | (UNSPEC_FCMUL_CONJ "270") | |
4287 | (UNSPEC_FCMLA180 "270") | |
4288 | (UNSPEC_FCMLA180_CONJ "90")]) | |
4289 | ||
4290 | ;; SVE has slightly different namings from NEON so we have to split these | |
4291 | ;; iterators. | |
4292 | (define_int_attr sve_rot1 [(UNSPEC_FCMLA "") | |
4293 | (UNSPEC_FCMLA_CONJ "") | |
4294 | (UNSPEC_FCMUL "") | |
4295 | (UNSPEC_FCMUL_CONJ "") | |
4296 | (UNSPEC_FCMLA180 "180") | |
4297 | (UNSPEC_FCMLA180_CONJ "180") | |
4298 | (UNSPEC_CMLA "") | |
4299 | (UNSPEC_CMLA_CONJ "") | |
4300 | (UNSPEC_CMUL "") | |
4301 | (UNSPEC_CMUL_CONJ "") | |
4302 | (UNSPEC_CMLA180 "180") | |
4303 | (UNSPEC_CMLA180_CONJ "180")]) | |
4304 | ||
4305 | (define_int_attr sve_rot2 [(UNSPEC_FCMLA "90") | |
4306 | (UNSPEC_FCMLA_CONJ "270") | |
4307 | (UNSPEC_FCMUL "90") | |
4308 | (UNSPEC_FCMUL_CONJ "270") | |
4309 | (UNSPEC_FCMLA180 "270") | |
4310 | (UNSPEC_FCMLA180_CONJ "90") | |
4311 | (UNSPEC_CMLA "90") | |
4312 | (UNSPEC_CMLA_CONJ "270") | |
4313 | (UNSPEC_CMUL "90") | |
4314 | (UNSPEC_CMUL_CONJ "270") | |
4315 | (UNSPEC_CMLA180 "270") | |
4316 | (UNSPEC_CMLA180_CONJ "90")]) | |
4317 | ||
4318 | ||
4319 | (define_int_attr fcmac1 [(UNSPEC_FCMLA "a") (UNSPEC_FCMLA_CONJ "a") | |
4320 | (UNSPEC_FCMLA180 "s") (UNSPEC_FCMLA180_CONJ "s") | |
4321 | (UNSPEC_CMLA "a") (UNSPEC_CMLA_CONJ "a") | |
4322 | (UNSPEC_CMLA180 "s") (UNSPEC_CMLA180_CONJ "s")]) | |
9d63f43b | 4323 | |
b41d1f6e RS |
4324 | (define_int_attr sve_fmla_op [(UNSPEC_COND_FMLA "fmla") |
4325 | (UNSPEC_COND_FMLS "fmls") | |
4326 | (UNSPEC_COND_FNMLA "fnmla") | |
4327 | (UNSPEC_COND_FNMLS "fnmls")]) | |
4328 | ||
4329 | (define_int_attr sve_fmad_op [(UNSPEC_COND_FMLA "fmad") | |
4330 | (UNSPEC_COND_FMLS "fmsb") | |
4331 | (UNSPEC_COND_FNMLA "fnmad") | |
4332 | (UNSPEC_COND_FNMLS "fnmsb")]) | |
0254ed79 | 4333 | |
624d0f07 RS |
4334 | ;; The register constraint to use for the final operand in a binary BRK. |
4335 | (define_int_attr brk_reg_con [(UNSPEC_BRKN "0") | |
4336 | (UNSPEC_BRKPA "Upa") (UNSPEC_BRKPB "Upa")]) | |
4337 | ||
4338 | ;; The register number to print for the above. | |
4339 | (define_int_attr brk_reg_opno [(UNSPEC_BRKN "0") | |
4340 | (UNSPEC_BRKPA "3") (UNSPEC_BRKPB "3")]) | |
4341 | ||
0254ed79 RS |
4342 | ;; The predicate to use for the first input operand in a floating-point |
4343 | ;; <optab><mode>3 pattern. | |
4344 | (define_int_attr sve_pred_fp_rhs1_operand | |
4345 | [(UNSPEC_COND_FADD "register_operand") | |
4346 | (UNSPEC_COND_FDIV "register_operand") | |
624d0f07 | 4347 | (UNSPEC_COND_FMAX "register_operand") |
0254ed79 | 4348 | (UNSPEC_COND_FMAXNM "register_operand") |
624d0f07 | 4349 | (UNSPEC_COND_FMIN "register_operand") |
0254ed79 RS |
4350 | (UNSPEC_COND_FMINNM "register_operand") |
4351 | (UNSPEC_COND_FMUL "register_operand") | |
624d0f07 | 4352 | (UNSPEC_COND_FMULX "register_operand") |
0254ed79 RS |
4353 | (UNSPEC_COND_FSUB "aarch64_sve_float_arith_operand")]) |
4354 | ||
4355 | ;; The predicate to use for the second input operand in a floating-point | |
4356 | ;; <optab><mode>3 pattern. | |
4357 | (define_int_attr sve_pred_fp_rhs2_operand | |
4358 | [(UNSPEC_COND_FADD "aarch64_sve_float_arith_with_sub_operand") | |
4359 | (UNSPEC_COND_FDIV "register_operand") | |
624d0f07 | 4360 | (UNSPEC_COND_FMAX "aarch64_sve_float_maxmin_operand") |
75079ddf | 4361 | (UNSPEC_COND_FMAXNM "aarch64_sve_float_maxmin_operand") |
624d0f07 | 4362 | (UNSPEC_COND_FMIN "aarch64_sve_float_maxmin_operand") |
75079ddf | 4363 | (UNSPEC_COND_FMINNM "aarch64_sve_float_maxmin_operand") |
0254ed79 | 4364 | (UNSPEC_COND_FMUL "aarch64_sve_float_mul_operand") |
624d0f07 | 4365 | (UNSPEC_COND_FMULX "register_operand") |
0254ed79 | 4366 | (UNSPEC_COND_FSUB "register_operand")]) |
a19ba9e1 RS |
4367 | |
4368 | ;; Likewise for immediates only. | |
4369 | (define_int_attr sve_pred_fp_rhs2_immediate | |
624d0f07 RS |
4370 | [(UNSPEC_COND_FMAX "aarch64_sve_float_maxmin_immediate") |
4371 | (UNSPEC_COND_FMAXNM "aarch64_sve_float_maxmin_immediate") | |
4372 | (UNSPEC_COND_FMIN "aarch64_sve_float_maxmin_immediate") | |
a19ba9e1 RS |
4373 | (UNSPEC_COND_FMINNM "aarch64_sve_float_maxmin_immediate") |
4374 | (UNSPEC_COND_FMUL "aarch64_sve_float_mul_immediate")]) | |
d7a09c44 | 4375 | |
624d0f07 RS |
4376 | ;; The maximum number of element bits that an instruction can handle. |
4377 | (define_int_attr max_elem_bits [(UNSPEC_UADDV "64") (UNSPEC_SADDV "32") | |
4378 | (UNSPEC_PFIRST "8") (UNSPEC_PNEXT "64")]) | |
4379 | ||
d7a09c44 | 4380 | ;; The minimum number of element bits that an instruction can handle. |
624d0f07 RS |
4381 | (define_int_attr min_elem_bits [(UNSPEC_RBIT "8") |
4382 | (UNSPEC_REVB "16") | |
d7a09c44 RS |
4383 | (UNSPEC_REVH "32") |
4384 | (UNSPEC_REVW "64")]) | |
58c036c8 RS |
4385 | |
4386 | (define_int_attr unspec [(UNSPEC_WHILERW "UNSPEC_WHILERW") | |
4387 | (UNSPEC_WHILEWR "UNSPEC_WHILEWR")]) | |
0d7e5fa6 | 4388 | |
4f6ab953 RS |
4389 | (define_int_attr hv [(UNSPEC_SME_LD1_HOR "h") |
4390 | (UNSPEC_SME_LD1_VER "v") | |
4391 | (UNSPEC_SME_READ_HOR "h") | |
4392 | (UNSPEC_SME_READ_VER "v") | |
4393 | (UNSPEC_SME_ST1_HOR "h") | |
4394 | (UNSPEC_SME_ST1_VER "v") | |
4395 | (UNSPEC_SME_WRITE_HOR "h") | |
4396 | (UNSPEC_SME_WRITE_VER "v")]) | |
4397 | ||
c1c267df RS |
4398 | (define_int_attr has_16bit_form [(UNSPEC_SME_SDOT "true") |
4399 | (UNSPEC_SME_SVDOT "true") | |
4400 | (UNSPEC_SME_UDOT "true") | |
4401 | (UNSPEC_SME_UVDOT "true") | |
4402 | (UNSPEC_SME_SUDOT "false") | |
4403 | (UNSPEC_SME_SUVDOT "false") | |
4404 | (UNSPEC_SME_USDOT "false") | |
4405 | (UNSPEC_SME_USVDOT "false")]) | |
4406 | ||
0d7e5fa6 AC |
4407 | ;; Iterators and attributes for fpcr fpsr getter setters |
4408 | ||
4409 | (define_int_iterator GET_FPSCR | |
4410 | [UNSPECV_GET_FPSR UNSPECV_GET_FPCR]) | |
4411 | ||
4412 | (define_int_iterator SET_FPSCR | |
4413 | [UNSPECV_SET_FPSR UNSPECV_SET_FPCR]) | |
4414 | ||
4415 | (define_int_attr fpscr_name | |
4416 | [(UNSPECV_GET_FPSR "fpsr") | |
4417 | (UNSPECV_SET_FPSR "fpsr") | |
4418 | (UNSPECV_GET_FPCR "fpcr") | |
4419 | (UNSPECV_SET_FPCR "fpcr")]) | |
b096a6eb | 4420 | |
c1c267df | 4421 | (define_int_attr bits_etype [(8 "b") (16 "h") (32 "s") (64 "d")]) |