]> git.ipfire.org Git - thirdparty/gcc.git/blame - gcc/config/s390/vx-builtins.md
projects / thirdparty / gcc.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
var-tracking.c: Fix possible use of uninitialized variable pre
[thirdparty/gcc.git] / gcc / config / s390 / vx-builtins.md
CommitLineData
3af82a61 1;;- Instruction patterns for the System z vector facility builtins.
8d9254fc 2;; Copyright (C) 2015-2020 Free Software Foundation, Inc.
3af82a61
AK		 3;; Contributed by Andreas Krebbel (Andreas.Krebbel@de.ibm.com)
4
5;; This file is part of GCC.
6
7;; GCC is free software; you can redistribute it and/or modify it under
8;; the terms of the GNU General Public License as published by the Free
9;; Software Foundation; either version 3, or (at your option) any later
10;; version.
11
12;; GCC is distributed in the hope that it will be useful, but WITHOUT ANY
13;; WARRANTY; without even the implied warranty of MERCHANTABILITY or
14;; FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
15;; for more details.
16
17;; You should have received a copy of the GNU General Public License
18;; along with GCC; see the file COPYING3. If not see
19;; <http://www.gnu.org/licenses/>.
20
21; The patterns in this file are enabled with -mzvector
22
76794c52 23(define_mode_iterator V_HW_32_64 [V4SI V2DI V2DF (V4SF "TARGET_VXE")])
3af82a61 24(define_mode_iterator VI_HW_SD [V4SI V2DI])
76794c52
AK		 25(define_mode_iterator V_HW_4 [V4SI V4SF])
26; Full size vector modes with more than one element which are directly supported in vector registers by the hardware.
27(define_mode_iterator VEC_HW [V16QI V8HI V4SI V2DI V2DF (V4SF "TARGET_VXE")])
28(define_mode_iterator VECF_HW [(V4SF "TARGET_VXE") V2DF])
3af82a61
AK		 29
30; The element type of the vector with floating point modes translated
31; to int modes of the same size.
90573e88
AK		 32(define_mode_attr non_vec_int[(V1QI "QI") (V2QI "QI") (V4QI "QI") (V8QI "QI") (V16QI "QI")
33 (V1HI "HI") (V2HI "HI") (V4HI "HI") (V8HI "HI")
34 (V1SI "SI") (V2SI "SI") (V4SI "SI")
35 (V1DI "DI") (V2DI "DI")
36 (V1SF "SI") (V2SF "SI") (V4SF "SI")
37 (V1DF "DI") (V2DF "DI")])
3af82a61
AK		 38
39; Condition code modes generated by int comparisons
a6a2b532 40(define_mode_iterator VICMP [CCVEQ CCVIH CCVIHU])
3af82a61
AK		 41
42; Comparisons supported by the vec_cmp* builtins
43(define_code_iterator intcmp [eq gt gtu ge geu lt ltu le leu])
44(define_code_iterator fpcmp [eq gt ge lt le])
45
46; Comparisons supported by the vec_all/any* builtins
47(define_code_iterator intcmpcc [eq ne gt ge lt le gtu geu ltu leu])
48(define_code_iterator fpcmpcc [eq ne gt ge unle unlt lt le])
49
50; Flags for vector string instructions (vfae all 4, vfee only ZS and CS, vstrc all 4)
51(define_constants
52 [(VSTRING_FLAG_IN 8) ; invert result
53 (VSTRING_FLAG_RT 4) ; result type
54 (VSTRING_FLAG_ZS 2) ; zero search
55 (VSTRING_FLAG_CS 1)]) ; condition code set
56
57; Rounding modes as being used for e.g. VFI
58(define_constants
59 [(VEC_RND_CURRENT 0)
60 (VEC_RND_NEAREST_AWAY_FROM_ZERO 1)
61 (VEC_RND_SHORT_PREC 3)
62 (VEC_RND_NEAREST_TO_EVEN 4)
63 (VEC_RND_TO_ZERO 5)
64 (VEC_RND_TO_INF 6)
65 (VEC_RND_TO_MINF 7)])
66
76794c52
AK		 67; Inexact suppression facility flag as being used for e.g. VFI
68(define_constants
69 [(VEC_INEXACT 0)
70 (VEC_NOINEXACT 4)])
71
3af82a61
AK		 72
73; Vector gather element
74
50dc4eed 75; vgef, vgeg
3af82a61 76(define_insn "vec_gather_element<mode>"
e970b4b0
AK		 77 [(set (match_operand:V_HW_32_64 0 "register_operand" "=v")
78 (unspec:V_HW_32_64 [(match_operand:V_HW_32_64 1 "register_operand" "0")
79 (match_operand:<tointvec> 2 "register_operand" "v")
3e4be43f 80 (match_operand:BLK 3 "memory_operand" "R")
e970b4b0 81 (match_operand:QI 4 "const_mask_operand" "C")]
3af82a61 82 UNSPEC_VEC_GATHER))]
e970b4b0 83 "TARGET_VX && UINTVAL (operands[4]) < GET_MODE_NUNITS (<V_HW_32_64:MODE>mode)"
3af82a61
AK		 84 "vge<bhfgq>\t%0,%O3(%v2,%R3),%b4"
85 [(set_attr "op_type" "VRV")])
86
87(define_expand "vec_genmask<mode>"
88 [(match_operand:VI_HW 0 "register_operand" "=v")
e970b4b0
AK		 89 (match_operand:QI 1 "const_int_operand" "C")
90 (match_operand:QI 2 "const_int_operand" "C")]
3af82a61
AK		 91 "TARGET_VX"
92{
3af82a61
AK		 93 int bitlen = GET_MODE_UNIT_BITSIZE (<VI_HW:MODE>mode);
94 /* To bit little endian style. */
95 int end = bitlen - 1 - INTVAL (operands[1]);
96 int start = bitlen - 1 - INTVAL (operands[2]);
3af82a61
AK		 97 int i;
98 unsigned HOST_WIDE_INT mask;
99 bool swapped_p = false;
100
101 if (start > end)
102 {
103 i = start - 1; start = end + 1; end = i;
104 swapped_p = true;
105 }
106 if (end == 63)
107 mask = HOST_WIDE_INT_M1U;
108 else
109 mask = (HOST_WIDE_INT_1U << (end + 1)) - 1;
110
111 mask &= ~((HOST_WIDE_INT_1U << start) - 1);
112
113 if (swapped_p)
114 mask = ~mask;
115
59d06c05 116 rtx mask_rtx = gen_int_mode (mask, GET_MODE_INNER (<VI_HW:MODE>mode));
3af82a61
AK		 117
118 emit_insn (gen_rtx_SET (operands[0],
59d06c05
RS		 119 gen_const_vec_duplicate (<VI_HW:MODE>mode,
120 mask_rtx)));
3af82a61
AK		 121 DONE;
122})
123
124(define_expand "vec_genbytemaskv16qi"
125 [(match_operand:V16QI 0 "register_operand" "")
e970b4b0
AK		 126 (match_operand:HI 1 "const_int_operand" "")]
127 "TARGET_VX"
3af82a61
AK		 128{
129 int i;
130 unsigned mask = 0x8000;
131 rtx const_vec[16];
406fde6e 132 unsigned HOST_WIDE_INT byte_mask = UINTVAL (operands[1]);
3af82a61
AK		 133
134 for (i = 0; i < 16; i++)
135 {
136 if (mask & byte_mask)
137 const_vec[i] = constm1_rtx;
138 else
139 const_vec[i] = const0_rtx;
140 mask = mask >> 1;
141 }
142 emit_insn (gen_rtx_SET (operands[0],
143 gen_rtx_CONST_VECTOR (V16QImode,
144 gen_rtvec_v (16, const_vec))));
145 DONE;
146})
147
148(define_expand "vec_splats<mode>"
76794c52
AK		 149 [(set (match_operand:VEC_HW 0 "register_operand" "")
150 (vec_duplicate:VEC_HW (match_operand:<non_vec> 1 "general_operand" "")))]
3af82a61
AK		 151 "TARGET_VX")
152
153(define_expand "vec_insert<mode>"
76794c52
AK		 154 [(set (match_operand:VEC_HW 0 "register_operand" "")
155 (unspec:VEC_HW [(match_operand:<non_vec> 2 "register_operand" "")
156 (match_operand:SI 3 "nonmemory_operand" "")
157 (match_operand:VEC_HW 1 "register_operand" "")]
158 UNSPEC_VEC_SET))]
3af82a61
AK		 159 "TARGET_VX"
160 "")
161
162; This is vec_set + modulo arithmetic on the element selector (op 2)
163(define_expand "vec_promote<mode>"
76794c52
AK		 164 [(set (match_operand:VEC_HW 0 "register_operand" "")
165 (unspec:VEC_HW [(match_operand:<non_vec> 1 "register_operand" "")
166 (match_operand:SI 2 "nonmemory_operand" "")
167 (match_dup 0)]
168 UNSPEC_VEC_SET))]
3af82a61
AK		 169 "TARGET_VX"
170 "")
171
172; vec_extract is also an RTL standard name -> vector.md
173
50dc4eed 174; vllezb, vllezh, vllezf, vllezg
3af82a61 175(define_insn "vec_insert_and_zero<mode>"
76794c52
AK		 176 [(set (match_operand:VEC_HW 0 "register_operand" "=v")
177 (unspec:VEC_HW [(match_operand:<non_vec> 1 "memory_operand" "R")]
178 UNSPEC_VEC_INSERT_AND_ZERO))]
3af82a61
AK		 179 "TARGET_VX"
180 "vllez<bhfgq>\t%v0,%1"
181 [(set_attr "op_type" "VRX")])
182
b112d1c9
AK		 183; vec_revb (vec_insert_and_zero(x)) bswap-and-replicate-1.c
184; vllebrzh, vllebrzf, vllebrzg
185(define_insn "*vec_insert_and_zero_bswap<mode>"
2541c40f 186 [(set (match_operand:V_HW_HSD 0 "register_operand" "=v")
b112d1c9 187 (bswap:V_HW_HSD (unspec:V_HW_HSD
2541c40f
AK		 188 [(match_operand:<non_vec> 1 "memory_operand" "R")]
189 UNSPEC_VEC_INSERT_AND_ZERO)))
190 (use (match_operand:V16QI 2 "permute_pattern_operand" "X"))]
b112d1c9
AK		 191 "TARGET_VXE2"
192 "vllebrz<bhfgq>\t%v0,%1"
193 [(set_attr "op_type" "VRX")])
194
195
3af82a61 196(define_insn "vlbb"
e970b4b0 197 [(set (match_operand:V16QI 0 "register_operand" "=v")
3e4be43f 198 (unspec:V16QI [(match_operand:BLK 1 "memory_operand" "R")
e970b4b0 199 (match_operand:QI 2 "const_mask_operand" "C")]
3af82a61 200 UNSPEC_VEC_LOAD_BNDRY))]
e970b4b0 201 "TARGET_VX && UINTVAL (operands[2]) < 7"
3af82a61
AK		 202 "vlbb\t%v0,%1,%2"
203 [(set_attr "op_type" "VRX")])
204
76794c52
AK		 205(define_insn "vlrlrv16qi"
206 [(set (match_operand:V16QI 0 "register_operand" "=v,v")
207 (unspec:V16QI [(match_operand:BLK 2 "memory_operand" "Q,Q")
208 (match_operand:SI 1 "nonmemory_operand" "d,C")]
209 UNSPEC_VEC_LOAD_LEN_R))]
210 "TARGET_VXE"
211 "@
212 vlrlr\t%v0,%1,%2
213 vlrl\t%v0,%2,%1"
214 [(set_attr "op_type" "VRS,VSI")])
215
216
3af82a61
AK		 217; FIXME: The following two patterns might using vec_merge. But what is
218; the canonical form: (vec_select (vec_merge op0 op1)) or (vec_merge
219; (vec_select op0) (vec_select op1)
50dc4eed 220; vmrhb, vmrhh, vmrhf, vmrhg
3af82a61 221(define_insn "vec_mergeh<mode>"
baf20d8d
AK		 222 [(set (match_operand:V_128_NOSINGLE 0 "register_operand" "=v")
223 (unspec:V_128_NOSINGLE [(match_operand:V_128_NOSINGLE 1 "register_operand" "v")
224 (match_operand:V_128_NOSINGLE 2 "register_operand" "v")]
76794c52 225 UNSPEC_VEC_MERGEH))]
3af82a61
AK		 226 "TARGET_VX"
227 "vmrh<bhfgq>\t%v0,%1,%2"
228 [(set_attr "op_type" "VRR")])
229
50dc4eed 230; vmrlb, vmrlh, vmrlf, vmrlg
3af82a61 231(define_insn "vec_mergel<mode>"
baf20d8d
AK		 232 [(set (match_operand:V_128_NOSINGLE 0 "register_operand" "=v")
233 (unspec:V_128_NOSINGLE [(match_operand:V_128_NOSINGLE 1 "register_operand" "v")
234 (match_operand:V_128_NOSINGLE 2 "register_operand" "v")]
3af82a61
AK		 235 UNSPEC_VEC_MERGEL))]
236 "TARGET_VX"
237 "vmrl<bhfgq>\t%v0,%1,%2"
238 [(set_attr "op_type" "VRR")])
239
240
241; Vector pack
242
50dc4eed 243; vpkh, vpkf, vpkg
3af82a61
AK		 244(define_insn "vec_pack<mode>"
245 [(set (match_operand:<vec_half> 0 "register_operand" "=v")
246 (unspec:<vec_half> [(match_operand:VI_HW_HSD 1 "register_operand" "v")
247 (match_operand:VI_HW_HSD 2 "register_operand" "v")]
248 UNSPEC_VEC_PACK))]
249 "TARGET_VX"
250 "vpk<bhfgq>\t%v0,%v1,%v2"
251 [(set_attr "op_type" "VRR")])
252
253
254; Vector pack saturate
255
50dc4eed 256; vpksh, vpksf, vpksg
3af82a61
AK		 257(define_insn "vec_packs<mode>"
258 [(set (match_operand:<vec_half> 0 "register_operand" "=v")
259 (unspec:<vec_half> [(match_operand:VI_HW_HSD 1 "register_operand" "v")
260 (match_operand:VI_HW_HSD 2 "register_operand" "v")]
261 UNSPEC_VEC_PACK_SATURATE))]
262 "TARGET_VX"
263 "vpks<bhfgq>\t%v0,%v1,%v2"
264 [(set_attr "op_type" "VRR")])
265
266
267; This is vec_packs_cc + loading cc into a caller specified memory location.
268(define_expand "vec_packs_cc<mode>"
269 [(parallel
270 [(set (reg:CCRAW CC_REGNUM)
271 (unspec:CCRAW [(match_operand:VI_HW_HSD 1 "register_operand" "")
272 (match_operand:VI_HW_HSD 2 "register_operand" "")]
273 UNSPEC_VEC_PACK_SATURATE_GENCC))
274 (set (match_operand:<vec_half> 0 "register_operand" "")
275 (unspec:<vec_half> [(match_dup 1) (match_dup 2)]
276 UNSPEC_VEC_PACK_SATURATE_CC))])
277 (set (match_dup 4)
278 (unspec:SI [(reg:CCRAW CC_REGNUM)] UNSPEC_CC_TO_INT))
279 (set (match_operand:SI 3 "memory_operand" "")
280 (match_dup 4))]
281 "TARGET_VX"
282{
283 operands[4] = gen_reg_rtx (SImode);
284})
285
50dc4eed 286; vpksh, vpksf, vpksg
3af82a61
AK		 287(define_insn "*vec_packs_cc<mode>"
288 [(set (reg:CCRAW CC_REGNUM)
289 (unspec:CCRAW [(match_operand:VI_HW_HSD 1 "register_operand" "v")
290 (match_operand:VI_HW_HSD 2 "register_operand" "v")]
291 UNSPEC_VEC_PACK_SATURATE_GENCC))
292 (set (match_operand:<vec_half> 0 "register_operand" "=v")
293 (unspec:<vec_half> [(match_dup 1) (match_dup 2)]
294 UNSPEC_VEC_PACK_SATURATE_CC))]
295 "TARGET_VX"
296 "vpks<bhfgq>s\t%v0,%v1,%v2"
297 [(set_attr "op_type" "VRR")])
298
299
300; Vector pack logical saturate
301
50dc4eed 302; vpklsh, vpklsf, vpklsg
3af82a61
AK		 303(define_insn "vec_packsu<mode>"
304 [(set (match_operand:<vec_half> 0 "register_operand" "=v")
305 (unspec:<vec_half> [(match_operand:VI_HW_HSD 1 "register_operand" "v")
306 (match_operand:VI_HW_HSD 2 "register_operand" "v")]
307 UNSPEC_VEC_PACK_UNSIGNED_SATURATE))]
308 "TARGET_VX"
309 "vpkls<bhfgq>\t%v0,%v1,%v2"
310 [(set_attr "op_type" "VRR")])
311
312; Emulate saturate unsigned pack on signed operands.
313; Zero out negative elements and continue with the unsigned saturating pack.
314(define_expand "vec_packsu_u<mode>"
315 [(set (match_operand:<vec_half> 0 "register_operand" "=v")
316 (unspec:<vec_half> [(match_operand:VI_HW_HSD 1 "register_operand" "v")
317 (match_operand:VI_HW_HSD 2 "register_operand" "v")]
318 UNSPEC_VEC_PACK_UNSIGNED_SATURATE))]
319 "TARGET_VX"
320{
321 rtx null_vec = CONST0_RTX(<MODE>mode);
322 machine_mode half_mode;
323 switch (<MODE>mode)
324 {
4e10a5a7
RS		 325 case E_V8HImode: half_mode = V16QImode; break;
326 case E_V4SImode: half_mode = V8HImode; break;
327 case E_V2DImode: half_mode = V4SImode; break;
3af82a61
AK		 328 default: gcc_unreachable ();
329 }
330 s390_expand_vcond (operands[1], operands[1], null_vec,
331 GE, operands[1], null_vec);
332 s390_expand_vcond (operands[2], operands[2], null_vec,
333 GE, operands[2], null_vec);
334 emit_insn (gen_rtx_SET (operands[0],
335 gen_rtx_UNSPEC (half_mode,
336 gen_rtvec (2, operands[1], operands[2]),
337 UNSPEC_VEC_PACK_UNSIGNED_SATURATE)));
338 DONE;
339})
340
341; This is vec_packsu_cc + loading cc into a caller specified memory location.
342; FIXME: The reg to target mem copy should be issued by reload?!
343(define_expand "vec_packsu_cc<mode>"
344 [(parallel
345 [(set (reg:CCRAW CC_REGNUM)
346 (unspec:CCRAW [(match_operand:VI_HW_HSD 1 "register_operand" "")
347 (match_operand:VI_HW_HSD 2 "register_operand" "")]
348 UNSPEC_VEC_PACK_UNSIGNED_SATURATE_GENCC))
349 (set (match_operand:<vec_half> 0 "register_operand" "")
350 (unspec:<vec_half> [(match_dup 1) (match_dup 2)]
351 UNSPEC_VEC_PACK_UNSIGNED_SATURATE_CC))])
352 (set (match_dup 4)
353 (unspec:SI [(reg:CCRAW CC_REGNUM)] UNSPEC_CC_TO_INT))
354 (set (match_operand:SI 3 "memory_operand" "")
355 (match_dup 4))]
356 "TARGET_VX"
357{
358 operands[4] = gen_reg_rtx (SImode);
359})
360
50dc4eed 361; vpklsh, vpklsf, vpklsg
3af82a61
AK		 362(define_insn "*vec_packsu_cc<mode>"
363 [(set (reg:CCRAW CC_REGNUM)
364 (unspec:CCRAW [(match_operand:VI_HW_HSD 1 "register_operand" "v")
365 (match_operand:VI_HW_HSD 2 "register_operand" "v")]
366 UNSPEC_VEC_PACK_UNSIGNED_SATURATE_GENCC))
367 (set (match_operand:<vec_half> 0 "register_operand" "=v")
368 (unspec:<vec_half> [(match_dup 1) (match_dup 2)]
369 UNSPEC_VEC_PACK_UNSIGNED_SATURATE_CC))]
370 "TARGET_VX"
371 "vpkls<bhfgq>s\t%v0,%v1,%v2"
372 [(set_attr "op_type" "VRR")])
373
374
375; Vector permute
376
377; vec_perm is also RTL standard name, but we can only use it for V16QI
378
379(define_insn "vec_zperm<mode>"
380 [(set (match_operand:V_HW_HSD 0 "register_operand" "=v")
381 (unspec:V_HW_HSD [(match_operand:V_HW_HSD 1 "register_operand" "v")
382 (match_operand:V_HW_HSD 2 "register_operand" "v")
383 (match_operand:V16QI 3 "register_operand" "v")]
384 UNSPEC_VEC_PERM))]
385 "TARGET_VX"
386 "vperm\t%v0,%v1,%v2,%v3"
387 [(set_attr "op_type" "VRR")])
388
389(define_expand "vec_permi<mode>"
e970b4b0
AK		 390 [(set (match_operand:V_HW_64 0 "register_operand" "")
391 (unspec:V_HW_64 [(match_operand:V_HW_64 1 "register_operand" "")
392 (match_operand:V_HW_64 2 "register_operand" "")
393 (match_operand:QI 3 "const_mask_operand" "")]
3af82a61
AK		 394 UNSPEC_VEC_PERMI))]
395 "TARGET_VX"
396{
397 HOST_WIDE_INT val = INTVAL (operands[3]);
398 operands[3] = GEN_INT ((val & 1) | (val & 2) << 1);
399})
400
401(define_insn "*vec_permi<mode>"
e970b4b0
AK		 402 [(set (match_operand:V_HW_64 0 "register_operand" "=v")
403 (unspec:V_HW_64 [(match_operand:V_HW_64 1 "register_operand" "v")
404 (match_operand:V_HW_64 2 "register_operand" "v")
405 (match_operand:QI 3 "const_mask_operand" "C")]
3af82a61 406 UNSPEC_VEC_PERMI))]
e970b4b0 407 "TARGET_VX && (UINTVAL (operands[3]) & 10) == 0"
3af82a61
AK		 408 "vpdi\t%v0,%v1,%v2,%b3"
409 [(set_attr "op_type" "VRR")])
410
411
412; Vector replicate
413
414
415; Replicate from vector element
416(define_expand "vec_splat<mode>"
417 [(set (match_operand:V_HW 0 "register_operand" "")
418 (vec_duplicate:V_HW (vec_select:<non_vec>
419 (match_operand:V_HW 1 "register_operand" "")
420 (parallel
e970b4b0 421 [(match_operand:QI 2 "const_mask_operand" "")]))))]
3af82a61
AK		 422 "TARGET_VX")
423
424; Vector scatter element
425
426; vscef, vsceg
427
99924e7a 428; A 64 bit target address generated from 32 bit elements
76794c52
AK		 429(define_insn "vec_scatter_element<V_HW_4:mode>_DI"
430 [(set (mem:<non_vec>
3af82a61 431 (plus:DI (zero_extend:DI
e970b4b0
AK		 432 (unspec:SI [(match_operand:V4SI 1 "register_operand" "v")
433 (match_operand:QI 3 "const_mask_operand" "C")]
3af82a61 434 UNSPEC_VEC_EXTRACT))
e970b4b0 435 (match_operand:SI 2 "address_operand" "ZQ")))
76794c52
AK		 436 (unspec:<non_vec> [(match_operand:V_HW_4 0 "register_operand" "v")
437 (match_dup 3)] UNSPEC_VEC_EXTRACT))]
e970b4b0 438 "TARGET_VX && TARGET_64BIT && UINTVAL (operands[3]) < 4"
3af82a61
AK		 439 "vscef\t%v0,%O2(%v1,%R2),%3"
440 [(set_attr "op_type" "VRV")])
441
442; A 31 bit target address is generated from 64 bit elements
50dc4eed 443; vsceg
3af82a61
AK		 444(define_insn "vec_scatter_element<V_HW_64:mode>_SI"
445 [(set (mem:<non_vec>
446 (plus:SI (subreg:SI
e970b4b0
AK		 447 (unspec:<non_vec_int> [(match_operand:V_HW_64 1 "register_operand" "v")
448 (match_operand:QI 3 "const_mask_operand" "C")]
3af82a61 449 UNSPEC_VEC_EXTRACT) 4)
e970b4b0
AK		 450 (match_operand:SI 2 "address_operand" "ZQ")))
451 (unspec:<non_vec> [(match_operand:V_HW_64 0 "register_operand" "v")
3af82a61 452 (match_dup 3)] UNSPEC_VEC_EXTRACT))]
e970b4b0 453 "TARGET_VX && !TARGET_64BIT && UINTVAL (operands[3]) < GET_MODE_NUNITS (<V_HW_64:MODE>mode)"
af77d1df 454 "vsce<V_HW_64:bhfgq>\t%v0,%O2(%v1,%R2),%3"
3af82a61
AK		 455 [(set_attr "op_type" "VRV")])
456
99924e7a 457; Element size and target address size is the same
50dc4eed 458; vscef, vsceg
3af82a61
AK		 459(define_insn "vec_scatter_element<mode>_<non_vec_int>"
460 [(set (mem:<non_vec>
461 (plus:<non_vec_int> (unspec:<non_vec_int>
e970b4b0
AK		 462 [(match_operand:<tointvec> 1 "register_operand" "v")
463 (match_operand:QI 3 "const_mask_operand" "C")]
3af82a61 464 UNSPEC_VEC_EXTRACT)
e970b4b0
AK		 465 (match_operand:DI 2 "address_operand" "ZQ")))
466 (unspec:<non_vec> [(match_operand:V_HW_32_64 0 "register_operand" "v")
3af82a61 467 (match_dup 3)] UNSPEC_VEC_EXTRACT))]
e970b4b0 468 "TARGET_VX && UINTVAL (operands[3]) < GET_MODE_NUNITS (<V_HW_32_64:MODE>mode)"
af77d1df 469 "vsce<bhfgq>\t%v0,%O2(%v1,%R2),%3"
3af82a61
AK		 470 [(set_attr "op_type" "VRV")])
471
472; Depending on the address size we have to expand a different pattern.
473; This however cannot be represented in s390-builtins.def so we do the
474; multiplexing here in the expander.
475(define_expand "vec_scatter_element<V_HW_32_64:mode>"
476 [(match_operand:V_HW_32_64 0 "register_operand" "")
477 (match_operand:<tointvec> 1 "register_operand" "")
478 (match_operand 2 "address_operand" "")
e970b4b0 479 (match_operand:QI 3 "const_mask_operand" "")]
3af82a61
AK		 480 "TARGET_VX"
481{
482 if (TARGET_64BIT)
483 {
484 PUT_MODE (operands[2], DImode);
485 emit_insn (
486 gen_vec_scatter_element<V_HW_32_64:mode>_DI (operands[0], operands[1],
487 operands[2], operands[3]));
488 }
489 else
490 {
491 PUT_MODE (operands[2], SImode);
492 emit_insn (
493 gen_vec_scatter_element<V_HW_32_64:mode>_SI (operands[0], operands[1],
494 operands[2], operands[3]));
495 }
496 DONE;
497})
498
499
500; Vector select
501
2930bb32
AK		 502; for all b in bits op0[b] = op3[b] == 0 ? op2[b] : op1[b]
503; implemented as: op0 = (op1 & op3) | (op2 & ~op3)
504
505; Used to expand the vec_sel builtin. Operands op1 and op2 already got
506; swapped in s390-c.c when we get here.
507
508(define_insn "vsel<mode>"
509 [(set (match_operand:V_HW 0 "register_operand" "=v")
510 (ior:V_HW
511 (and:V_HW (match_operand:V_HW 1 "register_operand" "v")
512 (match_operand:V_HW 3 "register_operand" "v"))
513 (and:V_HW (not:V_HW (match_dup 3))
514 (match_operand:V_HW 2 "register_operand" "v"))))]
3af82a61 515 "TARGET_VX"
2930bb32
AK		 516 "vsel\t%v0,%1,%2,%3"
517 [(set_attr "op_type" "VRR")])
3af82a61
AK		 518
519
520; Vector sign extend to doubleword
521
522; Sign extend of right most vector element to respective double-word
50dc4eed 523; vsegb, vsegh, vsegf
3af82a61
AK		 524(define_insn "vec_extend<mode>"
525 [(set (match_operand:VI_HW_QHS 0 "register_operand" "=v")
526 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "v")]
527 UNSPEC_VEC_EXTEND))]
528 "TARGET_VX"
529 "vseg<bhfgq>\t%v0,%1"
530 [(set_attr "op_type" "VRR")])
531
532
533; Vector store with length
534
535; Store bytes in OP1 from OP0 with the highest indexed byte to be
536; stored from OP0 given by OP2
537(define_insn "vstl<mode>"
538 [(set (match_operand:BLK 2 "memory_operand" "=Q")
539 (unspec:BLK [(match_operand:V 0 "register_operand" "v")
540 (match_operand:SI 1 "register_operand" "d")]
541 UNSPEC_VEC_STORE_LEN))]
542 "TARGET_VX"
543 "vstl\t%v0,%1,%2"
544 [(set_attr "op_type" "VRS")])
545
76794c52
AK		 546; Vector store rightmost with length
547
548(define_insn "vstrlrv16qi"
549 [(set (match_operand:BLK 2 "memory_operand" "=Q,Q")
550 (unspec:BLK [(match_operand:V16QI 0 "register_operand" "v,v")
551 (match_operand:SI 1 "nonmemory_operand" "d,C")]
552 UNSPEC_VEC_STORE_LEN_R))]
553 "TARGET_VXE"
554 "@
555 vstrlr\t%v0,%2,%1
556 vstrl\t%v0,%1,%2"
557 [(set_attr "op_type" "VRS,VSI")])
558
559
560
561; vector bit permute
562
563(define_insn "vbpermv16qi"
564 [(set (match_operand:V2DI 0 "register_operand" "=v")
565 (unspec:V2DI [(match_operand:V16QI 1 "register_operand" "v")
566 (match_operand:V16QI 2 "register_operand" "v")]
567 UNSPEC_VEC_VBPERM))]
568 "TARGET_VXE"
569 "vbperm\t%v0,%v1,%v2"
570 [(set_attr "op_type" "VRR")])
3af82a61
AK		 571
572; Vector unpack high
573
574; vuphb, vuphh, vuphf
575(define_insn "vec_unpackh<mode>"
576 [(set (match_operand:<vec_double> 0 "register_operand" "=v")
577 (unspec:<vec_double> [(match_operand:VI_HW_QHS 1 "register_operand" "v")]
578 UNSPEC_VEC_UNPACKH))]
579 "TARGET_VX"
580 "vuph<bhfgq>\t%v0,%v1"
581 [(set_attr "op_type" "VRR")])
582
583; vuplhb, vuplhh, vuplhf
584(define_insn "vec_unpackh_l<mode>"
585 [(set (match_operand:<vec_double> 0 "register_operand" "=v")
586 (unspec:<vec_double> [(match_operand:VI_HW_QHS 1 "register_operand" "v")]
587 UNSPEC_VEC_UNPACKH_L))]
588 "TARGET_VX"
589 "vuplh<bhfgq>\t%v0,%v1"
590 [(set_attr "op_type" "VRR")])
591
592
593; Vector unpack low
594
595; vuplb, vuplhw, vuplf
596(define_insn "vec_unpackl<mode>"
597 [(set (match_operand:<vec_double> 0 "register_operand" "=v")
598 (unspec:<vec_double> [(match_operand:VI_HW_QHS 1 "register_operand" "v")]
599 UNSPEC_VEC_UNPACKL))]
600 "TARGET_VX"
601 "vupl<bhfgq><w>\t%v0,%v1"
602 [(set_attr "op_type" "VRR")])
603
604; vupllb, vupllh, vupllf
605(define_insn "vec_unpackl_l<mode>"
606 [(set (match_operand:<vec_double> 0 "register_operand" "=v")
607 (unspec:<vec_double> [(match_operand:VI_HW_QHS 1 "register_operand" "v")]
608 UNSPEC_VEC_UNPACKL_L))]
609 "TARGET_VX"
610 "vupll<bhfgq>\t%v0,%v1"
611 [(set_attr "op_type" "VRR")])
612
613
614; Vector add
615
3af82a61
AK		 616; Vector add compute carry
617
50dc4eed 618; vaccb, vacch, vaccf, vaccg, vaccq
2d71f118
AK		 619(define_insn "vacc<bhfgq>_<mode>"
620 [(set (match_operand:VIT_HW 0 "register_operand" "=v")
b7a98f48 621 (unspec:VIT_HW [(match_operand:VIT_HW 1 "register_operand" "v")
2d71f118
AK		 622 (match_operand:VIT_HW 2 "register_operand" "v")]
623 UNSPEC_VEC_ADDC))]
3af82a61
AK		 624 "TARGET_VX"
625 "vacc<bhfgq>\t%v0,%v1,%v2"
626 [(set_attr "op_type" "VRR")])
627
3af82a61
AK		 628; Vector add with carry
629
2d71f118
AK		 630(define_insn "vacq"
631 [(set (match_operand:TI 0 "register_operand" "=v")
b7a98f48 632 (unspec:TI [(match_operand:TI 1 "register_operand" "v")
2d71f118
AK		 633 (match_operand:TI 2 "register_operand" "v")
634 (match_operand:TI 3 "register_operand" "v")]
635 UNSPEC_VEC_ADDE_U128))]
3af82a61
AK		 636 "TARGET_VX"
637 "vacq\t%v0,%v1,%v2,%v3"
638 [(set_attr "op_type" "VRR")])
639
640
641; Vector add with carry compute carry
642
2d71f118
AK		 643(define_insn "vacccq"
644 [(set (match_operand:TI 0 "register_operand" "=v")
b7a98f48 645 (unspec:TI [(match_operand:TI 1 "register_operand" "v")
2d71f118
AK		 646 (match_operand:TI 2 "register_operand" "v")
647 (match_operand:TI 3 "register_operand" "v")]
648 UNSPEC_VEC_ADDEC_U128))]
3af82a61
AK		 649 "TARGET_VX"
650 "vacccq\t%v0,%v1,%v2,%v3"
651 [(set_attr "op_type" "VRR")])
652
653
654; Vector and
655
3af82a61
AK		 656; Vector and with complement
657
658; vnc
659(define_insn "vec_andc<mode>3"
660 [(set (match_operand:VT_HW 0 "register_operand" "=v")
661 (and:VT_HW (not:VT_HW (match_operand:VT_HW 2 "register_operand" "v"))
662 (match_operand:VT_HW 1 "register_operand" "v")))]
663 "TARGET_VX"
664 "vnc\t%v0,%v1,%v2"
665 [(set_attr "op_type" "VRR")])
666
3af82a61
AK		 667
668; Vector average
669
50dc4eed 670; vavgb, vavgh, vavgf, vavgg
3af82a61
AK		 671(define_insn "vec_avg<mode>"
672 [(set (match_operand:VI_HW 0 "register_operand" "=v")
b7a98f48 673 (unspec:VI_HW [(match_operand:VI_HW 1 "register_operand" "v")
3af82a61
AK		 674 (match_operand:VI_HW 2 "register_operand" "v")]
675 UNSPEC_VEC_AVG))]
676 "TARGET_VX"
677 "vavg<bhfgq>\t%v0,%v1,%v2"
678 [(set_attr "op_type" "VRR")])
679
680; Vector average logical
681
50dc4eed 682; vavglb, vavglh, vavglf, vavglg
3af82a61
AK		 683(define_insn "vec_avgu<mode>"
684 [(set (match_operand:VI_HW 0 "register_operand" "=v")
b7a98f48 685 (unspec:VI_HW [(match_operand:VI_HW 1 "register_operand" "v")
3af82a61
AK		 686 (match_operand:VI_HW 2 "register_operand" "v")]
687 UNSPEC_VEC_AVGU))]
688 "TARGET_VX"
689 "vavgl<bhfgq>\t%v0,%v1,%v2"
690 [(set_attr "op_type" "VRR")])
691
692
693; Vector checksum
694
695(define_insn "vec_checksum"
696 [(set (match_operand:V4SI 0 "register_operand" "=v")
697 (unspec:V4SI [(match_operand:V4SI 1 "register_operand" "v")
698 (match_operand:V4SI 2 "register_operand" "v")]
699 UNSPEC_VEC_CHECKSUM))]
700 "TARGET_VX"
701 "vcksm\t%v0,%v1,%v2"
702 [(set_attr "op_type" "VRR")])
703
704;;
705;; Vector compare
706;;
707
708; vec_all/any int compares
709
710(define_expand "vec_all_<intcmpcc:code><VI_HW:mode>"
711 [(match_operand:SI 0 "register_operand" "")
712 (intcmpcc (match_operand:VI_HW 1 "register_operand" "")
713 (match_operand:VI_HW 2 "register_operand" ""))]
714 "TARGET_VX"
715{
716 s390_expand_vec_compare_cc (operands[0],
717 <intcmpcc:CODE>,
718 operands[1],
719 operands[2],
720 true);
721 DONE;
722})
723
724(define_expand "vec_any_<intcmpcc:code><VI_HW:mode>"
725 [(match_operand:SI 0 "register_operand" "")
726 (intcmpcc (match_operand:VI_HW 1 "register_operand" "")
727 (match_operand:VI_HW 2 "register_operand" ""))]
728 "TARGET_VX"
729{
730 s390_expand_vec_compare_cc (operands[0],
731 <intcmpcc:CODE>,
732 operands[1],
733 operands[2],
734 false);
735 DONE;
736})
737
738; vec_all/any fp compares
739
76794c52
AK		 740(define_expand "vec_all_<fpcmpcc:code><mode>"
741 [(match_operand:SI 0 "register_operand" "")
742 (fpcmpcc (match_operand:VECF_HW 1 "register_operand" "")
743 (match_operand:VECF_HW 2 "register_operand" ""))]
3af82a61
AK		 744 "TARGET_VX"
745{
746 s390_expand_vec_compare_cc (operands[0],
747 <fpcmpcc:CODE>,
748 operands[1],
749 operands[2],
750 true);
751 DONE;
752})
753
76794c52
AK		 754(define_expand "vec_any_<fpcmpcc:code><mode>"
755 [(match_operand:SI 0 "register_operand" "")
756 (fpcmpcc (match_operand:VECF_HW 1 "register_operand" "")
757 (match_operand:VECF_HW 2 "register_operand" ""))]
3af82a61
AK		 758 "TARGET_VX"
759{
760 s390_expand_vec_compare_cc (operands[0],
761 <fpcmpcc:CODE>,
762 operands[1],
763 operands[2],
764 false);
765 DONE;
766})
767
768
769; Compare without generating CC
770
771(define_expand "vec_cmp<intcmp:code><VI_HW:mode>"
772 [(set (match_operand:VI_HW 0 "register_operand" "=v")
773 (intcmp:VI_HW (match_operand:VI_HW 1 "register_operand" "v")
774 (match_operand:VI_HW 2 "register_operand" "v")))]
775 "TARGET_VX"
776{
777 s390_expand_vec_compare (operands[0], <intcmp:CODE>, operands[1], operands[2]);
778 DONE;
779})
780
76794c52
AK		 781(define_expand "vec_cmp<fpcmp:code><mode>"
782 [(set (match_operand:<tointvec> 0 "register_operand" "=v")
783 (fpcmp:<tointvec> (match_operand:VF_HW 1 "register_operand" "v")
784 (match_operand:VF_HW 2 "register_operand" "v")))]
3af82a61
AK		 785 "TARGET_VX"
786{
787 s390_expand_vec_compare (operands[0], <fpcmp:CODE>, operands[1], operands[2]);
788 DONE;
789})
790
791
792; Vector count leading zeros
793
794; vec_cntlz -> clz
795; vec_cnttz -> ctz
796
797; Vector xor
798
799; vec_xor -> xor
800
3af82a61
AK		 801; Vector Galois field multiply sum
802
50dc4eed 803; vgfmb, vgfmh, vgfmf
3af82a61
AK		 804(define_insn "vec_gfmsum<mode>"
805 [(set (match_operand:VI_HW_QHS 0 "register_operand" "=v")
806 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "v")
807 (match_operand:VI_HW_QHS 2 "register_operand" "v")]
808 UNSPEC_VEC_GFMSUM))]
809 "TARGET_VX"
810 "vgfm<bhfgq>\t%v0,%v1,%v2"
811 [(set_attr "op_type" "VRR")])
812
813(define_insn "vec_gfmsum_128"
814 [(set (match_operand:V16QI 0 "register_operand" "=v")
815 (unspec:V16QI [(match_operand:V2DI 1 "register_operand" "v")
816 (match_operand:V2DI 2 "register_operand" "v")]
817 UNSPEC_VEC_GFMSUM_128))]
818 "TARGET_VX"
819 "vgfmg\t%v0,%v1,%v2"
820 [(set_attr "op_type" "VRR")])
821
50dc4eed 822; vgfmab, vgfmah, vgfmaf
3af82a61
AK		 823(define_insn "vec_gfmsum_accum<mode>"
824 [(set (match_operand:<vec_double> 0 "register_operand" "=v")
825 (unspec:<vec_double> [(match_operand:VI_HW_QHS 1 "register_operand" "v")
826 (match_operand:VI_HW_QHS 2 "register_operand" "v")
827 (match_operand:<vec_double> 3 "register_operand" "v")]
828 UNSPEC_VEC_GFMSUM_ACCUM))]
829 "TARGET_VX"
830 "vgfma<bhfgq>\t%v0,%v1,%v2,%v3"
831 [(set_attr "op_type" "VRR")])
832
833(define_insn "vec_gfmsum_accum_128"
834 [(set (match_operand:V16QI 0 "register_operand" "=v")
835 (unspec:V16QI [(match_operand:V2DI 1 "register_operand" "v")
836 (match_operand:V2DI 2 "register_operand" "v")
837 (match_operand:V16QI 3 "register_operand" "v")]
838 UNSPEC_VEC_GFMSUM_ACCUM_128))]
839 "TARGET_VX"
840 "vgfmag\t%v0,%v1,%v2,%v3"
841 [(set_attr "op_type" "VRR")])
842
843
844; FIXME: vec_neg ?
845
846; Vector load positive: vec_abs -> abs
847; Vector maximum vec_max -> smax, logical vec_max -> umax
848; Vector maximum vec_min -> smin, logical vec_min -> umin
849
850
851; Vector multiply and add high
852
853; vec_mladd -> vec_vmal
854; vmalb, vmalh, vmalf, vmalg
855(define_insn "vec_vmal<mode>"
47b653bd 856 [(set (match_operand:VI_HW_QHS 0 "register_operand" "=v")
b7a98f48
AK		 857 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "v")
858 (match_operand:VI_HW_QHS 2 "register_operand" "v")
859 (match_operand:VI_HW_QHS 3 "register_operand" "v")]
47b653bd 860 UNSPEC_VEC_VMAL))]
3af82a61
AK		 861 "TARGET_VX"
862 "vmal<bhfgq><w>\t%v0,%v1,%v2,%v3"
863 [(set_attr "op_type" "VRR")])
864
865; vec_mhadd -> vec_vmah/vec_vmalh
866
867; vmahb; vmahh, vmahf, vmahg
868(define_insn "vec_vmah<mode>"
47b653bd 869 [(set (match_operand:VI_HW_QHS 0 "register_operand" "=v")
b7a98f48
AK		 870 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "v")
871 (match_operand:VI_HW_QHS 2 "register_operand" "v")
872 (match_operand:VI_HW_QHS 3 "register_operand" "v")]
47b653bd 873 UNSPEC_VEC_VMAH))]
3af82a61
AK		 874 "TARGET_VX"
875 "vmah<bhfgq>\t%v0,%v1,%v2,%v3"
876 [(set_attr "op_type" "VRR")])
877
878; vmalhb; vmalhh, vmalhf, vmalhg
879(define_insn "vec_vmalh<mode>"
b7a98f48
AK		 880 [(set (match_operand:VI_HW_QHS 0 "register_operand" "=v")
881 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "v")
882 (match_operand:VI_HW_QHS 2 "register_operand" "v")
883 (match_operand:VI_HW_QHS 3 "register_operand" "v")]
47b653bd 884 UNSPEC_VEC_VMALH))]
3af82a61
AK		 885 "TARGET_VX"
886 "vmalh<bhfgq>\t%v0,%v1,%v2,%v3"
887 [(set_attr "op_type" "VRR")])
888
889; vec_meadd -> vec_vmae/vec_vmale
890
891; vmaeb; vmaeh, vmaef, vmaeg
892(define_insn "vec_vmae<mode>"
b7a98f48
AK		 893 [(set (match_operand:<vec_double> 0 "register_operand" "=v")
894 (unspec:<vec_double> [(match_operand:VI_HW_QHS 1 "register_operand" "v")
d9128d88 895 (match_operand:VI_HW_QHS 2 "register_operand" "v")
3af82a61
AK		 896 (match_operand:<vec_double> 3 "register_operand" "v")]
897 UNSPEC_VEC_VMAE))]
898 "TARGET_VX"
899 "vmae<bhfgq>\t%v0,%v1,%v2,%v3"
900 [(set_attr "op_type" "VRR")])
901
902; vmaleb; vmaleh, vmalef, vmaleg
903(define_insn "vec_vmale<mode>"
b7a98f48
AK		 904 [(set (match_operand:<vec_double> 0 "register_operand" "=v")
905 (unspec:<vec_double> [(match_operand:VI_HW_QHS 1 "register_operand" "v")
906 (match_operand:VI_HW_QHS 2 "register_operand" "v")
3af82a61
AK		 907 (match_operand:<vec_double> 3 "register_operand" "v")]
908 UNSPEC_VEC_VMALE))]
909 "TARGET_VX"
910 "vmale<bhfgq>\t%v0,%v1,%v2,%v3"
911 [(set_attr "op_type" "VRR")])
912
913; vec_moadd -> vec_vmao/vec_vmalo
914
915; vmaob; vmaoh, vmaof, vmaog
916(define_insn "vec_vmao<mode>"
b7a98f48
AK		 917 [(set (match_operand:<vec_double> 0 "register_operand" "=v")
918 (unspec:<vec_double> [(match_operand:VI_HW_QHS 1 "register_operand" "v")
919 (match_operand:VI_HW_QHS 2 "register_operand" "v")
3af82a61
AK		 920 (match_operand:<vec_double> 3 "register_operand" "v")]
921 UNSPEC_VEC_VMAO))]
922 "TARGET_VX"
923 "vmao<bhfgq>\t%v0,%v1,%v2,%v3"
924 [(set_attr "op_type" "VRR")])
925
926; vmalob; vmaloh, vmalof, vmalog
927(define_insn "vec_vmalo<mode>"
b7a98f48
AK		 928 [(set (match_operand:<vec_double> 0 "register_operand" "=v")
929 (unspec:<vec_double> [(match_operand:VI_HW_QHS 1 "register_operand" "v")
930 (match_operand:VI_HW_QHS 2 "register_operand" "v")
3af82a61
AK		 931 (match_operand:<vec_double> 3 "register_operand" "v")]
932 UNSPEC_VEC_VMALO))]
933 "TARGET_VX"
934 "vmalo<bhfgq>\t%v0,%v1,%v2,%v3"
935 [(set_attr "op_type" "VRR")])
936
937
938; Vector multiply high
939
940; vec_mulh -> vec_smulh/vec_umulh
941
942; vmhb, vmhh, vmhf
943(define_insn "vec_smulh<mode>"
b7a98f48
AK		 944 [(set (match_operand:VI_HW_QHS 0 "register_operand" "=v")
945 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "v")
3af82a61
AK		 946 (match_operand:VI_HW_QHS 2 "register_operand" "v")]
947 UNSPEC_VEC_SMULT_HI))]
948 "TARGET_VX"
949 "vmh<bhfgq>\t%v0,%v1,%v2"
950 [(set_attr "op_type" "VRR")])
951
952; vmlhb, vmlhh, vmlhf
953(define_insn "vec_umulh<mode>"
b7a98f48
AK		 954 [(set (match_operand:VI_HW_QHS 0 "register_operand" "=v")
955 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "v")
3af82a61
AK		 956 (match_operand:VI_HW_QHS 2 "register_operand" "v")]
957 UNSPEC_VEC_UMULT_HI))]
958 "TARGET_VX"
959 "vmlh<bhfgq>\t%v0,%v1,%v2"
960 [(set_attr "op_type" "VRR")])
961
962
963; Vector multiply low
964
965; vec_mule -> vec_widen_umult_even/vec_widen_smult_even
966; vec_mulo -> vec_widen_umult_odd/vec_widen_smult_odd
967
968
969; Vector nor
970
971(define_insn "vec_nor<mode>3"
b7a98f48 972 [(set (match_operand:VT_HW 0 "register_operand" "=v")
76794c52 973 (not:VT_HW
b7a98f48 974 (ior:VT_HW (match_operand:VT_HW 1 "register_operand" "v")
76794c52 975 (match_operand:VT_HW 2 "register_operand" "v"))))]
3af82a61
AK		 976 "TARGET_VX"
977 "vno\t%v0,%v1,%v2"
978 [(set_attr "op_type" "VRR")])
979
980
981; Vector or
982
3af82a61
AK		 983; Vector population count vec_popcnt -> popcount
984; Vector element rotate left logical vec_rl -> vrotl, vec_rli -> rot
985
986; Vector element rotate and insert under mask
987
988; verimb, verimh, verimf, verimg
989(define_insn "verim<mode>"
990 [(set (match_operand:VI_HW 0 "register_operand" "=v")
991 (unspec:VI_HW [(match_operand:VI_HW 1 "register_operand" "0")
992 (match_operand:VI_HW 2 "register_operand" "v")
993 (match_operand:VI_HW 3 "register_operand" "v")
e970b4b0 994 (match_operand:QI 4 "const_int_operand" "C")]
3af82a61
AK		 995 UNSPEC_VEC_RL_MASK))]
996 "TARGET_VX"
997 "verim<bhfgq>\t%v0,%v2,%v3,%b4"
998 [(set_attr "op_type" "VRI")])
999
1000
1001; Vector shift left
1002
1003(define_insn "vec_sll<VI_HW:mode><VI_HW_QHS:mode>"
1004 [(set (match_operand:VI_HW 0 "register_operand" "=v")
1005 (unspec:VI_HW [(match_operand:VI_HW 1 "register_operand" "v")
1006 (match_operand:VI_HW_QHS 2 "register_operand" "v")]
1007 UNSPEC_VEC_SLL))]
1008 "TARGET_VX"
1009 "vsl\t%v0,%v1,%v2"
1010 [(set_attr "op_type" "VRR")])
1011
1012
1013; Vector shift left by byte
1014
252c6f56
AK		 1015; Pattern definition in vector.md, see vec_vslb
1016(define_expand "vec_slb<mode>"
1017 [(set (match_operand:V_HW 0 "register_operand" "")
1018 (unspec:V_HW [(match_operand:V_HW 1 "register_operand" "")
1019 (match_operand:<tointvec> 2 "register_operand" "")]
3af82a61
AK		 1020 UNSPEC_VEC_SLB))]
1021 "TARGET_VX"
252c6f56
AK		 1022{
1023 PUT_MODE (operands[2], V16QImode);
1024})
3af82a61
AK		 1025
1026; Vector shift left double by byte
1027
1028(define_insn "vec_sld<mode>"
1029 [(set (match_operand:V_HW 0 "register_operand" "=v")
1030 (unspec:V_HW [(match_operand:V_HW 1 "register_operand" "v")
1031 (match_operand:V_HW 2 "register_operand" "v")
e970b4b0 1032 (match_operand:QI 3 "const_int_operand" "C")]
ad7a3e39 1033 UNSPEC_VEC_SLDBYTE))]
3af82a61
AK		 1034 "TARGET_VX"
1035 "vsldb\t%v0,%v1,%v2,%b3"
1036 [(set_attr "op_type" "VRI")])
1037
1038(define_expand "vec_sldw<mode>"
1039 [(set (match_operand:V_HW 0 "register_operand" "")
1040 (unspec:V_HW [(match_operand:V_HW 1 "register_operand" "")
1041 (match_operand:V_HW 2 "register_operand" "")
e970b4b0 1042 (match_operand:QI 3 "const_int_operand" "")]
ad7a3e39 1043 UNSPEC_VEC_SLDBYTE))]
3af82a61
AK		 1044 "TARGET_VX"
1045{
1046 operands[3] = GEN_INT (INTVAL (operands[3]) << 2);
1047})
1048
ad7a3e39
AK		 1049; Vector shift left double by bit
1050
1051(define_insn "vec_sldb<mode>"
1052 [(set (match_operand:V_HW 0 "register_operand" "=v")
1053 (unspec:V_HW [(match_operand:V_HW 1 "register_operand" "v")
1054 (match_operand:V_HW 2 "register_operand" "v")
1055 (match_operand:QI 3 "const_int_operand" "C")]
1056 UNSPEC_VEC_SLDBIT))]
1057 "TARGET_VXE2"
1058 "vsld\t%v0,%v1,%v2,%b3"
1059 [(set_attr "op_type" "VRI")])
1060
1061; Vector shift right double by bit
1062
1063(define_insn "vec_srdb<mode>"
1064 [(set (match_operand:V_HW 0 "register_operand" "=v")
1065 (unspec:V_HW [(match_operand:V_HW 1 "register_operand" "v")
1066 (match_operand:V_HW 2 "register_operand" "v")
1067 (match_operand:QI 3 "const_int_operand" "C")]
1068 UNSPEC_VEC_SRDBIT))]
1069 "TARGET_VXE2"
1070 "vsrd\t%v0,%v1,%v2,%b3"
1071 [(set_attr "op_type" "VRI")])
1072
3af82a61
AK		 1073; Vector shift right arithmetic
1074
1075(define_insn "vec_sral<VI_HW:mode><VI_HW_QHS:mode>"
1076 [(set (match_operand:VI_HW 0 "register_operand" "=v")
1077 (unspec:VI_HW [(match_operand:VI_HW 1 "register_operand" "v")
1078 (match_operand:VI_HW_QHS 2 "register_operand" "v")]
1079 UNSPEC_VEC_SRAL))]
1080 "TARGET_VX"
1081 "vsra\t%v0,%v1,%v2"
1082 [(set_attr "op_type" "VRR")])
1083
1084
1085; Vector shift right arithmetic by byte
1086
1087(define_insn "vec_srab<mode>"
1088 [(set (match_operand:V_HW 0 "register_operand" "=v")
1089 (unspec:V_HW [(match_operand:V_HW 1 "register_operand" "v")
1090 (match_operand:<tointvec> 2 "register_operand" "v")]
1091 UNSPEC_VEC_SRAB))]
1092 "TARGET_VX"
1093 "vsrab\t%v0,%v1,%v2"
1094 [(set_attr "op_type" "VRR")])
1095
1096
1097; Vector shift right logical
1098
1099(define_insn "vec_srl<VI_HW:mode><VI_HW_QHS:mode>"
1100 [(set (match_operand:VI_HW 0 "register_operand" "=v")
1101 (unspec:VI_HW [(match_operand:VI_HW 1 "register_operand" "v")
1102 (match_operand:VI_HW_QHS 2 "register_operand" "v")]
1103 UNSPEC_VEC_SRL))]
1104 "TARGET_VX"
1105 "vsrl\t%v0,%v1,%v2"
1106 [(set_attr "op_type" "VRR")])
1107
1108
1109; Vector shift right logical by byte
1110
252c6f56 1111; Pattern definition in vector.md, see vec_vsrb
3af82a61
AK		 1112(define_expand "vec_srb<mode>"
1113 [(set (match_operand:V_HW 0 "register_operand" "")
1114 (unspec:V_HW [(match_operand:V_HW 1 "register_operand" "")
1115 (match_operand:<tointvec> 2 "register_operand" "")]
1116 UNSPEC_VEC_SRLB))]
252c6f56
AK		 1117 "TARGET_VX"
1118{
1119 PUT_MODE (operands[2], V16QImode);
1120})
3af82a61
AK		 1121
1122; Vector subtract
1123
3af82a61
AK		 1124; Vector subtract compute borrow indication
1125
50dc4eed 1126; vscbib, vscbih, vscbif, vscbig, vscbiq
2d71f118
AK		 1127(define_insn "vscbi<bhfgq>_<mode>"
1128 [(set (match_operand:VIT_HW 0 "register_operand" "=v")
1129 (unspec:VIT_HW [(match_operand:VIT_HW 1 "register_operand" "v")
1130 (match_operand:VIT_HW 2 "register_operand" "v")]
3af82a61
AK		 1131 UNSPEC_VEC_SUBC))]
1132 "TARGET_VX"
1133 "vscbi<bhfgq>\t%v0,%v1,%v2"
1134 [(set_attr "op_type" "VRR")])
1135
3af82a61
AK		 1136; Vector subtract with borrow indication
1137
2d71f118
AK		 1138(define_insn "vsbiq"
1139 [(set (match_operand:TI 0 "register_operand" "=v")
1140 (unspec:TI [(match_operand:TI 1 "register_operand" "v")
1141 (match_operand:TI 2 "register_operand" "v")
1142 (match_operand:TI 3 "register_operand" "v")]
3af82a61
AK		 1143 UNSPEC_VEC_SUBE_U128))]
1144 "TARGET_VX"
1145 "vsbiq\t%v0,%v1,%v2,%v3"
1146 [(set_attr "op_type" "VRR")])
1147
1148
1149; Vector subtract with borrow compute and borrow indication
1150
2d71f118
AK		 1151(define_insn "vsbcbiq"
1152 [(set (match_operand:TI 0 "register_operand" "=v")
1153 (unspec:TI [(match_operand:TI 1 "register_operand" "v")
1154 (match_operand:TI 2 "register_operand" "v")
1155 (match_operand:TI 3 "register_operand" "v")]
3af82a61
AK		 1156 UNSPEC_VEC_SUBEC_U128))]
1157 "TARGET_VX"
1158 "vsbcbiq\t%v0,%v1,%v2,%v3"
1159 [(set_attr "op_type" "VRR")])
1160
1161
1162; Vector sum across
1163
1164; Sum across DImode parts of the 1st operand and add the rightmost
1165; element of 2nd operand
1166; vsumgh, vsumgf
1167(define_expand "vec_sum2<mode>"
1168 [(set (match_operand:V2DI 0 "register_operand" "")
1169 (unspec:V2DI [(match_operand:VI_HW_HS 1 "register_operand" "")
1170 (match_operand:VI_HW_HS 2 "register_operand" "")]
1171 UNSPEC_VEC_VSUMG))]
1172 "TARGET_VX")
1173
1174; vsumqh, vsumqf
1175(define_insn "vec_sum_u128<mode>"
1176 [(set (match_operand:V2DI 0 "register_operand" "=v")
1177 (unspec:V2DI [(match_operand:VI_HW_SD 1 "register_operand" "v")
1178 (match_operand:VI_HW_SD 2 "register_operand" "v")]
1179 UNSPEC_VEC_VSUMQ))]
1180 "TARGET_VX"
1181 "vsumq<bhfgq>\t%v0,%v1,%v2"
1182 [(set_attr "op_type" "VRR")])
1183
1184; vsumb, vsumh
1185(define_expand "vec_sum4<mode>"
1186 [(set (match_operand:V4SI 0 "register_operand" "")
1187 (unspec:V4SI [(match_operand:VI_HW_QH 1 "register_operand" "")
1188 (match_operand:VI_HW_QH 2 "register_operand" "")]
1189 UNSPEC_VEC_VSUM))]
1190 "TARGET_VX")
1191
1192
1193; Vector test under mask
1194
1195(define_expand "vec_test_mask_int<mode>"
1196 [(set (reg:CCRAW CC_REGNUM)
1197 (unspec:CCRAW [(match_operand:V_HW 1 "register_operand" "")
1198 (match_operand:<tointvec> 2 "register_operand" "")]
1199 UNSPEC_VEC_TEST_MASK))
1200 (set (match_operand:SI 0 "register_operand" "")
1201 (unspec:SI [(reg:CCRAW CC_REGNUM)] UNSPEC_CC_TO_INT))]
1202 "TARGET_VX")
1203
1204(define_insn "*vec_test_mask<mode>"
1205 [(set (reg:CCRAW CC_REGNUM)
1206 (unspec:CCRAW [(match_operand:V_HW 0 "register_operand" "v")
1207 (match_operand:<tointvec> 1 "register_operand" "v")]
1208 UNSPEC_VEC_TEST_MASK))]
1209 "TARGET_VX"
1210 "vtm\t%v0,%v1"
1211 [(set_attr "op_type" "VRR")])
1212
1213
76794c52
AK		 1214; Vector multiply sum logical
1215
1216(define_insn "vec_msumv2di"
1217 [(set (match_operand:V16QI 0 "register_operand" "=v")
1218 (unspec:V16QI [(match_operand:V2DI 1 "register_operand" "v")
1219 (match_operand:V2DI 2 "register_operand" "v")
1220 (match_operand:V16QI 3 "register_operand" "v")
1221 (match_operand:QI 4 "const_mask_operand" "C")]
1222 UNSPEC_VEC_MSUM))]
1223 "TARGET_VXE"
17ec4b79 1224 "vmslg\t%v0,%v1,%v2,%v3,%4"
76794c52
AK		 1225 [(set_attr "op_type" "VRR")])
1226
1227(define_insn "vmslg"
1228 [(set (match_operand:TI 0 "register_operand" "=v")
1229 (unspec:TI [(match_operand:V2DI 1 "register_operand" "v")
1230 (match_operand:V2DI 2 "register_operand" "v")
1231 (match_operand:TI 3 "register_operand" "v")
1232 (match_operand:QI 4 "const_mask_operand" "C")]
1233 UNSPEC_VEC_MSUM))]
1234 "TARGET_VXE"
17ec4b79 1235 "vmslg\t%v0,%v1,%v2,%v3,%4"
76794c52
AK		 1236 [(set_attr "op_type" "VRR")])
1237
1238
3af82a61
AK		 1239; Vector find any element equal
1240
1241; vfaeb, vfaeh, vfaef
1242; vfaezb, vfaezh, vfaezf
1243(define_insn "vfae<mode>"
1244 [(set (match_operand:VI_HW_QHS 0 "register_operand" "=v")
1245 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "v")
1246 (match_operand:VI_HW_QHS 2 "register_operand" "v")
e970b4b0 1247 (match_operand:QI 3 "const_mask_operand" "C")]
3af82a61
AK		 1248 UNSPEC_VEC_VFAE))]
1249 "TARGET_VX"
1250{
406fde6e 1251 unsigned HOST_WIDE_INT flags = UINTVAL (operands[3]);
3af82a61
AK		 1252
1253 if (flags & VSTRING_FLAG_ZS)
1254 {
1255 flags &= ~VSTRING_FLAG_ZS;
1256 operands[3] = GEN_INT (flags);
1257 return "vfaez<bhfgq>\t%v0,%v1,%v2,%b3";
1258 }
1259 return "vfae<bhfgq>\t%v0,%v1,%v2,%b3";
1260}
1261[(set_attr "op_type" "VRR")])
1262
1263; vfaebs, vfaehs, vfaefs
1264; vfaezbs, vfaezhs, vfaezfs
1265(define_insn "*vfaes<mode>"
1266 [(set (match_operand:VI_HW_QHS 0 "register_operand" "=v")
e970b4b0
AK		 1267 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "v")
1268 (match_operand:VI_HW_QHS 2 "register_operand" "v")
1269 (match_operand:QI 3 "const_mask_operand" "C")]
3af82a61
AK		 1270 UNSPEC_VEC_VFAE))
1271 (set (reg:CCRAW CC_REGNUM)
1272 (unspec:CCRAW [(match_dup 1)
1273 (match_dup 2)
1274 (match_dup 3)]
1275 UNSPEC_VEC_VFAECC))]
1276 "TARGET_VX"
1277{
406fde6e 1278 unsigned HOST_WIDE_INT flags = UINTVAL (operands[3]);
3af82a61
AK		 1279
1280 if (flags & VSTRING_FLAG_ZS)
1281 {
1282 flags &= ~VSTRING_FLAG_ZS;
1283 operands[3] = GEN_INT (flags);
1284 return "vfaez<bhfgq>s\t%v0,%v1,%v2,%b3";
1285 }
1286 return "vfae<bhfgq>s\t%v0,%v1,%v2,%b3";
1287}
1288 [(set_attr "op_type" "VRR")])
1289
1290(define_expand "vfaez<mode>"
1291 [(set (match_operand:VI_HW_QHS 0 "register_operand" "=v")
e970b4b0
AK		 1292 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "")
1293 (match_operand:VI_HW_QHS 2 "register_operand" "")
1294 (match_operand:QI 3 "const_mask_operand" "")]
3af82a61
AK		 1295 UNSPEC_VEC_VFAE))]
1296 "TARGET_VX"
1297{
1298 operands[3] = GEN_INT (INTVAL (operands[3]) | VSTRING_FLAG_ZS);
1299})
1300
1301(define_expand "vfaes<mode>"
1302 [(parallel
1303 [(set (match_operand:VI_HW_QHS 0 "register_operand" "")
e970b4b0
AK		 1304 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "")
1305 (match_operand:VI_HW_QHS 2 "register_operand" "")
1306 (match_operand:QI 3 "const_mask_operand" "")]
3af82a61
AK		 1307 UNSPEC_VEC_VFAE))
1308 (set (reg:CCRAW CC_REGNUM)
1309 (unspec:CCRAW [(match_dup 1)
1310 (match_dup 2)
1311 (match_dup 3)]
1312 UNSPEC_VEC_VFAECC))])
1313 (set (match_operand:SI 4 "memory_operand" "")
1314 (unspec:SI [(reg:CCRAW CC_REGNUM)] UNSPEC_CC_TO_INT))]
1315 "TARGET_VX"
1316{
1317 operands[3] = GEN_INT (INTVAL (operands[3]) | VSTRING_FLAG_CS);
1318})
1319
1320(define_expand "vfaezs<mode>"
1321 [(parallel
1322 [(set (match_operand:VI_HW_QHS 0 "register_operand" "")
e970b4b0
AK		 1323 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "")
1324 (match_operand:VI_HW_QHS 2 "register_operand" "")
1325 (match_operand:SI 3 "const_mask_operand" "")]
3af82a61
AK		 1326 UNSPEC_VEC_VFAE))
1327 (set (reg:CCRAW CC_REGNUM)
1328 (unspec:CCRAW [(match_dup 1)
1329 (match_dup 2)
1330 (match_dup 3)]
1331 UNSPEC_VEC_VFAECC))])
1332 (set (match_operand:SI 4 "memory_operand" "")
1333 (unspec:SI [(reg:CCRAW CC_REGNUM)] UNSPEC_CC_TO_INT))]
1334 "TARGET_VX"
1335{
1336 operands[3] = GEN_INT (INTVAL (operands[3]) | VSTRING_FLAG_CS | VSTRING_FLAG_ZS);
1337})
1338
1339
1340; Vector find element equal
1341
1342; vfeebs, vfeehs, vfeefs
1343; vfeezbs, vfeezhs, vfeezfs
1344(define_insn "*vfees<mode>"
1345 [(set (match_operand:VI_HW_QHS 0 "register_operand" "=v")
1346 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "v")
1347 (match_operand:VI_HW_QHS 2 "register_operand" "v")
e970b4b0 1348 (match_operand:QI 3 "const_mask_operand" "C")]
3af82a61
AK		 1349 UNSPEC_VEC_VFEE))
1350 (set (reg:CCRAW CC_REGNUM)
1351 (unspec:CCRAW [(match_dup 1)
1352 (match_dup 2)
1353 (match_dup 3)]
1354 UNSPEC_VEC_VFEECC))]
1355 "TARGET_VX"
1356{
406fde6e 1357 unsigned HOST_WIDE_INT flags = UINTVAL (operands[3]);
3af82a61
AK		 1358
1359 gcc_assert (!(flags & ~(VSTRING_FLAG_ZS | VSTRING_FLAG_CS)));
1360 flags &= ~VSTRING_FLAG_CS;
1361
1362 if (flags == VSTRING_FLAG_ZS)
1363 return "vfeez<bhfgq>s\t%v0,%v1,%v2";
1364 return "vfee<bhfgq>s\t%v0,%v1,%v2,%b3";
1365}
1366 [(set_attr "op_type" "VRR")])
1367
1368; vfeeb, vfeeh, vfeef
1369(define_insn "vfee<mode>"
dd01cd0c
AK		 1370 [(set (match_operand:VI_HW_QHS 0 "register_operand" "=v")
1371 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "v")
1372 (match_operand:VI_HW_QHS 2 "register_operand" "v")
3af82a61
AK		 1373 (const_int 0)]
1374 UNSPEC_VEC_VFEE))]
1375 "TARGET_VX"
1376 "vfee<bhfgq>\t%v0,%v1,%v2,0"
1377 [(set_attr "op_type" "VRR")])
1378
1379; vfeezb, vfeezh, vfeezf
1380(define_insn "vfeez<mode>"
dd01cd0c
AK		 1381 [(set (match_operand:VI_HW_QHS 0 "register_operand" "=v")
1382 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "v")
1383 (match_operand:VI_HW_QHS 2 "register_operand" "v")
3af82a61
AK		 1384 (const_int VSTRING_FLAG_ZS)]
1385 UNSPEC_VEC_VFEE))]
1386 "TARGET_VX"
1387 "vfeez<bhfgq>s\t%v0,%v1,%v2,2"
1388 [(set_attr "op_type" "VRR")])
1389
1390(define_expand "vfees<mode>"
1391 [(parallel
1392 [(set (match_operand:VI_HW_QHS 0 "register_operand" "")
1393 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "")
1394 (match_operand:VI_HW_QHS 2 "register_operand" "")
1395 (const_int VSTRING_FLAG_CS)]
1396 UNSPEC_VEC_VFEE))
1397 (set (reg:CCRAW CC_REGNUM)
1398 (unspec:CCRAW [(match_dup 1)
1399 (match_dup 2)
1400 (const_int VSTRING_FLAG_CS)]
1401 UNSPEC_VEC_VFEECC))])
1402 (set (match_operand:SI 3 "memory_operand" "")
1403 (unspec:SI [(reg:CCRAW CC_REGNUM)] UNSPEC_CC_TO_INT))]
1404 "TARGET_VX")
1405
1406(define_expand "vfeezs<mode>"
1407 [(parallel
1408 [(set (match_operand:VI_HW_QHS 0 "register_operand" "")
1409 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "")
1410 (match_operand:VI_HW_QHS 2 "register_operand" "")
1411 (match_dup 4)]
1412 UNSPEC_VEC_VFEE))
1413 (set (reg:CCRAW CC_REGNUM)
1414 (unspec:CCRAW [(match_dup 1)
1415 (match_dup 2)
1416 (match_dup 4)]
1417 UNSPEC_VEC_VFEECC))])
1418 (set (match_operand:SI 3 "memory_operand" "")
1419 (unspec:SI [(reg:CCRAW CC_REGNUM)] UNSPEC_CC_TO_INT))]
1420 "TARGET_VX"
1421{
1422 operands[4] = GEN_INT (VSTRING_FLAG_ZS | VSTRING_FLAG_CS);
1423})
1424
1425; Vector find element not equal
1426
1427; vfeneb, vfeneh, vfenef
1428(define_insn "vfene<mode>"
1429 [(set (match_operand:VI_HW_QHS 0 "register_operand" "=v")
1430 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "v")
1431 (match_operand:VI_HW_QHS 2 "register_operand" "v")
1432 (const_int 0)]
1433 UNSPEC_VEC_VFENE))]
1434 "TARGET_VX"
1435 "vfene<bhfgq>\t%v0,%v1,%v2,0"
1436 [(set_attr "op_type" "VRR")])
1437
1438; vec_vfenes can be found in vector.md since it is used for strlen
1439
1440; vfenezb, vfenezh, vfenezf
1441(define_insn "vfenez<mode>"
dd01cd0c
AK		 1442 [(set (match_operand:VI_HW_QHS 0 "register_operand" "=v")
1443 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "v")
1444 (match_operand:VI_HW_QHS 2 "register_operand" "v")
3af82a61
AK		 1445 (const_int VSTRING_FLAG_ZS)]
1446 UNSPEC_VEC_VFENE))]
1447 "TARGET_VX"
1448 "vfenez<bhfgq>\t%v0,%v1,%v2"
1449 [(set_attr "op_type" "VRR")])
1450
1451(define_expand "vfenes<mode>"
1452 [(parallel
1453 [(set (match_operand:VI_HW_QHS 0 "register_operand" "")
1454 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "")
1455 (match_operand:VI_HW_QHS 2 "register_operand" "")
1456 (const_int VSTRING_FLAG_CS)]
1457 UNSPEC_VEC_VFENE))
1458 (set (reg:CCRAW CC_REGNUM)
1459 (unspec:CCRAW [(match_dup 1)
1460 (match_dup 2)
1461 (const_int VSTRING_FLAG_CS)]
1462 UNSPEC_VEC_VFENECC))])
1463 (set (match_operand:SI 3 "memory_operand" "")
1464 (unspec:SI [(reg:CCRAW CC_REGNUM)] UNSPEC_CC_TO_INT))]
1465 "TARGET_VX")
1466
1467(define_expand "vfenezs<mode>"
1468 [(parallel
1469 [(set (match_operand:VI_HW_QHS 0 "register_operand" "")
1470 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "")
1471 (match_operand:VI_HW_QHS 2 "register_operand" "")
1472 (match_dup 4)]
1473 UNSPEC_VEC_VFENE))
1474 (set (reg:CCRAW CC_REGNUM)
1475 (unspec:CCRAW [(match_dup 1)
1476 (match_dup 2)
1477 (match_dup 4)]
1478 UNSPEC_VEC_VFENECC))])
1479 (set (match_operand:SI 3 "memory_operand" "")
1480 (unspec:SI [(reg:CCRAW CC_REGNUM)] UNSPEC_CC_TO_INT))]
1481 "TARGET_VX"
1482{
1483 operands[4] = GEN_INT (VSTRING_FLAG_ZS | VSTRING_FLAG_CS);
1484})
1485
1486; Vector isolate string
1487
1488; vistrb, vistrh, vistrf
1489(define_insn "vistr<mode>"
1490 [(set (match_operand:VI_HW_QHS 0 "register_operand" "=v")
1491 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "v")]
1492 UNSPEC_VEC_VISTR))]
1493 "TARGET_VX"
1494 "vistr<bhfgq>\t%v0,%v1"
1495 [(set_attr "op_type" "VRR")])
1496
1497; vistrbs, vistrhs, vistrfs
1498(define_insn "*vistrs<mode>"
1499 [(set (match_operand:VI_HW_QHS 0 "register_operand" "=v")
1500 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "v")]
1501 UNSPEC_VEC_VISTR))
1502 (set (reg:CCRAW CC_REGNUM)
1503 (unspec:CCRAW [(match_dup 1)] UNSPEC_VEC_VISTRCC))]
1504 "TARGET_VX"
1505 "vistr<bhfgq>s\t%v0,%v1"
1506 [(set_attr "op_type" "VRR")])
1507
1508(define_expand "vistrs<mode>"
1509 [(parallel
1510 [(set (match_operand:VI_HW_QHS 0 "register_operand" "")
1511 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "")]
1512 UNSPEC_VEC_VISTR))
1513 (set (reg:CCRAW CC_REGNUM)
1514 (unspec:CCRAW [(match_dup 1)]
1515 UNSPEC_VEC_VISTRCC))])
1516 (set (match_operand:SI 2 "memory_operand" "")
1517 (unspec:SI [(reg:CCRAW CC_REGNUM)] UNSPEC_CC_TO_INT))]
1518 "TARGET_VX")
1519
1520
1521; Vector compare range
1522
1523; vstrcb, vstrch, vstrcf
1524; vstrczb, vstrczh, vstrczf
1525(define_insn "vstrc<mode>"
e970b4b0
AK		 1526 [(set (match_operand:VI_HW_QHS 0 "register_operand" "=v")
1527 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "v")
1528 (match_operand:VI_HW_QHS 2 "register_operand" "v")
1529 (match_operand:VI_HW_QHS 3 "register_operand" "v")
1530 (match_operand:QI 4 "const_mask_operand" "C")]
3af82a61
AK		 1531 UNSPEC_VEC_VSTRC))]
1532 "TARGET_VX"
1533{
406fde6e 1534 unsigned HOST_WIDE_INT flags = UINTVAL (operands[4]);
3af82a61
AK		 1535
1536 if (flags & VSTRING_FLAG_ZS)
1537 {
1538 flags &= ~VSTRING_FLAG_ZS;
1539 operands[4] = GEN_INT (flags);
1540 return "vstrcz<bhfgq>\t%v0,%v1,%v2,%v3,%b4";
1541 }
1542 return "vstrc<bhfgq>\t%v0,%v1,%v2,%v3,%b4";
1543}
1544[(set_attr "op_type" "VRR")])
1545
1546; vstrcbs, vstrchs, vstrcfs
1547; vstrczbs, vstrczhs, vstrczfs
1548(define_insn "*vstrcs<mode>"
e970b4b0
AK		 1549 [(set (match_operand:VI_HW_QHS 0 "register_operand" "=v")
1550 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "v")
1551 (match_operand:VI_HW_QHS 2 "register_operand" "v")
1552 (match_operand:VI_HW_QHS 3 "register_operand" "v")
1553 (match_operand:QI 4 "const_mask_operand" "C")]
3af82a61
AK		 1554 UNSPEC_VEC_VSTRC))
1555 (set (reg:CCRAW CC_REGNUM)
1556 (unspec:CCRAW [(match_dup 1)
1557 (match_dup 2)
1558 (match_dup 3)
1559 (match_dup 4)]
1560 UNSPEC_VEC_VSTRCCC))]
1561 "TARGET_VX"
1562{
406fde6e 1563 unsigned HOST_WIDE_INT flags = UINTVAL (operands[4]);
3af82a61
AK		 1564
1565 if (flags & VSTRING_FLAG_ZS)
1566 {
1567 flags &= ~VSTRING_FLAG_ZS;
1568 operands[4] = GEN_INT (flags);
1569 return "vstrcz<bhfgq>s\t%v0,%v1,%v2,%v3,%b4";
1570 }
1571 return "vstrc<bhfgq>s\t%v0,%v1,%v2,%v3,%b4";
1572}
1573 [(set_attr "op_type" "VRR")])
1574
1575(define_expand "vstrcz<mode>"
e970b4b0
AK		 1576 [(set (match_operand:VI_HW_QHS 0 "register_operand" "")
1577 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "")
1578 (match_operand:VI_HW_QHS 2 "register_operand" "")
1579 (match_operand:VI_HW_QHS 3 "register_operand" "")
1580 (match_operand:QI 4 "const_mask_operand" "")]
3af82a61
AK		 1581 UNSPEC_VEC_VSTRC))]
1582 "TARGET_VX"
1583{
1584 operands[4] = GEN_INT (INTVAL (operands[4]) | VSTRING_FLAG_ZS);
1585})
1586
1587(define_expand "vstrcs<mode>"
1588 [(parallel
1589 [(set (match_operand:VI_HW_QHS 0 "register_operand" "")
1590 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "")
1591 (match_operand:VI_HW_QHS 2 "register_operand" "")
1592 (match_operand:VI_HW_QHS 3 "register_operand" "")
e970b4b0 1593 (match_operand:QI 4 "const_mask_operand" "")]
3af82a61
AK		 1594 UNSPEC_VEC_VSTRC))
1595 (set (reg:CCRAW CC_REGNUM)
1596 (unspec:CCRAW [(match_dup 1)
1597 (match_dup 2)
1598 (match_dup 3)
1599 (match_dup 4)]
1600 UNSPEC_VEC_VSTRCCC))])
1601 (set (match_operand:SI 5 "memory_operand" "")
1602 (unspec:SI [(reg:CCRAW CC_REGNUM)] UNSPEC_CC_TO_INT))]
1603 "TARGET_VX"
1604{
1605 operands[4] = GEN_INT (INTVAL (operands[4]) | VSTRING_FLAG_CS);
1606})
1607
1608(define_expand "vstrczs<mode>"
1609 [(parallel
1610 [(set (match_operand:VI_HW_QHS 0 "register_operand" "")
1611 (unspec:VI_HW_QHS [(match_operand:VI_HW_QHS 1 "register_operand" "")
1612 (match_operand:VI_HW_QHS 2 "register_operand" "")
1613 (match_operand:VI_HW_QHS 3 "register_operand" "")
e970b4b0 1614 (match_operand:QI 4 "const_mask_operand" "")]
3af82a61
AK		 1615 UNSPEC_VEC_VSTRC))
1616 (set (reg:CCRAW CC_REGNUM)
1617 (unspec:CCRAW [(match_dup 1)
1618 (match_dup 2)
1619 (match_dup 3)
1620 (match_dup 4)]
1621 UNSPEC_VEC_VSTRCCC))])
1622 (set (match_operand:SI 5 "memory_operand" "")
1623 (unspec:SI [(reg:CCRAW CC_REGNUM)] UNSPEC_CC_TO_INT))]
1624 "TARGET_VX"
1625{
1626 operands[4] = GEN_INT (INTVAL (operands[4]) | VSTRING_FLAG_CS | VSTRING_FLAG_ZS);
1627})
1628
49adc461
AK		 1629; Vector string search
1630
1631(define_expand "vstrs<mode>"
1632 [(parallel
1633 [(set (match_operand:V16QI 0 "register_operand" "")
1634 (unspec:V16QI [(match_operand:VI_HW_QHS 1 "register_operand" "")
1635 (match_operand:VI_HW_QHS 2 "register_operand" "")
1636 (match_operand:V16QI 3 "register_operand" "")
1637 (const_int 0)]
1638 UNSPEC_VEC_VSTRS))
1639 (set (reg:CCRAW CC_REGNUM)
1640 (unspec:CCRAW [(match_dup 1)
1641 (match_dup 2)
1642 (match_dup 3)
1643 (const_int 0)]
1644 UNSPEC_VEC_VSTRSCC))])
1645 (set (match_operand:SI 4 "memory_operand" "")
1646 (unspec:SI [(reg:CCRAW CC_REGNUM)] UNSPEC_CC_TO_INT))]
1647 "TARGET_VXE2")
1648
1649(define_expand "vstrsz<mode>"
1650 [(parallel
1651 [(set (match_operand:V16QI 0 "register_operand" "")
1652 (unspec:V16QI [(match_operand:VI_HW_QHS 1 "register_operand" "")
1653 (match_operand:VI_HW_QHS 2 "register_operand" "")
1654 (match_operand:V16QI 3 "register_operand" "")
1655 (const_int VSTRING_FLAG_ZS)]
1656 UNSPEC_VEC_VSTRS))
1657 (set (reg:CCRAW CC_REGNUM)
1658 (unspec:CCRAW [(match_dup 1)
1659 (match_dup 2)
1660 (match_dup 3)
1661 (const_int VSTRING_FLAG_ZS)]
1662 UNSPEC_VEC_VSTRSCC))])
1663 (set (match_operand:SI 4 "memory_operand" "")
1664 (unspec:SI [(reg:CCRAW CC_REGNUM)] UNSPEC_CC_TO_INT))]
1665 "TARGET_VXE2")
1666
1667; vstrsb, vstrsh, vstrsf
1668; vstrszb, vstrszh, vstrszf
1669(define_insn "vec_vstrs<mode>"
1670 [(set (match_operand:V16QI 0 "register_operand" "=v")
1671 (unspec:V16QI [(match_operand:VI_HW_QHS 1 "register_operand" "v")
1672 (match_operand:VI_HW_QHS 2 "register_operand" "v")
1673 (match_operand:V16QI 3 "register_operand" "v")
1674 (match_operand:QI 4 "const_mask_operand" "C")]
1675 UNSPEC_VEC_VSTRS))
1676 (set (reg:CCRAW CC_REGNUM)
1677 (unspec:CCRAW [(match_dup 1)
1678 (match_dup 2)
1679 (match_dup 3)
1680 (match_dup 4)]
1681 UNSPEC_VEC_VSTRSCC))]
1682 "TARGET_VXE2"
1683{
1684 unsigned HOST_WIDE_INT flags = UINTVAL (operands[4]);
1685
1686 gcc_assert (!(flags & ~VSTRING_FLAG_ZS));
1687
1688 if (flags == VSTRING_FLAG_ZS)
1689 return "vstrsz<bhfgq>\t%v0,%v1,%v2,%v3";
1690 return "vstrs<bhfgq>\t%v0,%v1,%v2,%v3";
1691}
1692 [(set_attr "op_type" "VRR")])
1693
1694
1695; Vector convert int<->float
1696
76794c52 1697(define_insn "vcdgb"
e970b4b0
AK		 1698 [(set (match_operand:V2DF 0 "register_operand" "=v")
1699 (unspec:V2DF [(match_operand:V2DI 1 "register_operand" "v")
76794c52
AK		 1700 (match_operand:QI 2 "const_mask_operand" "C") ; inexact suppression
1701 (match_operand:QI 3 "const_mask_operand" "C")] ; rounding mode
3af82a61 1702 UNSPEC_VEC_VCDGB))]
76794c52
AK		 1703 "TARGET_VX && UINTVAL (operands[3]) != 2 && UINTVAL (operands[3]) <= 7"
1704 "vcdgb\t%v0,%v1,%b2,%b3"
3af82a61
AK		 1705 [(set_attr "op_type" "VRR")])
1706
76794c52 1707
3af82a61
AK		 1708; The result needs to be multiplied with 2**-op2
1709(define_expand "vec_ctd_s64"
1710 [(set (match_operand:V2DF 0 "register_operand" "")
1711 (unspec:V2DF [(match_operand:V2DI 1 "register_operand" "")
99daf8e8 1712 (const_int VEC_NOINEXACT)
76794c52 1713 (const_int VEC_RND_CURRENT)]
3af82a61 1714 UNSPEC_VEC_VCDGB))
e970b4b0 1715 (use (match_operand:QI 2 "const_int_operand" ""))
3af82a61
AK		 1716 (set (match_dup 0) (mult:V2DF (match_dup 0) (match_dup 3)))]
1717 "TARGET_VX"
1718{
1719 REAL_VALUE_TYPE f;
1720 rtx c;
1721
1722 real_2expN (&f, -INTVAL (operands[2]), DFmode);
555affd7 1723 c = const_double_from_real_value (f, DFmode);
3af82a61 1724
59d06c05 1725 operands[3] = gen_const_vec_duplicate (V2DFmode, c);
3af82a61
AK		 1726 operands[3] = force_reg (V2DFmode, operands[3]);
1727})
1728
76794c52
AK		 1729(define_insn "vcdlgb"
1730 [(set (match_operand:V2DF 0 "register_operand" "=v")
1731 (unspec:V2DF [(match_operand:V2DI 1 "register_operand" "v")
1732 (match_operand:QI 2 "const_mask_operand" "C") ; inexact suppression
1733 (match_operand:QI 3 "const_mask_operand" "C")] ; rounding mode
3af82a61 1734 UNSPEC_VEC_VCDLGB))]
76794c52
AK		 1735 "TARGET_VX && UINTVAL (operands[3]) != 2 && UINTVAL (operands[3]) <= 7"
1736 "vcdlgb\t%v0,%v1,%b2,%b3"
3af82a61
AK		 1737 [(set_attr "op_type" "VRR")])
1738
1739; The result needs to be multiplied with 2**-op2
1740(define_expand "vec_ctd_u64"
1741 [(set (match_operand:V2DF 0 "register_operand" "")
1742 (unspec:V2DF [(match_operand:V2DI 1 "register_operand" "")
99daf8e8 1743 (const_int VEC_NOINEXACT)
76794c52 1744 (const_int VEC_RND_CURRENT)]
3af82a61 1745 UNSPEC_VEC_VCDLGB))
e970b4b0 1746 (use (match_operand:QI 2 "const_int_operand" ""))
3af82a61
AK		 1747 (set (match_dup 0) (mult:V2DF (match_dup 0) (match_dup 3)))]
1748 "TARGET_VX"
1749{
1750 REAL_VALUE_TYPE f;
1751 rtx c;
1752
1753 real_2expN (&f, -INTVAL (operands[2]), DFmode);
555affd7 1754 c = const_double_from_real_value (f, DFmode);
3af82a61 1755
59d06c05 1756 operands[3] = gen_const_vec_duplicate (V2DFmode, c);
3af82a61
AK		 1757 operands[3] = force_reg (V2DFmode, operands[3]);
1758})
1759
76794c52
AK		 1760(define_insn "vcgdb"
1761 [(set (match_operand:V2DI 0 "register_operand" "=v")
1762 (unspec:V2DI [(match_operand:V2DF 1 "register_operand" "v")
1763 (match_operand:QI 2 "const_mask_operand" "C")
1764 (match_operand:QI 3 "const_mask_operand" "C")]
3af82a61 1765 UNSPEC_VEC_VCGDB))]
76794c52
AK		 1766 "TARGET_VX && UINTVAL (operands[3]) != 2 && UINTVAL (operands[3]) <= 7"
1767 "vcgdb\t%v0,%v1,%b2,%b3"
3af82a61
AK		 1768 [(set_attr "op_type" "VRR")])
1769
1770; The input needs to be multiplied with 2**op2
1771(define_expand "vec_ctsl"
e970b4b0 1772 [(use (match_operand:QI 2 "const_int_operand" ""))
3af82a61
AK		 1773 (set (match_dup 4) (mult:V2DF (match_operand:V2DF 1 "register_operand" "")
1774 (match_dup 3)))
1775 (set (match_operand:V2DI 0 "register_operand" "")
76794c52 1776 (unspec:V2DI [(match_dup 4)
99daf8e8 1777 (const_int VEC_NOINEXACT)
76794c52 1778 (const_int VEC_RND_CURRENT)]
3af82a61
AK		 1779 UNSPEC_VEC_VCGDB))]
1780 "TARGET_VX"
1781{
1782 REAL_VALUE_TYPE f;
1783 rtx c;
1784
1785 real_2expN (&f, INTVAL (operands[2]), DFmode);
555affd7 1786 c = const_double_from_real_value (f, DFmode);
3af82a61 1787
59d06c05 1788 operands[3] = gen_const_vec_duplicate (V2DFmode, c);
3af82a61
AK		 1789 operands[3] = force_reg (V2DFmode, operands[3]);
1790 operands[4] = gen_reg_rtx (V2DFmode);
1791})
1792
76794c52 1793(define_insn "vclgdb"
3af82a61
AK		 1794 [(set (match_operand:V2DI 0 "register_operand" "=v")
1795 (unspec:V2DI [(match_operand:V2DF 1 "register_operand" "v")
76794c52
AK		 1796 (match_operand:QI 2 "const_mask_operand" "C")
1797 (match_operand:QI 3 "const_mask_operand" "C")]
3af82a61 1798 UNSPEC_VEC_VCLGDB))]
76794c52
AK		 1799 "TARGET_VX && UINTVAL (operands[3]) != 2 && UINTVAL (operands[3]) <= 7"
1800 "vclgdb\t%v0,%v1,%b2,%b3"
3af82a61
AK		 1801 [(set_attr "op_type" "VRR")])
1802
1803; The input needs to be multiplied with 2**op2
1804(define_expand "vec_ctul"
e970b4b0 1805 [(use (match_operand:QI 2 "const_int_operand" ""))
3af82a61
AK		 1806 (set (match_dup 4) (mult:V2DF (match_operand:V2DF 1 "register_operand" "")
1807 (match_dup 3)))
1808 (set (match_operand:V2DI 0 "register_operand" "")
76794c52 1809 (unspec:V2DI [(match_dup 4)
99daf8e8 1810 (const_int VEC_NOINEXACT)
76794c52 1811 (const_int VEC_RND_CURRENT)]
3af82a61
AK		 1812 UNSPEC_VEC_VCLGDB))]
1813 "TARGET_VX"
1814{
1815 REAL_VALUE_TYPE f;
1816 rtx c;
1817
1818 real_2expN (&f, INTVAL (operands[2]), DFmode);
555affd7 1819 c = const_double_from_real_value (f, DFmode);
3af82a61 1820
59d06c05 1821 operands[3] = gen_const_vec_duplicate (V2DFmode, c);
3af82a61
AK		 1822 operands[3] = force_reg (V2DFmode, operands[3]);
1823 operands[4] = gen_reg_rtx (V2DFmode);
1824})
1825
1826; Vector load fp integer - IEEE inexact exception is suppressed
76794c52
AK		 1827; vfisb, vfidb, wfisb, wfidb, wfixb
1828(define_insn "vec_fpint<mode>"
1829 [(set (match_operand:VFT 0 "register_operand" "=v")
1830 (unspec:VFT [(match_operand:VFT 1 "register_operand" "v")
1831 (match_operand:QI 2 "const_mask_operand" "C") ; inexact suppression control
1832 (match_operand:QI 3 "const_mask_operand" "C")] ; rounding mode
1833 UNSPEC_VEC_VFI))]
1834 "TARGET_VX"
1835 "<vw>fi<sdx>b\t%v0,%v1,%b2,%b3"
3af82a61
AK		 1836 [(set_attr "op_type" "VRR")])
1837
3af82a61
AK		 1838
1839; Vector load lengthened - V4SF -> V2DF
1840
76794c52 1841(define_insn "vflls"
3af82a61
AK		 1842 [(set (match_operand:V2DF 0 "register_operand" "=v")
1843 (unspec:V2DF [(match_operand:V4SF 1 "register_operand" "v")]
76794c52 1844 UNSPEC_VEC_VFLL))]
3af82a61
AK		 1845 "TARGET_VX"
1846 "vldeb\t%v0,%v1"
1847 [(set_attr "op_type" "VRR")])
1848
1849(define_expand "vec_ld2f"
1850 [; Initialize a vector to all zeroes. FIXME: This should not be
1851 ; necessary since all elements of the vector will be set anyway.
1852 ; This is just to make it explicit to the data flow framework.
1853 (set (match_dup 2) (match_dup 3))
1854 (set (match_dup 2) (unspec:V4SF [(match_operand:SF 1 "memory_operand" "")
1855 (const_int 0)
1856 (match_dup 2)]
1857 UNSPEC_VEC_SET))
1858 (set (match_dup 2) (unspec:V4SF [(match_dup 4)
1859 (const_int 2)
1860 (match_dup 2)]
1861 UNSPEC_VEC_SET))
1862 (set (match_operand:V2DF 0 "register_operand" "")
76794c52 1863 (unspec:V2DF [(match_dup 2)] UNSPEC_VEC_VFLL))]
3af82a61
AK		 1864 "TARGET_VX"
1865{
1866 operands[2] = gen_reg_rtx (V4SFmode);
1867 operands[3] = CONST0_RTX (V4SFmode);
1868 operands[4] = adjust_address (operands[1], SFmode, 4);
1869})
1870
1871
1872; Vector load rounded - V2DF -> V4SF
1873
76794c52
AK		 1874(define_insn "vflrd"
1875 [(set (match_operand:V4SF 0 "register_operand" "=v")
1876 (unspec:V4SF [(match_operand:V2DF 1 "register_operand" "v")
1877 (match_operand:QI 2 "const_mask_operand" "C")
1878 (match_operand:QI 3 "const_mask_operand" "C")]
1879 UNSPEC_VEC_VFLR))]
3af82a61 1880 "TARGET_VX"
76794c52 1881 "vledb\t%v0,%v1,%b2,%b3"
3af82a61
AK		 1882 [(set_attr "op_type" "VRR")])
1883
1884(define_expand "vec_st2f"
1885 [(set (match_dup 2)
76794c52
AK		 1886 (unspec:V4SF [(match_operand:V2DF 0 "register_operand" "")
1887 (const_int VEC_INEXACT)
1888 (const_int VEC_RND_CURRENT)]
1889 UNSPEC_VEC_VFLR))
3af82a61
AK		 1890 (set (match_operand:SF 1 "memory_operand" "")
1891 (unspec:SF [(match_dup 2) (const_int 0)] UNSPEC_VEC_EXTRACT))
1892 (set (match_dup 3)
1893 (unspec:SF [(match_dup 2) (const_int 2)] UNSPEC_VEC_EXTRACT))]
1894 "TARGET_VX"
1895{
1896 operands[2] = gen_reg_rtx (V4SFmode);
1897 operands[3] = adjust_address (operands[1], SFmode, 4);
1898})
1899
1900
3af82a61
AK		 1901; Vector square root fp vec_sqrt -> sqrt rtx standard name
1902
76794c52 1903;; Vector FP test data class immediate
3af82a61 1904
76794c52
AK		 1905; vec_all_nan, vec_all_numeric, vec_any_nan, vec_any_numeric
1906; These ignore the vector result and only want CC stored to an int
1907; pointer.
1908
1909; vftcisb, vftcidb
1910(define_insn "*vftci<mode>_cconly"
1911 [(set (reg:CCRAW CC_REGNUM)
1912 (unspec:CCRAW [(match_operand:VECF_HW 1 "register_operand")
1913 (match_operand:HI 2 "const_int_operand")]
1914 UNSPEC_VEC_VFTCICC))
1915 (clobber (match_scratch:<tointvec> 0))]
e970b4b0 1916 "TARGET_VX && CONST_OK_FOR_CONSTRAINT_P (INTVAL (operands[2]), 'J', \"J\")"
76794c52 1917 "vftci<sdx>b\t%v0,%v1,%x2"
3af82a61
AK		 1918 [(set_attr "op_type" "VRR")])
1919
76794c52
AK		 1920(define_expand "vftci<mode>_intcconly"
1921 [(parallel
1922 [(set (reg:CCRAW CC_REGNUM)
1923 (unspec:CCRAW [(match_operand:VECF_HW 0 "register_operand")
1924 (match_operand:HI 1 "const_int_operand")]
1925 UNSPEC_VEC_VFTCICC))
1926 (clobber (scratch:<tointvec>))])
1927 (set (match_operand:SI 2 "register_operand" "")
1928 (unspec:SI [(reg:CCRAW CC_REGNUM)] UNSPEC_CC_TO_INT))]
1929 "TARGET_VX && CONST_OK_FOR_CONSTRAINT_P (INTVAL (operands[1]), 'J', \"J\")")
1930
1931; vec_fp_test_data_class wants the result vector and the CC stored to
1932; an int pointer.
1933
1934; vftcisb, vftcidb
1935(define_insn "*vftci<mode>"
1936 [(set (match_operand:VECF_HW 0 "register_operand" "=v")
1937 (unspec:VECF_HW [(match_operand:VECF_HW 1 "register_operand" "v")
1938 (match_operand:HI 2 "const_int_operand" "J")]
1939 UNSPEC_VEC_VFTCI))
1940 (set (reg:CCRAW CC_REGNUM)
1941 (unspec:CCRAW [(match_dup 1) (match_dup 2)] UNSPEC_VEC_VFTCICC))]
e970b4b0 1942 "TARGET_VX && CONST_OK_FOR_CONSTRAINT_P (INTVAL (operands[2]), 'J', \"J\")"
76794c52 1943 "vftci<sdx>b\t%v0,%v1,%x2"
3af82a61
AK		 1944 [(set_attr "op_type" "VRR")])
1945
76794c52 1946(define_expand "vftci<mode>_intcc"
3af82a61 1947 [(parallel
76794c52
AK		 1948 [(set (match_operand:VECF_HW 0 "register_operand")
1949 (unspec:VECF_HW [(match_operand:VECF_HW 1 "register_operand")
1950 (match_operand:HI 2 "const_int_operand")]
1951 UNSPEC_VEC_VFTCI))
3af82a61 1952 (set (reg:CCRAW CC_REGNUM)
76794c52 1953 (unspec:CCRAW [(match_dup 1) (match_dup 2)] UNSPEC_VEC_VFTCICC))])
3af82a61
AK		 1954 (set (match_operand:SI 3 "memory_operand" "")
1955 (unspec:SI [(reg:CCRAW CC_REGNUM)] UNSPEC_CC_TO_INT))]
e970b4b0 1956 "TARGET_VX && CONST_OK_FOR_CONSTRAINT_P (INTVAL (operands[2]), 'J', \"J\")")
3af82a61
AK		 1957
1958;;
1959;; Integer compares
1960;;
1961
1962; All comparisons which produce a CC need fully populated (VI_HW)
1963; vector arguments. Otherwise the any/all CCs would be just bogus.
1964
1965(define_insn "*vec_cmp<VICMP:insn_cmp><VI_HW:mode>_cconly"
1966 [(set (reg:VICMP CC_REGNUM)
1967 (compare:VICMP (match_operand:VI_HW 0 "register_operand" "v")
1968 (match_operand:VI_HW 1 "register_operand" "v")))
1969 (clobber (match_scratch:VI_HW 2 "=v"))]
1970 "TARGET_VX"
1971 "vc<VICMP:insn_cmp><VI_HW:bhfgq>s\t%v2,%v0,%v1"
1972 [(set_attr "op_type" "VRR")])
1973
1974; FIXME: The following 2x3 definitions should be merged into 2 with
1975; VICMP like above but I could not find a way to set the comparison
1976; operator (eq) depending on the mode CCVEQ (mode_iterator). Or the
1977; other way around - setting the mode depending on the code
1978; (code_iterator).
1979(define_expand "vec_cmpeq<VI_HW:mode>_cc"
1980 [(parallel
1981 [(set (reg:CCVEQ CC_REGNUM)
1982 (compare:CCVEQ (match_operand:VI_HW 1 "register_operand" "v")
1983 (match_operand:VI_HW 2 "register_operand" "v")))
1984 (set (match_operand:VI_HW 0 "register_operand" "=v")
1985 (eq:VI_HW (match_dup 1) (match_dup 2)))])
1986 (set (match_operand:SI 3 "memory_operand" "")
1987 (unspec:SI [(reg:CCVEQ CC_REGNUM)] UNSPEC_CC_TO_INT))]
1988 "TARGET_VX")
1989
1990(define_expand "vec_cmph<VI_HW:mode>_cc"
1991 [(parallel
a6a2b532
AK		 1992 [(set (reg:CCVIH CC_REGNUM)
1993 (compare:CCVIH (match_operand:VI_HW 1 "register_operand" "v")
1994 (match_operand:VI_HW 2 "register_operand" "v")))
3af82a61
AK		 1995 (set (match_operand:VI_HW 0 "register_operand" "=v")
1996 (gt:VI_HW (match_dup 1) (match_dup 2)))])
1997 (set (match_operand:SI 3 "memory_operand" "")
a6a2b532 1998 (unspec:SI [(reg:CCVIH CC_REGNUM)] UNSPEC_CC_TO_INT))]
3af82a61
AK		 1999 "TARGET_VX")
2000
2001(define_expand "vec_cmphl<VI_HW:mode>_cc"
2002 [(parallel
a6a2b532
AK		 2003 [(set (reg:CCVIHU CC_REGNUM)
2004 (compare:CCVIHU (match_operand:VI_HW 1 "register_operand" "v")
2005 (match_operand:VI_HW 2 "register_operand" "v")))
3af82a61
AK		 2006 (set (match_operand:VI_HW 0 "register_operand" "=v")
2007 (gtu:VI_HW (match_dup 1) (match_dup 2)))])
2008 (set (match_operand:SI 3 "memory_operand" "")
a6a2b532 2009 (unspec:SI [(reg:CCVIHU CC_REGNUM)] UNSPEC_CC_TO_INT))]
3af82a61
AK		 2010 "TARGET_VX")
2011
2012
2013(define_insn "*vec_cmpeq<VI_HW:mode>_cc"
2014 [(set (reg:CCVEQ CC_REGNUM)
2015 (compare:CCVEQ (match_operand:VI_HW 0 "register_operand" "v")
2016 (match_operand:VI_HW 1 "register_operand" "v")))
2017 (set (match_operand:VI_HW 2 "register_operand" "=v")
2018 (eq:VI_HW (match_dup 0) (match_dup 1)))]
2019 "TARGET_VX"
2020 "vceq<VI_HW:bhfgq>s\t%v2,%v0,%v1"
2021 [(set_attr "op_type" "VRR")])
2022
2023(define_insn "*vec_cmph<VI_HW:mode>_cc"
a6a2b532
AK		 2024 [(set (reg:CCVIH CC_REGNUM)
2025 (compare:CCVIH (match_operand:VI_HW 0 "register_operand" "v")
2026 (match_operand:VI_HW 1 "register_operand" "v")))
3af82a61
AK		 2027 (set (match_operand:VI_HW 2 "register_operand" "=v")
2028 (gt:VI_HW (match_dup 0) (match_dup 1)))]
2029 "TARGET_VX"
2030 "vch<VI_HW:bhfgq>s\t%v2,%v0,%v1"
2031 [(set_attr "op_type" "VRR")])
2032
2033(define_insn "*vec_cmphl<VI_HW:mode>_cc"
a6a2b532
AK		 2034 [(set (reg:CCVIHU CC_REGNUM)
2035 (compare:CCVIHU (match_operand:VI_HW 0 "register_operand" "v")
2036 (match_operand:VI_HW 1 "register_operand" "v")))
3af82a61
AK		 2037 (set (match_operand:VI_HW 2 "register_operand" "=v")
2038 (gtu:VI_HW (match_dup 0) (match_dup 1)))]
2039 "TARGET_VX"
2040 "vchl<VI_HW:bhfgq>s\t%v2,%v0,%v1"
2041 [(set_attr "op_type" "VRR")])
2042
2043;;
76794c52 2044;; Floating point compares
3af82a61
AK		 2045;;
2046
76794c52 2047; vfcesbs, vfcedbs, wfcexbs, vfchsbs, vfchdbs, wfchxbs, vfchesbs, vfchedbs, wfchexbs
ef2df516 2048(define_insn "*vec_cmp<insn_cmp><VF_HW:mode>_cconly"
3af82a61 2049 [(set (reg:VFCMP CC_REGNUM)
76794c52
AK		 2050 (compare:VFCMP (match_operand:VF_HW 0 "register_operand" "v")
2051 (match_operand:VF_HW 1 "register_operand" "v")))
2052 (clobber (match_scratch:<tointvec> 2 "=v"))]
3af82a61 2053 "TARGET_VX"
76794c52 2054 "<vw>fc<asm_fcmp><sdx>bs\t%v2,%v0,%v1"
3af82a61
AK		 2055 [(set_attr "op_type" "VRR")])
2056
2057; FIXME: Merge the following 2x3 patterns with VFCMP
76794c52 2058(define_expand "vec_cmpeq<mode>_cc"
3af82a61
AK		 2059 [(parallel
2060 [(set (reg:CCVEQ CC_REGNUM)
76794c52
AK		 2061 (compare:CCVEQ (match_operand:VF_HW 1 "register_operand" "v")
2062 (match_operand:VF_HW 2 "register_operand" "v")))
2063 (set (match_operand:<tointvec> 0 "register_operand" "=v")
2064 (eq:<tointvec> (match_dup 1) (match_dup 2)))])
3af82a61
AK		 2065 (set (match_operand:SI 3 "memory_operand" "")
2066 (unspec:SI [(reg:CCVEQ CC_REGNUM)] UNSPEC_CC_TO_INT))]
2067 "TARGET_VX")
2068
76794c52 2069(define_expand "vec_cmph<mode>_cc"
3af82a61 2070 [(parallel
76794c52
AK		 2071 [(set (reg:CCVFH CC_REGNUM)
2072 (compare:CCVFH (match_operand:VF_HW 1 "register_operand" "v")
2073 (match_operand:VF_HW 2 "register_operand" "v")))
2074 (set (match_operand:<tointvec> 0 "register_operand" "=v")
2075 (gt:<tointvec> (match_dup 1) (match_dup 2)))])
3af82a61 2076 (set (match_operand:SI 3 "memory_operand" "")
a6a2b532 2077 (unspec:SI [(reg:CCVIH CC_REGNUM)] UNSPEC_CC_TO_INT))]
3af82a61
AK		 2078 "TARGET_VX")
2079
76794c52 2080(define_expand "vec_cmphe<mode>_cc"
3af82a61
AK		 2081 [(parallel
2082 [(set (reg:CCVFHE CC_REGNUM)
76794c52
AK		 2083 (compare:CCVFHE (match_operand:VF_HW 1 "register_operand" "v")
2084 (match_operand:VF_HW 2 "register_operand" "v")))
2085 (set (match_operand:<tointvec> 0 "register_operand" "=v")
2086 (ge:<tointvec> (match_dup 1) (match_dup 2)))])
3af82a61
AK		 2087 (set (match_operand:SI 3 "memory_operand" "")
2088 (unspec:SI [(reg:CCVFHE CC_REGNUM)] UNSPEC_CC_TO_INT))]
2089 "TARGET_VX")
2090
76794c52
AK		 2091; These 3 cannot be merged as the insn defintion above since it also
2092; requires to rewrite the RTL equality operator that the same time as
2093; the CC mode.
3af82a61 2094
76794c52
AK		 2095; vfcesbs, vfcedbs, wfcexbs
2096(define_insn "*vec_cmpeq<mode>_cc"
3af82a61 2097 [(set (reg:CCVEQ CC_REGNUM)
76794c52
AK		 2098 (compare:CCVEQ (match_operand:VF_HW 0 "register_operand" "v")
2099 (match_operand:VF_HW 1 "register_operand" "v")))
2100 (set (match_operand:<tointvec> 2 "register_operand" "=v")
2101 (eq:<tointvec> (match_dup 0) (match_dup 1)))]
3af82a61 2102 "TARGET_VX"
76794c52 2103 "<vw>fce<sdx>bs\t%v2,%v0,%v1"
3af82a61
AK		 2104 [(set_attr "op_type" "VRR")])
2105
76794c52
AK		 2106; vfchsbs, vfchdbs, wfchxbs
2107(define_insn "*vec_cmph<mode>_cc"
2108 [(set (reg:CCVFH CC_REGNUM)
2109 (compare:CCVFH (match_operand:VF_HW 0 "register_operand" "v")
2110 (match_operand:VF_HW 1 "register_operand" "v")))
2111 (set (match_operand:<tointvec> 2 "register_operand" "=v")
2112 (gt:<tointvec> (match_dup 0) (match_dup 1)))]
3af82a61 2113 "TARGET_VX"
76794c52 2114 "<vw>fch<sdx>bs\t%v2,%v0,%v1"
3af82a61
AK		 2115 [(set_attr "op_type" "VRR")])
2116
76794c52
AK		 2117; vfchesbs, vfchedbs, wfchexbs
2118(define_insn "*vec_cmphe<mode>_cc"
3af82a61 2119 [(set (reg:CCVFHE CC_REGNUM)
76794c52
AK		 2120 (compare:CCVFHE (match_operand:VF_HW 0 "register_operand" "v")
2121 (match_operand:VF_HW 1 "register_operand" "v")))
b7a98f48 2122 (set (match_operand:<tointvec> 2 "register_operand" "=v")
76794c52 2123 (ge:<tointvec> (match_dup 0) (match_dup 1)))]
3af82a61 2124 "TARGET_VX"
76794c52
AK		 2125 "<vw>fche<sdx>bs\t%v2,%v0,%v1"
2126 [(set_attr "op_type" "VRR")])
2127
76794c52
AK		 2128
2129(define_insn "vfmin<mode>"
b7a98f48
AK		 2130 [(set (match_operand:VF_HW 0 "register_operand" "=v")
2131 (unspec:VF_HW [(match_operand:VF_HW 1 "register_operand" "v")
2132 (match_operand:VF_HW 2 "register_operand" "v")
76794c52
AK		 2133 (match_operand:QI 3 "const_mask_operand" "C")]
2134 UNSPEC_VEC_VFMIN))]
2135 "TARGET_VXE"
2136 "<vw>fmin<sdx>b\t%v0,%v1,%v2,%b3"
2137 [(set_attr "op_type" "VRR")])
2138
2139(define_insn "vfmax<mode>"
b7a98f48
AK		 2140 [(set (match_operand:VF_HW 0 "register_operand" "=v")
2141 (unspec:VF_HW [(match_operand:VF_HW 1 "register_operand" "v")
2142 (match_operand:VF_HW 2 "register_operand" "v")
76794c52
AK		 2143 (match_operand:QI 3 "const_mask_operand" "C")]
2144 UNSPEC_VEC_VFMAX))]
2145 "TARGET_VXE"
2146 "<vw>fmax<sdx>b\t%v0,%v1,%v2,%b3"
3af82a61 2147 [(set_attr "op_type" "VRR")])
3278804e 2148
80f8cd77 2149; The element reversal builtins introduced with z15 have been made
3278804e
AK		 2150; available also for older CPUs down to z13.
2151(define_expand "eltswap<mode>"
2152 [(set (match_operand:VEC_HW 0 "nonimmediate_operand" "")
2153 (unspec:VEC_HW [(match_operand:VEC_HW 1 "nonimmediate_operand" "")]
2154 UNSPEC_VEC_ELTSWAP))]
2155 "TARGET_VX")
2156
2157; The byte element reversal is implemented as 128 bit byte swap.
2158; Alternatively this could be emitted as bswap:V1TI but the required
2159; subregs appear to confuse combine.
2160(define_insn "*eltswapv16qi"
2161 [(set (match_operand:V16QI 0 "nonimmediate_operand" "=v,v,R")
2162 (unspec:V16QI [(match_operand:V16QI 1 "nonimmediate_operand" "v,R,v")]
2163 UNSPEC_VEC_ELTSWAP))]
2164 "TARGET_VXE2"
2165 "@
2166 #
2167 vlbrq\t%v0,%v1
2168 vstbrq\t%v1,%v0"
2169 [(set_attr "op_type" "*,VRX,VRX")])
2170
2171; vlerh, vlerf, vlerg, vsterh, vsterf, vsterg
2172(define_insn "*eltswap<mode>"
2173 [(set (match_operand:V_HW_HSD 0 "nonimmediate_operand" "=v,v,R")
2174 (unspec:V_HW_HSD [(match_operand:V_HW_HSD 1 "nonimmediate_operand" "v,R,v")]
2175 UNSPEC_VEC_ELTSWAP))]
2176 "TARGET_VXE2"
2177 "@
2178 #
2179 vler<bhfgq>\t%v0,%v1
2180 vster<bhfgq>\t%v1,%v0"
2181 [(set_attr "op_type" "*,VRX,VRX")])
2182
80f8cd77
AK		 2183; z15 has instructions for doing element reversal from mem to reg
2184; or the other way around. For reg to reg or on pre z15 machines
3278804e
AK		 2185; we have to emulate it with vector permute.
2186(define_insn_and_split "*eltswap<mode>_emu"
2187 [(set (match_operand:VEC_HW 0 "nonimmediate_operand" "=vR")
2188 (unspec:VEC_HW [(match_operand:VEC_HW 1 "nonimmediate_operand" "vR")]
2189 UNSPEC_VEC_ELTSWAP))]
2190 "TARGET_VX && can_create_pseudo_p ()"
2191 "#"
2192 "&& ((!memory_operand (operands[0], <MODE>mode)
2193 && !memory_operand (operands[1], <MODE>mode))
2194 || !TARGET_VXE2)"
2195 [(set (match_dup 3)
2196 (unspec:V16QI [(match_dup 4)
2197 (match_dup 4)
2198 (match_dup 2)]
2199 UNSPEC_VEC_PERM))
2200 (set (match_dup 0) (subreg:VEC_HW (match_dup 3) 0))]
2201{
2202 static char p[4][16] =
2203 { { 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0 }, /* Q */
2204 { 14, 15, 12, 13, 10, 11, 8, 9, 6, 7, 4, 5, 2, 3, 0, 1 }, /* H */
2205 { 12, 13, 14, 15, 8, 9, 10, 11, 4, 5, 6, 7, 0, 1, 2, 3 }, /* S */
2206 { 8, 9, 10, 11, 12, 13, 14, 15, 0, 1, 2, 3, 4, 5, 6, 7 } }; /* D */
2207 char *perm;
2208 rtx perm_rtx[16], constv;
2209
2210 switch (GET_MODE_SIZE (GET_MODE_INNER (<MODE>mode)))
2211 {
2212 case 1: perm = p[0]; break;
2213 case 2: perm = p[1]; break;
2214 case 4: perm = p[2]; break;
2215 case 8: perm = p[3]; break;
2216 default: gcc_unreachable ();
2217 }
2218
2219 for (int i = 0; i < 16; i++)
2220 perm_rtx[i] = GEN_INT (perm[i]);
2221
2222 operands[1] = force_reg (<MODE>mode, operands[1]);
2223 operands[2] = gen_reg_rtx (V16QImode);
2224 operands[3] = gen_reg_rtx (V16QImode);
2225 operands[4] = simplify_gen_subreg (V16QImode, operands[1], <MODE>mode, 0);
2226 constv = force_const_mem (V16QImode, gen_rtx_CONST_VECTOR (V16QImode, gen_rtvec_v (16, perm_rtx)));
2227 emit_move_insn (operands[2], constv);
2228})
b112d1c9
AK		 2229
2230; vec_insert (__builtin_bswap32 (*a), b, 1) set-element-bswap-2.c
2231; b[1] = __builtin_bswap32 (*a) set-element-bswap-3.c
2232; vlebrh, vlebrf, vlebrg
2233(define_insn "*vec_set_bswap_elem<mode>"
2234 [(set (match_operand:V_HW_HSD 0 "register_operand" "=v")
2235 (unspec:V_HW_HSD [(bswap:<non_vec> (match_operand:<non_vec> 1 "memory_operand" "R"))
2236 (match_operand:SI 2 "const_int_operand" "C")
2237 (match_operand:V_HW_HSD 3 "register_operand" "0")]
2238 UNSPEC_VEC_SET))]
2239 "TARGET_VXE2 && UINTVAL (operands[2]) < GET_MODE_NUNITS (<V_HW_HSD:MODE>mode)"
2240 "vlebr<bhfgq>\t%v0,%1,%2"
2241 [(set_attr "op_type" "VRX")])
2242
2243; vec_revb (vec_insert (*a, vec_revb (b), 1)) set-element-bswap-1.c
2244; vlebrh, vlebrf, vlebrg
2245(define_insn "*vec_set_bswap_vec<mode>"
2541c40f 2246 [(set (match_operand:V_HW_HSD 0 "register_operand" "=v")
b112d1c9 2247 (bswap:V_HW_HSD
2541c40f
AK		 2248 (unspec:V_HW_HSD [(match_operand:<non_vec> 1 "memory_operand" "R")
2249 (match_operand:SI 2 "const_int_operand" "C")
2250 (bswap:V_HW_HSD (match_operand:V_HW_HSD 3 "register_operand" "0"))]
2251 UNSPEC_VEC_SET)))
2252 (use (match_operand:V16QI 4 "permute_pattern_operand" "X"))]
b112d1c9
AK		 2253 "TARGET_VXE2 && UINTVAL (operands[2]) < GET_MODE_NUNITS (<V_HW_HSD:MODE>mode)"
2254 "vlebr<bhfgq>\t%v0,%1,%2"
2255 [(set_attr "op_type" "VRX")])
2256
2257; *a = vec_extract (vec_revb (b), 1); get-element-bswap-3.c
2258; *a = vec_revb (b)[1]; get-element-bswap-4.c
2259; vstebrh, vstebrf, vstebrg
2260(define_insn "*vec_extract_bswap_vec<mode>"
2261 [(set (match_operand:<non_vec> 0 "memory_operand" "=R")
2262 (unspec:<non_vec> [(bswap:V_HW_HSD (match_operand:V_HW_HSD 1 "register_operand" "v"))
2263 (match_operand:SI 2 "const_int_operand" "C")]
2264 UNSPEC_VEC_EXTRACT))]
2265 "TARGET_VXE2 && UINTVAL (operands[2]) < GET_MODE_NUNITS (<V_HW_HSD:MODE>mode)"
2266 "vstebr<bhfgq>\t%v1,%0,%2"
2267 [(set_attr "op_type" "VRX")])
2268
2269; *a = __builtin_bswap32 (vec_extract (b, 1)); get-element-bswap-1.c
2270; *a = __builtin_bswap32 (b[1]); get-element-bswap-2.c
2271; vstebrh, vstebrf, vstebrg
2272(define_insn "*vec_extract_bswap_elem<mode>"
2273 [(set (match_operand:<non_vec> 0 "memory_operand" "=R")
2274 (bswap:<non_vec>
2275 (unspec:<non_vec> [(match_operand:V_HW_HSD 1 "register_operand" "v")
2276 (match_operand:SI 2 "const_int_operand" "C")]
2277 UNSPEC_VEC_EXTRACT)))]
2278 "TARGET_VXE2 && UINTVAL (operands[2]) < GET_MODE_NUNITS (<V_HW_HSD:MODE>mode)"
2279 "vstebr<bhfgq>\t%v1,%0,%2"
2280 [(set_attr "op_type" "VRX")])
Mirror of https://gcc.gnu.org/git/gcc.git