1 ; RUN: llc < %s -mcpu=x86-64 -mattr=+avx512f -x86-experimental-vector-shuffle-legality | FileCheck %s --check-prefix=ALL --check-prefix=AVX512 --check-prefix=AVX512F
2 ; RUN: llc < %s -mcpu=x86-64 -mattr=+avx512bw -x86-experimental-vector-shuffle-legality | FileCheck %s --check-prefix=ALL --check-prefix=AVX512 --check-prefix=AVX512BW
4 target triple = "x86_64-unknown-unknown"
6 define <8 x double> @shuffle_v8f64_00000000(<8 x double> %a, <8 x double> %b) {
7 ; ALL-LABEL: shuffle_v8f64_00000000:
9 ; ALL-NEXT: vbroadcastsd %xmm0, %zmm0
11 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0>
12 ret <8 x double> %shuffle
15 define <8 x double> @shuffle_v8f64_00000010(<8 x double> %a, <8 x double> %b) {
16 ; ALL-LABEL: shuffle_v8f64_00000010:
18 ; ALL-NEXT: vbroadcastsd %xmm0, %ymm1
19 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[0,0,1,0]
20 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
22 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 1, i32 0>
23 ret <8 x double> %shuffle
26 define <8 x double> @shuffle_v8f64_00000200(<8 x double> %a, <8 x double> %b) {
27 ; ALL-LABEL: shuffle_v8f64_00000200:
29 ; ALL-NEXT: vbroadcastsd %xmm0, %ymm1
30 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[0,2,0,0]
31 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
33 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 0, i32 2, i32 0, i32 0>
34 ret <8 x double> %shuffle
37 define <8 x double> @shuffle_v8f64_00003000(<8 x double> %a, <8 x double> %b) {
38 ; ALL-LABEL: shuffle_v8f64_00003000:
40 ; ALL-NEXT: vbroadcastsd %xmm0, %ymm1
41 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[3,0,0,0]
42 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
44 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 3, i32 0, i32 0, i32 0>
45 ret <8 x double> %shuffle
48 define <8 x double> @shuffle_v8f64_00040000(<8 x double> %a, <8 x double> %b) {
49 ; ALL-LABEL: shuffle_v8f64_00040000:
51 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm1
52 ; ALL-NEXT: vbroadcastsd %xmm1, %ymm1
53 ; ALL-NEXT: vbroadcastsd %xmm0, %ymm0
54 ; ALL-NEXT: vblendpd {{.*#+}} ymm1 = ymm0[0,1,2],ymm1[3]
55 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
57 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 4, i32 0, i32 0, i32 0, i32 0>
58 ret <8 x double> %shuffle
61 define <8 x double> @shuffle_v8f64_00500000(<8 x double> %a, <8 x double> %b) {
62 ; ALL-LABEL: shuffle_v8f64_00500000:
64 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm1
65 ; ALL-NEXT: vblendpd {{.*#+}} ymm1 = ymm0[0],ymm1[1],ymm0[2,3]
66 ; ALL-NEXT: vpermpd {{.*#+}} ymm1 = ymm1[0,0,1,0]
67 ; ALL-NEXT: vbroadcastsd %xmm0, %ymm0
68 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
70 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 5, i32 0, i32 0, i32 0, i32 0, i32 0>
71 ret <8 x double> %shuffle
74 define <8 x double> @shuffle_v8f64_06000000(<8 x double> %a, <8 x double> %b) {
75 ; ALL-LABEL: shuffle_v8f64_06000000:
77 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm1
78 ; ALL-NEXT: vblendpd {{.*#+}} ymm1 = ymm0[0,1],ymm1[2],ymm0[3]
79 ; ALL-NEXT: vpermpd {{.*#+}} ymm1 = ymm1[0,2,0,0]
80 ; ALL-NEXT: vbroadcastsd %xmm0, %ymm0
81 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
83 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 6, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0>
84 ret <8 x double> %shuffle
87 define <8 x double> @shuffle_v8f64_70000000(<8 x double> %a, <8 x double> %b) {
88 ; ALL-LABEL: shuffle_v8f64_70000000:
90 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm1
91 ; ALL-NEXT: vblendpd {{.*#+}} ymm1 = ymm0[0,1,2],ymm1[3]
92 ; ALL-NEXT: vpermpd {{.*#+}} ymm1 = ymm1[3,0,0,0]
93 ; ALL-NEXT: vbroadcastsd %xmm0, %ymm0
94 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
96 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 7, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0>
97 ret <8 x double> %shuffle
100 define <8 x double> @shuffle_v8f64_01014545(<8 x double> %a, <8 x double> %b) {
101 ; ALL-LABEL: shuffle_v8f64_01014545:
103 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm1
104 ; ALL-NEXT: vinsertf128 $1, %xmm1, %ymm1, %ymm1
105 ; ALL-NEXT: vinsertf128 $1, %xmm0, %ymm0, %ymm0
106 ; ALL-NEXT: vinsertf64x4 $1, %ymm1, %zmm0, %zmm0
108 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 1, i32 0, i32 1, i32 4, i32 5, i32 4, i32 5>
109 ret <8 x double> %shuffle
112 define <8 x double> @shuffle_v8f64_00112233(<8 x double> %a, <8 x double> %b) {
113 ; ALL-LABEL: shuffle_v8f64_00112233:
115 ; ALL-NEXT: vpermpd {{.*#+}} ymm1 = ymm0[0,0,1,1]
116 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[2,2,3,3]
117 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
119 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 1, i32 1, i32 2, i32 2, i32 3, i32 3>
120 ret <8 x double> %shuffle
123 define <8 x double> @shuffle_v8f64_00001111(<8 x double> %a, <8 x double> %b) {
124 ; ALL-LABEL: shuffle_v8f64_00001111:
126 ; ALL-NEXT: vbroadcastsd %xmm0, %ymm1
127 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[1,1,1,1]
128 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
130 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 1, i32 1, i32 1, i32 1>
131 ret <8 x double> %shuffle
134 define <8 x double> @shuffle_v8f64_81a3c5e7(<8 x double> %a, <8 x double> %b) {
135 ; ALL-LABEL: shuffle_v8f64_81a3c5e7:
137 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm2
138 ; ALL-NEXT: vextractf64x4 $1, %zmm1, %ymm3
139 ; ALL-NEXT: vblendpd {{.*#+}} ymm2 = ymm3[0],ymm2[1],ymm3[2],ymm2[3]
140 ; ALL-NEXT: vblendpd {{.*#+}} ymm0 = ymm1[0],ymm0[1],ymm1[2],ymm0[3]
141 ; ALL-NEXT: vinsertf64x4 $1, %ymm2, %zmm0, %zmm0
143 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 8, i32 1, i32 10, i32 3, i32 12, i32 5, i32 14, i32 7>
144 ret <8 x double> %shuffle
147 define <8 x double> @shuffle_v8f64_08080808(<8 x double> %a, <8 x double> %b) {
148 ; ALL-LABEL: shuffle_v8f64_08080808:
150 ; ALL-NEXT: vinsertf128 $1, %xmm0, %ymm0, %ymm0
151 ; ALL-NEXT: vbroadcastsd %xmm1, %ymm1
152 ; ALL-NEXT: vblendpd {{.*#+}} ymm0 = ymm0[0],ymm1[1],ymm0[2],ymm1[3]
153 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm0, %zmm0
155 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 8, i32 0, i32 8, i32 0, i32 8, i32 0, i32 8>
156 ret <8 x double> %shuffle
159 define <8 x double> @shuffle_v8f64_08084c4c(<8 x double> %a, <8 x double> %b) {
160 ; ALL-LABEL: shuffle_v8f64_08084c4c:
162 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm2
163 ; ALL-NEXT: vinsertf128 $1, %xmm2, %ymm2, %ymm2
164 ; ALL-NEXT: vextractf64x4 $1, %zmm1, %ymm3
165 ; ALL-NEXT: vbroadcastsd %xmm3, %ymm3
166 ; ALL-NEXT: vblendpd {{.*#+}} ymm2 = ymm2[0],ymm3[1],ymm2[2],ymm3[3]
167 ; ALL-NEXT: vinsertf128 $1, %xmm0, %ymm0, %ymm0
168 ; ALL-NEXT: vbroadcastsd %xmm1, %ymm1
169 ; ALL-NEXT: vblendpd {{.*#+}} ymm0 = ymm0[0],ymm1[1],ymm0[2],ymm1[3]
170 ; ALL-NEXT: vinsertf64x4 $1, %ymm2, %zmm0, %zmm0
172 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 8, i32 0, i32 8, i32 4, i32 12, i32 4, i32 12>
173 ret <8 x double> %shuffle
176 define <8 x double> @shuffle_v8f64_8823cc67(<8 x double> %a, <8 x double> %b) {
177 ; ALL-LABEL: shuffle_v8f64_8823cc67:
179 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm2
180 ; ALL-NEXT: vextractf64x4 $1, %zmm1, %ymm3
181 ; ALL-NEXT: vbroadcastsd %xmm3, %ymm3
182 ; ALL-NEXT: vblendpd {{.*#+}} ymm2 = ymm3[0,1],ymm2[2,3]
183 ; ALL-NEXT: vbroadcastsd %xmm1, %ymm1
184 ; ALL-NEXT: vblendpd {{.*#+}} ymm0 = ymm1[0,1],ymm0[2,3]
185 ; ALL-NEXT: vinsertf64x4 $1, %ymm2, %zmm0, %zmm0
187 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 8, i32 8, i32 2, i32 3, i32 12, i32 12, i32 6, i32 7>
188 ret <8 x double> %shuffle
191 define <8 x double> @shuffle_v8f64_9832dc76(<8 x double> %a, <8 x double> %b) {
192 ; ALL-LABEL: shuffle_v8f64_9832dc76:
194 ; ALL-NEXT: vblendpd {{.*#+}} ymm2 = ymm1[0,1],ymm0[2,3]
195 ; ALL-NEXT: vpermilpd {{.*#+}} ymm2 = ymm2[1,0,3,2]
196 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
197 ; ALL-NEXT: vextractf64x4 $1, %zmm1, %ymm1
198 ; ALL-NEXT: vblendpd {{.*#+}} ymm0 = ymm1[0,1],ymm0[2,3]
199 ; ALL-NEXT: vpermilpd {{.*#+}} ymm0 = ymm0[1,0,3,2]
200 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm2, %zmm0
202 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 9, i32 8, i32 3, i32 2, i32 13, i32 12, i32 7, i32 6>
203 ret <8 x double> %shuffle
206 define <8 x double> @shuffle_v8f64_9810dc54(<8 x double> %a, <8 x double> %b) {
207 ; ALL-LABEL: shuffle_v8f64_9810dc54:
209 ; ALL-NEXT: vinsertf128 $1, %xmm0, %ymm1, %ymm2
210 ; ALL-NEXT: vpermilpd {{.*#+}} ymm2 = ymm2[1,0,3,2]
211 ; ALL-NEXT: vextractf64x4 $1, %zmm1, %ymm1
212 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
213 ; ALL-NEXT: vinsertf128 $1, %xmm0, %ymm1, %ymm0
214 ; ALL-NEXT: vpermilpd {{.*#+}} ymm0 = ymm0[1,0,3,2]
215 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm2, %zmm0
217 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 9, i32 8, i32 1, i32 0, i32 13, i32 12, i32 5, i32 4>
218 ret <8 x double> %shuffle
221 define <8 x double> @shuffle_v8f64_08194c5d(<8 x double> %a, <8 x double> %b) {
222 ; ALL-LABEL: shuffle_v8f64_08194c5d:
224 ; ALL-NEXT: vextractf64x4 $1, %zmm1, %ymm2
225 ; ALL-NEXT: vpermpd {{.*#+}} ymm2 = ymm2[0,0,2,1]
226 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm3
227 ; ALL-NEXT: vpermpd {{.*#+}} ymm3 = ymm3[0,1,1,3]
228 ; ALL-NEXT: vblendpd {{.*#+}} ymm2 = ymm3[0],ymm2[1],ymm3[2],ymm2[3]
229 ; ALL-NEXT: vpermpd {{.*#+}} ymm1 = ymm1[0,0,2,1]
230 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[0,1,1,3]
231 ; ALL-NEXT: vblendpd {{.*#+}} ymm0 = ymm0[0],ymm1[1],ymm0[2],ymm1[3]
232 ; ALL-NEXT: vinsertf64x4 $1, %ymm2, %zmm0, %zmm0
234 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 8, i32 1, i32 9, i32 4, i32 12, i32 5, i32 13>
235 ret <8 x double> %shuffle
238 define <8 x double> @shuffle_v8f64_2a3b6e7f(<8 x double> %a, <8 x double> %b) {
239 ; ALL-LABEL: shuffle_v8f64_2a3b6e7f:
241 ; ALL-NEXT: vextractf64x4 $1, %zmm1, %ymm2
242 ; ALL-NEXT: vpermpd {{.*#+}} ymm2 = ymm2[0,2,2,3]
243 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm3
244 ; ALL-NEXT: vpermpd {{.*#+}} ymm3 = ymm3[2,1,3,3]
245 ; ALL-NEXT: vblendpd {{.*#+}} ymm2 = ymm3[0],ymm2[1],ymm3[2],ymm2[3]
246 ; ALL-NEXT: vpermpd {{.*#+}} ymm1 = ymm1[0,2,2,3]
247 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[2,1,3,3]
248 ; ALL-NEXT: vblendpd {{.*#+}} ymm0 = ymm0[0],ymm1[1],ymm0[2],ymm1[3]
249 ; ALL-NEXT: vinsertf64x4 $1, %ymm2, %zmm0, %zmm0
251 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 2, i32 10, i32 3, i32 11, i32 6, i32 14, i32 7, i32 15>
252 ret <8 x double> %shuffle
255 define <8 x double> @shuffle_v8f64_08192a3b(<8 x double> %a, <8 x double> %b) {
256 ; ALL-LABEL: shuffle_v8f64_08192a3b:
258 ; ALL-NEXT: vpermpd {{.*#+}} ymm2 = ymm1[0,2,2,3]
259 ; ALL-NEXT: vpermpd {{.*#+}} ymm3 = ymm0[2,1,3,3]
260 ; ALL-NEXT: vblendpd {{.*#+}} ymm2 = ymm3[0],ymm2[1],ymm3[2],ymm2[3]
261 ; ALL-NEXT: vpermpd {{.*#+}} ymm1 = ymm1[0,0,2,1]
262 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[0,1,1,3]
263 ; ALL-NEXT: vblendpd {{.*#+}} ymm0 = ymm0[0],ymm1[1],ymm0[2],ymm1[3]
264 ; ALL-NEXT: vinsertf64x4 $1, %ymm2, %zmm0, %zmm0
266 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 8, i32 1, i32 9, i32 2, i32 10, i32 3, i32 11>
267 ret <8 x double> %shuffle
270 define <8 x double> @shuffle_v8f64_08991abb(<8 x double> %a, <8 x double> %b) {
271 ; ALL-LABEL: shuffle_v8f64_08991abb:
273 ; ALL-NEXT: vpermpd {{.*#+}} ymm2 = ymm1[0,0,1,1]
274 ; ALL-NEXT: vblendpd {{.*#+}} ymm2 = ymm0[0],ymm2[1,2,3]
275 ; ALL-NEXT: vblendpd {{.*#+}} ymm0 = ymm1[0],ymm0[1],ymm1[2,3]
276 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[1,2,3,3]
277 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm2, %zmm0
279 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 8, i32 9, i32 9, i32 1, i32 10, i32 11, i32 11>
280 ret <8 x double> %shuffle
283 define <8 x double> @shuffle_v8f64_091b2d3f(<8 x double> %a, <8 x double> %b) {
284 ; ALL-LABEL: shuffle_v8f64_091b2d3f:
286 ; ALL-NEXT: vextractf64x4 $1, %zmm1, %ymm2
287 ; ALL-NEXT: vpermpd {{.*#+}} ymm3 = ymm0[2,1,3,3]
288 ; ALL-NEXT: vblendpd {{.*#+}} ymm2 = ymm3[0],ymm2[1],ymm3[2],ymm2[3]
289 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[0,1,1,3]
290 ; ALL-NEXT: vblendpd {{.*#+}} ymm0 = ymm0[0],ymm1[1],ymm0[2],ymm1[3]
291 ; ALL-NEXT: vinsertf64x4 $1, %ymm2, %zmm0, %zmm0
293 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 9, i32 1, i32 11, i32 2, i32 13, i32 3, i32 15>
294 ret <8 x double> %shuffle
297 define <8 x double> @shuffle_v8f64_09ab1def(<8 x double> %a, <8 x double> %b) {
298 ; ALL-LABEL: shuffle_v8f64_09ab1def:
300 ; ALL-NEXT: vextractf64x4 $1, %zmm1, %ymm2
301 ; ALL-NEXT: vpermilpd {{.*#+}} ymm3 = ymm0[1,0,2,2]
302 ; ALL-NEXT: vblendpd {{.*#+}} ymm2 = ymm3[0],ymm2[1,2,3]
303 ; ALL-NEXT: vblendpd {{.*#+}} ymm0 = ymm0[0],ymm1[1,2,3]
304 ; ALL-NEXT: vinsertf64x4 $1, %ymm2, %zmm0, %zmm0
306 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 9, i32 10, i32 11, i32 1, i32 13, i32 14, i32 15>
307 ret <8 x double> %shuffle
310 define <8 x double> @shuffle_v8f64_00014445(<8 x double> %a, <8 x double> %b) {
311 ; ALL-LABEL: shuffle_v8f64_00014445:
313 ; ALL-NEXT: vpermpd {{.*#+}} ymm1 = ymm0[0,0,0,1]
314 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
315 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[0,0,0,1]
316 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
318 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 1, i32 4, i32 4, i32 4, i32 5>
319 ret <8 x double> %shuffle
322 define <8 x double> @shuffle_v8f64_00204464(<8 x double> %a, <8 x double> %b) {
323 ; ALL-LABEL: shuffle_v8f64_00204464:
325 ; ALL-NEXT: vpermpd {{.*#+}} ymm1 = ymm0[0,0,2,0]
326 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
327 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[0,0,2,0]
328 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
330 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 0, i32 4, i32 4, i32 6, i32 4>
331 ret <8 x double> %shuffle
334 define <8 x double> @shuffle_v8f64_03004744(<8 x double> %a, <8 x double> %b) {
335 ; ALL-LABEL: shuffle_v8f64_03004744:
337 ; ALL-NEXT: vpermpd {{.*#+}} ymm1 = ymm0[0,3,0,0]
338 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
339 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[0,3,0,0]
340 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
342 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 3, i32 0, i32 0, i32 4, i32 7, i32 4, i32 4>
343 ret <8 x double> %shuffle
346 define <8 x double> @shuffle_v8f64_10005444(<8 x double> %a, <8 x double> %b) {
347 ; ALL-LABEL: shuffle_v8f64_10005444:
349 ; ALL-NEXT: vpermpd {{.*#+}} ymm1 = ymm0[1,0,0,0]
350 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
351 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[1,0,0,0]
352 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
354 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 0, i32 0, i32 0, i32 5, i32 4, i32 4, i32 4>
355 ret <8 x double> %shuffle
358 define <8 x double> @shuffle_v8f64_22006644(<8 x double> %a, <8 x double> %b) {
359 ; ALL-LABEL: shuffle_v8f64_22006644:
361 ; ALL-NEXT: vpermpd {{.*#+}} ymm1 = ymm0[2,2,0,0]
362 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
363 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[2,2,0,0]
364 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
366 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 2, i32 2, i32 0, i32 0, i32 6, i32 6, i32 4, i32 4>
367 ret <8 x double> %shuffle
370 define <8 x double> @shuffle_v8f64_33307774(<8 x double> %a, <8 x double> %b) {
371 ; ALL-LABEL: shuffle_v8f64_33307774:
373 ; ALL-NEXT: vpermpd {{.*#+}} ymm1 = ymm0[3,3,3,0]
374 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
375 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[3,3,3,0]
376 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
378 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 3, i32 3, i32 3, i32 0, i32 7, i32 7, i32 7, i32 4>
379 ret <8 x double> %shuffle
382 define <8 x double> @shuffle_v8f64_32107654(<8 x double> %a, <8 x double> %b) {
383 ; ALL-LABEL: shuffle_v8f64_32107654:
385 ; ALL-NEXT: vpermpd {{.*#+}} ymm1 = ymm0[3,2,1,0]
386 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
387 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[3,2,1,0]
388 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
390 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 3, i32 2, i32 1, i32 0, i32 7, i32 6, i32 5, i32 4>
391 ret <8 x double> %shuffle
394 define <8 x double> @shuffle_v8f64_00234467(<8 x double> %a, <8 x double> %b) {
395 ; ALL-LABEL: shuffle_v8f64_00234467:
397 ; ALL-NEXT: vpermilpd {{.*#+}} ymm1 = ymm0[0,0,2,3]
398 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
399 ; ALL-NEXT: vpermilpd {{.*#+}} ymm0 = ymm0[0,0,2,3]
400 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
402 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 3, i32 4, i32 4, i32 6, i32 7>
403 ret <8 x double> %shuffle
406 define <8 x double> @shuffle_v8f64_00224466(<8 x double> %a, <8 x double> %b) {
407 ; ALL-LABEL: shuffle_v8f64_00224466:
409 ; ALL-NEXT: vmovddup {{.*#+}} ymm1 = ymm0[0,0,2,2]
410 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
411 ; ALL-NEXT: vmovddup {{.*#+}} ymm0 = ymm0[0,0,2,2]
412 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
414 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 2, i32 4, i32 4, i32 6, i32 6>
415 ret <8 x double> %shuffle
418 define <8 x double> @shuffle_v8f64_10325476(<8 x double> %a, <8 x double> %b) {
419 ; ALL-LABEL: shuffle_v8f64_10325476:
421 ; ALL-NEXT: vpermilpd {{.*#+}} ymm1 = ymm0[1,0,3,2]
422 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
423 ; ALL-NEXT: vpermilpd {{.*#+}} ymm0 = ymm0[1,0,3,2]
424 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
426 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 5, i32 4, i32 7, i32 6>
427 ret <8 x double> %shuffle
430 define <8 x double> @shuffle_v8f64_11335577(<8 x double> %a, <8 x double> %b) {
431 ; ALL-LABEL: shuffle_v8f64_11335577:
433 ; ALL-NEXT: vpermilpd {{.*#+}} ymm1 = ymm0[1,1,3,3]
434 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
435 ; ALL-NEXT: vpermilpd {{.*#+}} ymm0 = ymm0[1,1,3,3]
436 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
438 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 1, i32 3, i32 3, i32 5, i32 5, i32 7, i32 7>
439 ret <8 x double> %shuffle
442 define <8 x double> @shuffle_v8f64_10235467(<8 x double> %a, <8 x double> %b) {
443 ; ALL-LABEL: shuffle_v8f64_10235467:
445 ; ALL-NEXT: vpermilpd {{.*#+}} ymm1 = ymm0[1,0,2,3]
446 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
447 ; ALL-NEXT: vpermilpd {{.*#+}} ymm0 = ymm0[1,0,2,3]
448 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
450 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 0, i32 2, i32 3, i32 5, i32 4, i32 6, i32 7>
451 ret <8 x double> %shuffle
454 define <8 x double> @shuffle_v8f64_10225466(<8 x double> %a, <8 x double> %b) {
455 ; ALL-LABEL: shuffle_v8f64_10225466:
457 ; ALL-NEXT: vpermilpd {{.*#+}} ymm1 = ymm0[1,0,2,2]
458 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
459 ; ALL-NEXT: vpermilpd {{.*#+}} ymm0 = ymm0[1,0,2,2]
460 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
462 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 0, i32 2, i32 2, i32 5, i32 4, i32 6, i32 6>
463 ret <8 x double> %shuffle
466 define <8 x double> @shuffle_v8f64_00015444(<8 x double> %a, <8 x double> %b) {
467 ; ALL-LABEL: shuffle_v8f64_00015444:
469 ; ALL-NEXT: vpermpd {{.*#+}} ymm1 = ymm0[0,0,0,1]
470 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
471 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[1,0,0,0]
472 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
474 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 1, i32 5, i32 4, i32 4, i32 4>
475 ret <8 x double> %shuffle
478 define <8 x double> @shuffle_v8f64_00204644(<8 x double> %a, <8 x double> %b) {
479 ; ALL-LABEL: shuffle_v8f64_00204644:
481 ; ALL-NEXT: vpermpd {{.*#+}} ymm1 = ymm0[0,0,2,0]
482 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
483 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[0,2,0,0]
484 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
486 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 0, i32 4, i32 6, i32 4, i32 4>
487 ret <8 x double> %shuffle
490 define <8 x double> @shuffle_v8f64_03004474(<8 x double> %a, <8 x double> %b) {
491 ; ALL-LABEL: shuffle_v8f64_03004474:
493 ; ALL-NEXT: vpermpd {{.*#+}} ymm1 = ymm0[0,3,0,0]
494 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
495 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[0,0,3,0]
496 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
498 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 3, i32 0, i32 0, i32 4, i32 4, i32 7, i32 4>
499 ret <8 x double> %shuffle
502 define <8 x double> @shuffle_v8f64_10004444(<8 x double> %a, <8 x double> %b) {
503 ; ALL-LABEL: shuffle_v8f64_10004444:
505 ; ALL-NEXT: vpermpd {{.*#+}} ymm1 = ymm0[1,0,0,0]
506 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
507 ; ALL-NEXT: vbroadcastsd %xmm0, %ymm0
508 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
510 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 0, i32 0, i32 0, i32 4, i32 4, i32 4, i32 4>
511 ret <8 x double> %shuffle
514 define <8 x double> @shuffle_v8f64_22006446(<8 x double> %a, <8 x double> %b) {
515 ; ALL-LABEL: shuffle_v8f64_22006446:
517 ; ALL-NEXT: vpermpd {{.*#+}} ymm1 = ymm0[2,2,0,0]
518 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
519 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[2,0,0,2]
520 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
522 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 2, i32 2, i32 0, i32 0, i32 6, i32 4, i32 4, i32 6>
523 ret <8 x double> %shuffle
526 define <8 x double> @shuffle_v8f64_33307474(<8 x double> %a, <8 x double> %b) {
527 ; ALL-LABEL: shuffle_v8f64_33307474:
529 ; ALL-NEXT: vpermpd {{.*#+}} ymm1 = ymm0[3,3,3,0]
530 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
531 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[3,0,3,0]
532 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
534 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 3, i32 3, i32 3, i32 0, i32 7, i32 4, i32 7, i32 4>
535 ret <8 x double> %shuffle
538 define <8 x double> @shuffle_v8f64_32104567(<8 x double> %a, <8 x double> %b) {
539 ; ALL-LABEL: shuffle_v8f64_32104567:
541 ; ALL-NEXT: vpermpd {{.*#+}} ymm1 = ymm0[3,2,1,0]
542 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
543 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
545 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 3, i32 2, i32 1, i32 0, i32 4, i32 5, i32 6, i32 7>
546 ret <8 x double> %shuffle
549 define <8 x double> @shuffle_v8f64_00236744(<8 x double> %a, <8 x double> %b) {
550 ; ALL-LABEL: shuffle_v8f64_00236744:
552 ; ALL-NEXT: vpermilpd {{.*#+}} ymm1 = ymm0[0,0,2,3]
553 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
554 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[2,3,0,0]
555 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
557 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 3, i32 6, i32 7, i32 4, i32 4>
558 ret <8 x double> %shuffle
561 define <8 x double> @shuffle_v8f64_00226644(<8 x double> %a, <8 x double> %b) {
562 ; ALL-LABEL: shuffle_v8f64_00226644:
564 ; ALL-NEXT: vmovddup {{.*#+}} ymm1 = ymm0[0,0,2,2]
565 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
566 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[2,2,0,0]
567 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
569 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 2, i32 6, i32 6, i32 4, i32 4>
570 ret <8 x double> %shuffle
573 define <8 x double> @shuffle_v8f64_10324567(<8 x double> %a, <8 x double> %b) {
574 ; ALL-LABEL: shuffle_v8f64_10324567:
576 ; ALL-NEXT: vpermilpd {{.*#+}} ymm1 = ymm0[1,0,3,2]
577 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
578 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
580 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 4, i32 5, i32 6, i32 7>
581 ret <8 x double> %shuffle
584 define <8 x double> @shuffle_v8f64_11334567(<8 x double> %a, <8 x double> %b) {
585 ; ALL-LABEL: shuffle_v8f64_11334567:
587 ; ALL-NEXT: vpermilpd {{.*#+}} ymm1 = ymm0[1,1,3,3]
588 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
589 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
591 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 1, i32 3, i32 3, i32 4, i32 5, i32 6, i32 7>
592 ret <8 x double> %shuffle
595 define <8 x double> @shuffle_v8f64_01235467(<8 x double> %a, <8 x double> %b) {
596 ; ALL-LABEL: shuffle_v8f64_01235467:
598 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm1
599 ; ALL-NEXT: vpermilpd {{.*#+}} ymm1 = ymm1[1,0,2,3]
600 ; ALL-NEXT: vinsertf64x4 $1, %ymm1, %zmm0, %zmm0
602 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 5, i32 4, i32 6, i32 7>
603 ret <8 x double> %shuffle
606 define <8 x double> @shuffle_v8f64_01235466(<8 x double> %a, <8 x double> %b) {
607 ; ALL-LABEL: shuffle_v8f64_01235466:
609 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm1
610 ; ALL-NEXT: vpermilpd {{.*#+}} ymm1 = ymm1[1,0,2,2]
611 ; ALL-NEXT: vinsertf64x4 $1, %ymm1, %zmm0, %zmm0
613 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 5, i32 4, i32 6, i32 6>
614 ret <8 x double> %shuffle
617 define <8 x double> @shuffle_v8f64_002u6u44(<8 x double> %a, <8 x double> %b) {
618 ; ALL-LABEL: shuffle_v8f64_002u6u44:
620 ; ALL-NEXT: vmovddup {{.*#+}} ymm1 = ymm0[0,0,2,2]
621 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
622 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[2,1,0,0]
623 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
625 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 undef, i32 6, i32 undef, i32 4, i32 4>
626 ret <8 x double> %shuffle
629 define <8 x double> @shuffle_v8f64_00uu66uu(<8 x double> %a, <8 x double> %b) {
630 ; ALL-LABEL: shuffle_v8f64_00uu66uu:
632 ; ALL-NEXT: vbroadcastsd %xmm0, %ymm1
633 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
634 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[2,2,2,3]
635 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
637 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 undef, i32 undef, i32 6, i32 6, i32 undef, i32 undef>
638 ret <8 x double> %shuffle
641 define <8 x double> @shuffle_v8f64_103245uu(<8 x double> %a, <8 x double> %b) {
642 ; ALL-LABEL: shuffle_v8f64_103245uu:
644 ; ALL-NEXT: vpermilpd {{.*#+}} ymm1 = ymm0[1,0,3,2]
645 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
646 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
648 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 4, i32 5, i32 undef, i32 undef>
649 ret <8 x double> %shuffle
652 define <8 x double> @shuffle_v8f64_1133uu67(<8 x double> %a, <8 x double> %b) {
653 ; ALL-LABEL: shuffle_v8f64_1133uu67:
655 ; ALL-NEXT: vpermilpd {{.*#+}} ymm1 = ymm0[1,1,3,3]
656 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0
657 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0
659 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 1, i32 3, i32 3, i32 undef, i32 undef, i32 6, i32 7>
660 ret <8 x double> %shuffle
663 define <8 x double> @shuffle_v8f64_0uu354uu(<8 x double> %a, <8 x double> %b) {
664 ; ALL-LABEL: shuffle_v8f64_0uu354uu:
666 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm1
667 ; ALL-NEXT: vpermilpd {{.*#+}} ymm1 = ymm1[1,0,2,2]
668 ; ALL-NEXT: vinsertf64x4 $1, %ymm1, %zmm0, %zmm0
670 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 undef, i32 undef, i32 3, i32 5, i32 4, i32 undef, i32 undef>
671 ret <8 x double> %shuffle
674 define <8 x double> @shuffle_v8f64_uuu3uu66(<8 x double> %a, <8 x double> %b) {
675 ; ALL-LABEL: shuffle_v8f64_uuu3uu66:
677 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm1
678 ; ALL-NEXT: vmovddup {{.*#+}} ymm1 = ymm1[0,0,2,2]
679 ; ALL-NEXT: vinsertf64x4 $1, %ymm1, %zmm0, %zmm0
681 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 undef, i32 undef, i32 undef, i32 3, i32 undef, i32 undef, i32 6, i32 6>
682 ret <8 x double> %shuffle
685 define <8 x double> @shuffle_v8f64_c348cda0(<8 x double> %a, <8 x double> %b) {
686 ; ALL-LABEL: shuffle_v8f64_c348cda0:
688 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm2
689 ; ALL-NEXT: vperm2f128 {{.*#+}} ymm2 = ymm0[0,1],ymm2[0,1]
690 ; ALL-NEXT: vextractf64x4 $1, %zmm1, %ymm3
691 ; ALL-NEXT: vbroadcastsd %xmm1, %ymm4
692 ; ALL-NEXT: vblendpd {{.*#+}} ymm4 = ymm3[0,1,2],ymm4[3]
693 ; ALL-NEXT: vblendpd {{.*#+}} ymm2 = ymm4[0],ymm2[1,2],ymm4[3]
694 ; ALL-NEXT: vblendpd {{.*#+}} ymm1 = ymm3[0,1],ymm1[2],ymm3[3]
695 ; ALL-NEXT: vbroadcastsd %xmm0, %ymm0
696 ; ALL-NEXT: vblendpd {{.*#+}} ymm0 = ymm1[0,1,2],ymm0[3]
697 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm2, %zmm0
699 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 12, i32 3, i32 4, i32 8, i32 12, i32 13, i32 10, i32 0>
700 ret <8 x double> %shuffle
703 define <8 x double> @shuffle_v8f64_f511235a(<8 x double> %a, <8 x double> %b) {
704 ; ALL-LABEL: shuffle_v8f64_f511235a:
706 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm2
707 ; ALL-NEXT: vblendpd {{.*#+}} ymm3 = ymm0[0],ymm2[1],ymm0[2,3]
708 ; ALL-NEXT: vpermpd {{.*#+}} ymm3 = ymm3[2,3,1,3]
709 ; ALL-NEXT: vmovddup {{.*#+}} ymm4 = ymm1[0,0,2,2]
710 ; ALL-NEXT: vblendpd {{.*#+}} ymm3 = ymm3[0,1,2],ymm4[3]
711 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[0,1,1,1]
712 ; ALL-NEXT: vblendpd {{.*#+}} ymm0 = ymm0[0],ymm2[1],ymm0[2,3]
713 ; ALL-NEXT: vextractf64x4 $1, %zmm1, %ymm1
714 ; ALL-NEXT: vpermpd {{.*#+}} ymm1 = ymm1[3,1,2,3]
715 ; ALL-NEXT: vblendpd {{.*#+}} ymm0 = ymm1[0],ymm0[1,2,3]
716 ; ALL-NEXT: vinsertf64x4 $1, %ymm3, %zmm0, %zmm0
718 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 15, i32 5, i32 1, i32 1, i32 2, i32 3, i32 5, i32 10>
719 ret <8 x double> %shuffle
722 define <8 x i64> @shuffle_v8i64_00000000(<8 x i64> %a, <8 x i64> %b) {
723 ; ALL-LABEL: shuffle_v8i64_00000000:
725 ; ALL-NEXT: vpbroadcastq %xmm0, %zmm0
727 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0>
728 ret <8 x i64> %shuffle
731 define <8 x i64> @shuffle_v8i64_00000010(<8 x i64> %a, <8 x i64> %b) {
732 ; ALL-LABEL: shuffle_v8i64_00000010:
734 ; ALL-NEXT: vpbroadcastq %xmm0, %ymm1
735 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[0,0,1,0]
736 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
738 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 1, i32 0>
739 ret <8 x i64> %shuffle
742 define <8 x i64> @shuffle_v8i64_00000200(<8 x i64> %a, <8 x i64> %b) {
743 ; ALL-LABEL: shuffle_v8i64_00000200:
745 ; ALL-NEXT: vpbroadcastq %xmm0, %ymm1
746 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[0,2,0,0]
747 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
749 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 0, i32 2, i32 0, i32 0>
750 ret <8 x i64> %shuffle
753 define <8 x i64> @shuffle_v8i64_00003000(<8 x i64> %a, <8 x i64> %b) {
754 ; ALL-LABEL: shuffle_v8i64_00003000:
756 ; ALL-NEXT: vpbroadcastq %xmm0, %ymm1
757 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[3,0,0,0]
758 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
760 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 3, i32 0, i32 0, i32 0>
761 ret <8 x i64> %shuffle
764 define <8 x i64> @shuffle_v8i64_00040000(<8 x i64> %a, <8 x i64> %b) {
765 ; ALL-LABEL: shuffle_v8i64_00040000:
767 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm1
768 ; ALL-NEXT: vpbroadcastq %xmm1, %ymm1
769 ; ALL-NEXT: vpbroadcastq %xmm0, %ymm0
770 ; ALL-NEXT: vpblendd {{.*#+}} ymm1 = ymm0[0,1,2,3,4,5],ymm1[6,7]
771 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
773 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 4, i32 0, i32 0, i32 0, i32 0>
774 ret <8 x i64> %shuffle
777 define <8 x i64> @shuffle_v8i64_00500000(<8 x i64> %a, <8 x i64> %b) {
778 ; ALL-LABEL: shuffle_v8i64_00500000:
780 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm1
781 ; ALL-NEXT: vpblendd {{.*#+}} ymm1 = ymm0[0,1],ymm1[2,3],ymm0[4,5,6,7]
782 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm1[0,0,1,0]
783 ; ALL-NEXT: vpbroadcastq %xmm0, %ymm0
784 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
786 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 5, i32 0, i32 0, i32 0, i32 0, i32 0>
787 ret <8 x i64> %shuffle
790 define <8 x i64> @shuffle_v8i64_06000000(<8 x i64> %a, <8 x i64> %b) {
791 ; ALL-LABEL: shuffle_v8i64_06000000:
793 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm1
794 ; ALL-NEXT: vpblendd {{.*#+}} ymm1 = ymm0[0,1,2,3],ymm1[4,5],ymm0[6,7]
795 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm1[0,2,0,0]
796 ; ALL-NEXT: vpbroadcastq %xmm0, %ymm0
797 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
799 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 6, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0>
800 ret <8 x i64> %shuffle
803 define <8 x i64> @shuffle_v8i64_70000000(<8 x i64> %a, <8 x i64> %b) {
804 ; ALL-LABEL: shuffle_v8i64_70000000:
806 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm1
807 ; ALL-NEXT: vpblendd {{.*#+}} ymm1 = ymm0[0,1,2,3,4,5],ymm1[6,7]
808 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm1[3,0,0,0]
809 ; ALL-NEXT: vpbroadcastq %xmm0, %ymm0
810 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
812 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 7, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0>
813 ret <8 x i64> %shuffle
816 define <8 x i64> @shuffle_v8i64_01014545(<8 x i64> %a, <8 x i64> %b) {
817 ; ALL-LABEL: shuffle_v8i64_01014545:
819 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm1
820 ; ALL-NEXT: vinserti128 $1, %xmm1, %ymm1, %ymm1
821 ; ALL-NEXT: vinserti128 $1, %xmm0, %ymm0, %ymm0
822 ; ALL-NEXT: vinserti64x4 $1, %ymm1, %zmm0, %zmm0
824 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 1, i32 0, i32 1, i32 4, i32 5, i32 4, i32 5>
825 ret <8 x i64> %shuffle
828 define <8 x i64> @shuffle_v8i64_00112233(<8 x i64> %a, <8 x i64> %b) {
829 ; ALL-LABEL: shuffle_v8i64_00112233:
831 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm0[0,0,1,1]
832 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[2,2,3,3]
833 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
835 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 1, i32 1, i32 2, i32 2, i32 3, i32 3>
836 ret <8 x i64> %shuffle
839 define <8 x i64> @shuffle_v8i64_00001111(<8 x i64> %a, <8 x i64> %b) {
840 ; ALL-LABEL: shuffle_v8i64_00001111:
842 ; ALL-NEXT: vpbroadcastq %xmm0, %ymm1
843 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[1,1,1,1]
844 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
846 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 1, i32 1, i32 1, i32 1>
847 ret <8 x i64> %shuffle
850 define <8 x i64> @shuffle_v8i64_81a3c5e7(<8 x i64> %a, <8 x i64> %b) {
851 ; ALL-LABEL: shuffle_v8i64_81a3c5e7:
853 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm2
854 ; ALL-NEXT: vextracti64x4 $1, %zmm1, %ymm3
855 ; ALL-NEXT: vpblendd {{.*#+}} ymm2 = ymm3[0,1],ymm2[2,3],ymm3[4,5],ymm2[6,7]
856 ; ALL-NEXT: vpblendd {{.*#+}} ymm0 = ymm1[0,1],ymm0[2,3],ymm1[4,5],ymm0[6,7]
857 ; ALL-NEXT: vinserti64x4 $1, %ymm2, %zmm0, %zmm0
859 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 8, i32 1, i32 10, i32 3, i32 12, i32 5, i32 14, i32 7>
860 ret <8 x i64> %shuffle
863 define <8 x i64> @shuffle_v8i64_08080808(<8 x i64> %a, <8 x i64> %b) {
864 ; ALL-LABEL: shuffle_v8i64_08080808:
866 ; ALL-NEXT: vinserti128 $1, %xmm0, %ymm0, %ymm0
867 ; ALL-NEXT: vpbroadcastq %xmm1, %ymm1
868 ; ALL-NEXT: vpblendd {{.*#+}} ymm0 = ymm0[0,1],ymm1[2,3],ymm0[4,5],ymm1[6,7]
869 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm0, %zmm0
871 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 8, i32 0, i32 8, i32 0, i32 8, i32 0, i32 8>
872 ret <8 x i64> %shuffle
875 define <8 x i64> @shuffle_v8i64_08084c4c(<8 x i64> %a, <8 x i64> %b) {
876 ; ALL-LABEL: shuffle_v8i64_08084c4c:
878 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm2
879 ; ALL-NEXT: vinserti128 $1, %xmm2, %ymm2, %ymm2
880 ; ALL-NEXT: vextracti64x4 $1, %zmm1, %ymm3
881 ; ALL-NEXT: vpbroadcastq %xmm3, %ymm3
882 ; ALL-NEXT: vpblendd {{.*#+}} ymm2 = ymm2[0,1],ymm3[2,3],ymm2[4,5],ymm3[6,7]
883 ; ALL-NEXT: vinserti128 $1, %xmm0, %ymm0, %ymm0
884 ; ALL-NEXT: vpbroadcastq %xmm1, %ymm1
885 ; ALL-NEXT: vpblendd {{.*#+}} ymm0 = ymm0[0,1],ymm1[2,3],ymm0[4,5],ymm1[6,7]
886 ; ALL-NEXT: vinserti64x4 $1, %ymm2, %zmm0, %zmm0
888 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 8, i32 0, i32 8, i32 4, i32 12, i32 4, i32 12>
889 ret <8 x i64> %shuffle
892 define <8 x i64> @shuffle_v8i64_8823cc67(<8 x i64> %a, <8 x i64> %b) {
893 ; ALL-LABEL: shuffle_v8i64_8823cc67:
895 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm2
896 ; ALL-NEXT: vextracti64x4 $1, %zmm1, %ymm3
897 ; ALL-NEXT: vpbroadcastq %xmm3, %ymm3
898 ; ALL-NEXT: vpblendd {{.*#+}} ymm2 = ymm3[0,1,2,3],ymm2[4,5,6,7]
899 ; ALL-NEXT: vpbroadcastq %xmm1, %ymm1
900 ; ALL-NEXT: vpblendd {{.*#+}} ymm0 = ymm1[0,1,2,3],ymm0[4,5,6,7]
901 ; ALL-NEXT: vinserti64x4 $1, %ymm2, %zmm0, %zmm0
903 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 8, i32 8, i32 2, i32 3, i32 12, i32 12, i32 6, i32 7>
904 ret <8 x i64> %shuffle
907 define <8 x i64> @shuffle_v8i64_9832dc76(<8 x i64> %a, <8 x i64> %b) {
908 ; ALL-LABEL: shuffle_v8i64_9832dc76:
910 ; ALL-NEXT: vpblendd {{.*#+}} ymm2 = ymm1[0,1,2,3],ymm0[4,5,6,7]
911 ; ALL-NEXT: vpshufd {{.*#+}} ymm2 = ymm2[2,3,0,1,6,7,4,5]
912 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
913 ; ALL-NEXT: vextracti64x4 $1, %zmm1, %ymm1
914 ; ALL-NEXT: vpblendd {{.*#+}} ymm0 = ymm1[0,1,2,3],ymm0[4,5,6,7]
915 ; ALL-NEXT: vpshufd {{.*#+}} ymm0 = ymm0[2,3,0,1,6,7,4,5]
916 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm2, %zmm0
918 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 9, i32 8, i32 3, i32 2, i32 13, i32 12, i32 7, i32 6>
919 ret <8 x i64> %shuffle
922 define <8 x i64> @shuffle_v8i64_9810dc54(<8 x i64> %a, <8 x i64> %b) {
923 ; ALL-LABEL: shuffle_v8i64_9810dc54:
925 ; ALL-NEXT: vinserti128 $1, %xmm0, %ymm1, %ymm2
926 ; ALL-NEXT: vpshufd {{.*#+}} ymm2 = ymm2[2,3,0,1,6,7,4,5]
927 ; ALL-NEXT: vextracti64x4 $1, %zmm1, %ymm1
928 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
929 ; ALL-NEXT: vinserti128 $1, %xmm0, %ymm1, %ymm0
930 ; ALL-NEXT: vpshufd {{.*#+}} ymm0 = ymm0[2,3,0,1,6,7,4,5]
931 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm2, %zmm0
933 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 9, i32 8, i32 1, i32 0, i32 13, i32 12, i32 5, i32 4>
934 ret <8 x i64> %shuffle
937 define <8 x i64> @shuffle_v8i64_08194c5d(<8 x i64> %a, <8 x i64> %b) {
938 ; ALL-LABEL: shuffle_v8i64_08194c5d:
940 ; ALL-NEXT: vextracti64x4 $1, %zmm1, %ymm2
941 ; ALL-NEXT: vpermq {{.*#+}} ymm2 = ymm2[0,0,2,1]
942 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm3
943 ; ALL-NEXT: vpermq {{.*#+}} ymm3 = ymm3[0,1,1,3]
944 ; ALL-NEXT: vpblendd {{.*#+}} ymm2 = ymm3[0,1],ymm2[2,3],ymm3[4,5],ymm2[6,7]
945 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm1[0,0,2,1]
946 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[0,1,1,3]
947 ; ALL-NEXT: vpblendd {{.*#+}} ymm0 = ymm0[0,1],ymm1[2,3],ymm0[4,5],ymm1[6,7]
948 ; ALL-NEXT: vinserti64x4 $1, %ymm2, %zmm0, %zmm0
950 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 8, i32 1, i32 9, i32 4, i32 12, i32 5, i32 13>
951 ret <8 x i64> %shuffle
954 define <8 x i64> @shuffle_v8i64_2a3b6e7f(<8 x i64> %a, <8 x i64> %b) {
955 ; ALL-LABEL: shuffle_v8i64_2a3b6e7f:
957 ; ALL-NEXT: vextracti64x4 $1, %zmm1, %ymm2
958 ; ALL-NEXT: vpermq {{.*#+}} ymm2 = ymm2[0,2,2,3]
959 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm3
960 ; ALL-NEXT: vpermq {{.*#+}} ymm3 = ymm3[2,1,3,3]
961 ; ALL-NEXT: vpblendd {{.*#+}} ymm2 = ymm3[0,1],ymm2[2,3],ymm3[4,5],ymm2[6,7]
962 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm1[0,2,2,3]
963 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[2,1,3,3]
964 ; ALL-NEXT: vpblendd {{.*#+}} ymm0 = ymm0[0,1],ymm1[2,3],ymm0[4,5],ymm1[6,7]
965 ; ALL-NEXT: vinserti64x4 $1, %ymm2, %zmm0, %zmm0
967 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 2, i32 10, i32 3, i32 11, i32 6, i32 14, i32 7, i32 15>
968 ret <8 x i64> %shuffle
971 define <8 x i64> @shuffle_v8i64_08192a3b(<8 x i64> %a, <8 x i64> %b) {
972 ; ALL-LABEL: shuffle_v8i64_08192a3b:
974 ; ALL-NEXT: vpermq {{.*#+}} ymm2 = ymm1[0,2,2,3]
975 ; ALL-NEXT: vpermq {{.*#+}} ymm3 = ymm0[2,1,3,3]
976 ; ALL-NEXT: vpblendd {{.*#+}} ymm2 = ymm3[0,1],ymm2[2,3],ymm3[4,5],ymm2[6,7]
977 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm1[0,0,2,1]
978 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[0,1,1,3]
979 ; ALL-NEXT: vpblendd {{.*#+}} ymm0 = ymm0[0,1],ymm1[2,3],ymm0[4,5],ymm1[6,7]
980 ; ALL-NEXT: vinserti64x4 $1, %ymm2, %zmm0, %zmm0
982 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 8, i32 1, i32 9, i32 2, i32 10, i32 3, i32 11>
983 ret <8 x i64> %shuffle
986 define <8 x i64> @shuffle_v8i64_08991abb(<8 x i64> %a, <8 x i64> %b) {
987 ; ALL-LABEL: shuffle_v8i64_08991abb:
989 ; ALL-NEXT: vpermq {{.*#+}} ymm2 = ymm1[0,0,1,1]
990 ; ALL-NEXT: vpblendd {{.*#+}} ymm2 = ymm0[0,1],ymm2[2,3,4,5,6,7]
991 ; ALL-NEXT: vpblendd {{.*#+}} ymm0 = ymm1[0,1],ymm0[2,3],ymm1[4,5,6,7]
992 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[1,2,3,3]
993 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm2, %zmm0
995 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 8, i32 9, i32 9, i32 1, i32 10, i32 11, i32 11>
996 ret <8 x i64> %shuffle
999 define <8 x i64> @shuffle_v8i64_091b2d3f(<8 x i64> %a, <8 x i64> %b) {
1000 ; ALL-LABEL: shuffle_v8i64_091b2d3f:
1002 ; ALL-NEXT: vextracti64x4 $1, %zmm1, %ymm2
1003 ; ALL-NEXT: vpermq {{.*#+}} ymm3 = ymm0[2,1,3,3]
1004 ; ALL-NEXT: vpblendd {{.*#+}} ymm2 = ymm3[0,1],ymm2[2,3],ymm3[4,5],ymm2[6,7]
1005 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[0,1,1,3]
1006 ; ALL-NEXT: vpblendd {{.*#+}} ymm0 = ymm0[0,1],ymm1[2,3],ymm0[4,5],ymm1[6,7]
1007 ; ALL-NEXT: vinserti64x4 $1, %ymm2, %zmm0, %zmm0
1009 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 9, i32 1, i32 11, i32 2, i32 13, i32 3, i32 15>
1010 ret <8 x i64> %shuffle
1013 define <8 x i64> @shuffle_v8i64_09ab1def(<8 x i64> %a, <8 x i64> %b) {
1014 ; ALL-LABEL: shuffle_v8i64_09ab1def:
1016 ; ALL-NEXT: vextracti64x4 $1, %zmm1, %ymm2
1017 ; ALL-NEXT: vpshufd {{.*#+}} ymm3 = ymm0[2,3,2,3,6,7,6,7]
1018 ; ALL-NEXT: vpblendd {{.*#+}} ymm2 = ymm3[0,1],ymm2[2,3,4,5,6,7]
1019 ; ALL-NEXT: vpblendd {{.*#+}} ymm0 = ymm0[0,1],ymm1[2,3,4,5,6,7]
1020 ; ALL-NEXT: vinserti64x4 $1, %ymm2, %zmm0, %zmm0
1022 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 9, i32 10, i32 11, i32 1, i32 13, i32 14, i32 15>
1023 ret <8 x i64> %shuffle
1026 define <8 x i64> @shuffle_v8i64_00014445(<8 x i64> %a, <8 x i64> %b) {
1027 ; ALL-LABEL: shuffle_v8i64_00014445:
1029 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm0[0,0,0,1]
1030 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1031 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[0,0,0,1]
1032 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1034 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 1, i32 4, i32 4, i32 4, i32 5>
1035 ret <8 x i64> %shuffle
1038 define <8 x i64> @shuffle_v8i64_00204464(<8 x i64> %a, <8 x i64> %b) {
1039 ; ALL-LABEL: shuffle_v8i64_00204464:
1041 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm0[0,0,2,0]
1042 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1043 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[0,0,2,0]
1044 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1046 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 0, i32 4, i32 4, i32 6, i32 4>
1047 ret <8 x i64> %shuffle
1050 define <8 x i64> @shuffle_v8i64_03004744(<8 x i64> %a, <8 x i64> %b) {
1051 ; ALL-LABEL: shuffle_v8i64_03004744:
1053 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm0[0,3,0,0]
1054 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1055 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[0,3,0,0]
1056 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1058 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 3, i32 0, i32 0, i32 4, i32 7, i32 4, i32 4>
1059 ret <8 x i64> %shuffle
1062 define <8 x i64> @shuffle_v8i64_10005444(<8 x i64> %a, <8 x i64> %b) {
1063 ; ALL-LABEL: shuffle_v8i64_10005444:
1065 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm0[1,0,0,0]
1066 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1067 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[1,0,0,0]
1068 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1070 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 0, i32 0, i32 0, i32 5, i32 4, i32 4, i32 4>
1071 ret <8 x i64> %shuffle
1074 define <8 x i64> @shuffle_v8i64_22006644(<8 x i64> %a, <8 x i64> %b) {
1075 ; ALL-LABEL: shuffle_v8i64_22006644:
1077 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm0[2,2,0,0]
1078 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1079 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[2,2,0,0]
1080 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1082 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 2, i32 2, i32 0, i32 0, i32 6, i32 6, i32 4, i32 4>
1083 ret <8 x i64> %shuffle
1086 define <8 x i64> @shuffle_v8i64_33307774(<8 x i64> %a, <8 x i64> %b) {
1087 ; ALL-LABEL: shuffle_v8i64_33307774:
1089 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm0[3,3,3,0]
1090 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1091 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[3,3,3,0]
1092 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1094 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 3, i32 3, i32 3, i32 0, i32 7, i32 7, i32 7, i32 4>
1095 ret <8 x i64> %shuffle
1098 define <8 x i64> @shuffle_v8i64_32107654(<8 x i64> %a, <8 x i64> %b) {
1099 ; ALL-LABEL: shuffle_v8i64_32107654:
1101 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm0[3,2,1,0]
1102 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1103 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[3,2,1,0]
1104 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1106 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 3, i32 2, i32 1, i32 0, i32 7, i32 6, i32 5, i32 4>
1107 ret <8 x i64> %shuffle
1110 define <8 x i64> @shuffle_v8i64_00234467(<8 x i64> %a, <8 x i64> %b) {
1111 ; ALL-LABEL: shuffle_v8i64_00234467:
1113 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm0[0,0,2,3]
1114 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1115 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[0,0,2,3]
1116 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1118 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 3, i32 4, i32 4, i32 6, i32 7>
1119 ret <8 x i64> %shuffle
1122 define <8 x i64> @shuffle_v8i64_00224466(<8 x i64> %a, <8 x i64> %b) {
1123 ; ALL-LABEL: shuffle_v8i64_00224466:
1125 ; ALL-NEXT: vpshufd {{.*#+}} ymm1 = ymm0[0,1,0,1,4,5,4,5]
1126 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1127 ; ALL-NEXT: vpshufd {{.*#+}} ymm0 = ymm0[0,1,0,1,4,5,4,5]
1128 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1130 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 2, i32 4, i32 4, i32 6, i32 6>
1131 ret <8 x i64> %shuffle
1134 define <8 x i64> @shuffle_v8i64_10325476(<8 x i64> %a, <8 x i64> %b) {
1135 ; ALL-LABEL: shuffle_v8i64_10325476:
1137 ; ALL-NEXT: vpshufd {{.*#+}} ymm1 = ymm0[2,3,0,1,6,7,4,5]
1138 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1139 ; ALL-NEXT: vpshufd {{.*#+}} ymm0 = ymm0[2,3,0,1,6,7,4,5]
1140 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1142 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 5, i32 4, i32 7, i32 6>
1143 ret <8 x i64> %shuffle
1146 define <8 x i64> @shuffle_v8i64_11335577(<8 x i64> %a, <8 x i64> %b) {
1147 ; ALL-LABEL: shuffle_v8i64_11335577:
1149 ; ALL-NEXT: vpshufd {{.*#+}} ymm1 = ymm0[2,3,2,3,6,7,6,7]
1150 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1151 ; ALL-NEXT: vpshufd {{.*#+}} ymm0 = ymm0[2,3,2,3,6,7,6,7]
1152 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1154 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 1, i32 3, i32 3, i32 5, i32 5, i32 7, i32 7>
1155 ret <8 x i64> %shuffle
1158 define <8 x i64> @shuffle_v8i64_10235467(<8 x i64> %a, <8 x i64> %b) {
1159 ; ALL-LABEL: shuffle_v8i64_10235467:
1161 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm0[1,0,2,3]
1162 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1163 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[1,0,2,3]
1164 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1166 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 0, i32 2, i32 3, i32 5, i32 4, i32 6, i32 7>
1167 ret <8 x i64> %shuffle
1170 define <8 x i64> @shuffle_v8i64_10225466(<8 x i64> %a, <8 x i64> %b) {
1171 ; ALL-LABEL: shuffle_v8i64_10225466:
1173 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm0[1,0,2,2]
1174 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1175 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[1,0,2,2]
1176 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1178 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 0, i32 2, i32 2, i32 5, i32 4, i32 6, i32 6>
1179 ret <8 x i64> %shuffle
1182 define <8 x i64> @shuffle_v8i64_00015444(<8 x i64> %a, <8 x i64> %b) {
1183 ; ALL-LABEL: shuffle_v8i64_00015444:
1185 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm0[0,0,0,1]
1186 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1187 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[1,0,0,0]
1188 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1190 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 1, i32 5, i32 4, i32 4, i32 4>
1191 ret <8 x i64> %shuffle
1194 define <8 x i64> @shuffle_v8i64_00204644(<8 x i64> %a, <8 x i64> %b) {
1195 ; ALL-LABEL: shuffle_v8i64_00204644:
1197 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm0[0,0,2,0]
1198 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1199 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[0,2,0,0]
1200 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1202 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 0, i32 4, i32 6, i32 4, i32 4>
1203 ret <8 x i64> %shuffle
1206 define <8 x i64> @shuffle_v8i64_03004474(<8 x i64> %a, <8 x i64> %b) {
1207 ; ALL-LABEL: shuffle_v8i64_03004474:
1209 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm0[0,3,0,0]
1210 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1211 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[0,0,3,0]
1212 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1214 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 3, i32 0, i32 0, i32 4, i32 4, i32 7, i32 4>
1215 ret <8 x i64> %shuffle
1218 define <8 x i64> @shuffle_v8i64_10004444(<8 x i64> %a, <8 x i64> %b) {
1219 ; ALL-LABEL: shuffle_v8i64_10004444:
1221 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm0[1,0,0,0]
1222 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1223 ; ALL-NEXT: vpbroadcastq %xmm0, %ymm0
1224 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1226 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 0, i32 0, i32 0, i32 4, i32 4, i32 4, i32 4>
1227 ret <8 x i64> %shuffle
1230 define <8 x i64> @shuffle_v8i64_22006446(<8 x i64> %a, <8 x i64> %b) {
1231 ; ALL-LABEL: shuffle_v8i64_22006446:
1233 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm0[2,2,0,0]
1234 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1235 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[2,0,0,2]
1236 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1238 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 2, i32 2, i32 0, i32 0, i32 6, i32 4, i32 4, i32 6>
1239 ret <8 x i64> %shuffle
1242 define <8 x i64> @shuffle_v8i64_33307474(<8 x i64> %a, <8 x i64> %b) {
1243 ; ALL-LABEL: shuffle_v8i64_33307474:
1245 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm0[3,3,3,0]
1246 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1247 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[3,0,3,0]
1248 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1250 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 3, i32 3, i32 3, i32 0, i32 7, i32 4, i32 7, i32 4>
1251 ret <8 x i64> %shuffle
1254 define <8 x i64> @shuffle_v8i64_32104567(<8 x i64> %a, <8 x i64> %b) {
1255 ; ALL-LABEL: shuffle_v8i64_32104567:
1257 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm0[3,2,1,0]
1258 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1259 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1261 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 3, i32 2, i32 1, i32 0, i32 4, i32 5, i32 6, i32 7>
1262 ret <8 x i64> %shuffle
1265 define <8 x i64> @shuffle_v8i64_00236744(<8 x i64> %a, <8 x i64> %b) {
1266 ; ALL-LABEL: shuffle_v8i64_00236744:
1268 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm0[0,0,2,3]
1269 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1270 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[2,3,0,0]
1271 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1273 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 3, i32 6, i32 7, i32 4, i32 4>
1274 ret <8 x i64> %shuffle
1277 define <8 x i64> @shuffle_v8i64_00226644(<8 x i64> %a, <8 x i64> %b) {
1278 ; ALL-LABEL: shuffle_v8i64_00226644:
1280 ; ALL-NEXT: vpshufd {{.*#+}} ymm1 = ymm0[0,1,0,1,4,5,4,5]
1281 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1282 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[2,2,0,0]
1283 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1285 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 2, i32 6, i32 6, i32 4, i32 4>
1286 ret <8 x i64> %shuffle
1289 define <8 x i64> @shuffle_v8i64_10324567(<8 x i64> %a, <8 x i64> %b) {
1290 ; ALL-LABEL: shuffle_v8i64_10324567:
1292 ; ALL-NEXT: vpshufd {{.*#+}} ymm1 = ymm0[2,3,0,1,6,7,4,5]
1293 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1294 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1296 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 4, i32 5, i32 6, i32 7>
1297 ret <8 x i64> %shuffle
1300 define <8 x i64> @shuffle_v8i64_11334567(<8 x i64> %a, <8 x i64> %b) {
1301 ; ALL-LABEL: shuffle_v8i64_11334567:
1303 ; ALL-NEXT: vpshufd {{.*#+}} ymm1 = ymm0[2,3,2,3,6,7,6,7]
1304 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1305 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1307 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 1, i32 3, i32 3, i32 4, i32 5, i32 6, i32 7>
1308 ret <8 x i64> %shuffle
1311 define <8 x i64> @shuffle_v8i64_01235467(<8 x i64> %a, <8 x i64> %b) {
1312 ; ALL-LABEL: shuffle_v8i64_01235467:
1314 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm1
1315 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm1[1,0,2,3]
1316 ; ALL-NEXT: vinserti64x4 $1, %ymm1, %zmm0, %zmm0
1318 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 5, i32 4, i32 6, i32 7>
1319 ret <8 x i64> %shuffle
1322 define <8 x i64> @shuffle_v8i64_01235466(<8 x i64> %a, <8 x i64> %b) {
1323 ; ALL-LABEL: shuffle_v8i64_01235466:
1325 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm1
1326 ; ALL-NEXT: vpermq {{.*#+}} ymm1 = ymm1[1,0,2,2]
1327 ; ALL-NEXT: vinserti64x4 $1, %ymm1, %zmm0, %zmm0
1329 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 5, i32 4, i32 6, i32 6>
1330 ret <8 x i64> %shuffle
1333 define <8 x i64> @shuffle_v8i64_002u6u44(<8 x i64> %a, <8 x i64> %b) {
1334 ; ALL-LABEL: shuffle_v8i64_002u6u44:
1336 ; ALL-NEXT: vpshufd {{.*#+}} ymm1 = ymm0[0,1,0,1,4,5,4,5]
1337 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1338 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[2,1,0,0]
1339 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1341 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 undef, i32 6, i32 undef, i32 4, i32 4>
1342 ret <8 x i64> %shuffle
1345 define <8 x i64> @shuffle_v8i64_00uu66uu(<8 x i64> %a, <8 x i64> %b) {
1346 ; ALL-LABEL: shuffle_v8i64_00uu66uu:
1348 ; ALL-NEXT: vpbroadcastq %xmm0, %ymm1
1349 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1350 ; ALL-NEXT: vpermq {{.*#+}} ymm0 = ymm0[2,2,2,3]
1351 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1353 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 undef, i32 undef, i32 6, i32 6, i32 undef, i32 undef>
1354 ret <8 x i64> %shuffle
1357 define <8 x i64> @shuffle_v8i64_103245uu(<8 x i64> %a, <8 x i64> %b) {
1358 ; ALL-LABEL: shuffle_v8i64_103245uu:
1360 ; ALL-NEXT: vpshufd {{.*#+}} ymm1 = ymm0[2,3,0,1,6,7,4,5]
1361 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1362 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1364 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 4, i32 5, i32 undef, i32 undef>
1365 ret <8 x i64> %shuffle
1368 define <8 x i64> @shuffle_v8i64_1133uu67(<8 x i64> %a, <8 x i64> %b) {
1369 ; ALL-LABEL: shuffle_v8i64_1133uu67:
1371 ; ALL-NEXT: vpshufd {{.*#+}} ymm1 = ymm0[2,3,2,3,6,7,6,7]
1372 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1373 ; ALL-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0
1375 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 1, i32 3, i32 3, i32 undef, i32 undef, i32 6, i32 7>
1376 ret <8 x i64> %shuffle
1379 define <8 x i64> @shuffle_v8i64_0uu354uu(<8 x i64> %a, <8 x i64> %b) {
1380 ; ALL-LABEL: shuffle_v8i64_0uu354uu:
1382 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm1
1383 ; ALL-NEXT: vpshufd {{.*#+}} ymm1 = ymm1[2,3,0,1,6,7,4,5]
1384 ; ALL-NEXT: vinserti64x4 $1, %ymm1, %zmm0, %zmm0
1386 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 undef, i32 undef, i32 3, i32 5, i32 4, i32 undef, i32 undef>
1387 ret <8 x i64> %shuffle
1390 define <8 x i64> @shuffle_v8i64_uuu3uu66(<8 x i64> %a, <8 x i64> %b) {
1391 ; ALL-LABEL: shuffle_v8i64_uuu3uu66:
1393 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm1
1394 ; ALL-NEXT: vpshufd {{.*#+}} ymm1 = ymm1[0,1,0,1,4,5,4,5]
1395 ; ALL-NEXT: vinserti64x4 $1, %ymm1, %zmm0, %zmm0
1397 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 undef, i32 undef, i32 undef, i32 3, i32 undef, i32 undef, i32 6, i32 6>
1398 ret <8 x i64> %shuffle
1401 define <8 x i64> @shuffle_v8i64_6caa87e5(<8 x i64> %a, <8 x i64> %b) {
1402 ; ALL-LABEL: shuffle_v8i64_6caa87e5:
1404 ; ALL-NEXT: vextracti64x4 $1, %zmm0, %ymm0
1405 ; ALL-NEXT: vperm2i128 {{.*#+}} ymm2 = ymm0[0,1,0,1]
1406 ; ALL-NEXT: vextracti64x4 $1, %zmm1, %ymm3
1407 ; ALL-NEXT: vpblendd {{.*#+}} ymm4 = ymm1[0,1,2,3],ymm3[4,5],ymm1[6,7]
1408 ; ALL-NEXT: vpblendd {{.*#+}} ymm2 = ymm4[0,1],ymm2[2,3],ymm4[4,5],ymm2[6,7]
1409 ; ALL-NEXT: vperm2i128 {{.*#+}} ymm0 = ymm0[2,3,0,1]
1410 ; ALL-NEXT: vpblendd {{.*#+}} ymm1 = ymm3[0,1,2,3],ymm1[4,5,6,7]
1411 ; ALL-NEXT: vpshufd {{.*#+}} ymm1 = ymm1[0,1,0,1,4,5,4,5]
1412 ; ALL-NEXT: vpblendd {{.*#+}} ymm0 = ymm0[0,1],ymm1[2,3,4,5,6,7]
1413 ; ALL-NEXT: vinserti64x4 $1, %ymm2, %zmm0, %zmm0
1415 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 6, i32 12, i32 10, i32 10, i32 8, i32 7, i32 14, i32 5>
1416 ret <8 x i64> %shuffle
1419 define <8 x double> @shuffle_v8f64_082a4c6e(<8 x double> %a, <8 x double> %b) {
1420 ; ALL-LABEL: shuffle_v8f64_082a4c6e:
1422 ; ALL-NEXT: vunpcklpd {{.*#+}} zmm0 = zmm0[0],zmm1[0],zmm0[2],zmm1[2],zmm0[4],zmm1[4],zmm0[6],zmm1[6]
1424 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32><i32 0, i32 8, i32 2, i32 10, i32 4, i32 12, i32 6, i32 14>
1425 ret <8 x double> %shuffle
1428 define <8 x i64> @shuffle_v8i64_082a4c6e(<8 x i64> %a, <8 x i64> %b) {
1429 ; ALL-LABEL: shuffle_v8i64_082a4c6e:
1431 ; ALL-NEXT: vpunpcklqdq {{.*#+}} zmm0 = zmm0[0],zmm1[0],zmm0[2],zmm1[2],zmm0[4],zmm1[4],zmm0[6],zmm1[6]
1433 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32><i32 0, i32 8, i32 2, i32 10, i32 4, i32 12, i32 6, i32 14>
1434 ret <8 x i64> %shuffle
1437 define <8 x double> @shuffle_v8f64_193b5d7f(<8 x double> %a, <8 x double> %b) {
1438 ; ALL-LABEL: shuffle_v8f64_193b5d7f:
1440 ; ALL-NEXT: vunpckhpd {{.*#+}} zmm0 = zmm0[1],zmm1[1],zmm0[3],zmm1[3],zmm0[5],zmm1[5],zmm0[7],zmm1[7]
1442 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32><i32 1, i32 9, i32 3, i32 11, i32 5, i32 13, i32 7, i32 15>
1443 ret <8 x double> %shuffle
1446 define <8 x i64> @shuffle_v8i64_193b5d7f(<8 x i64> %a, <8 x i64> %b) {
1447 ; ALL-LABEL: shuffle_v8i64_193b5d7f:
1449 ; ALL-NEXT: vpunpckhqdq {{.*#+}} zmm0 = zmm0[1],zmm1[1],zmm0[3],zmm1[3],zmm0[5],zmm1[5],zmm0[7],zmm1[7]
1451 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32><i32 1, i32 9, i32 3, i32 11, i32 5, i32 13, i32 7, i32 15>
1452 ret <8 x i64> %shuffle