include/llvm/IR/IntrinsicsX86.td

   1 //===- IntrinsicsX86.td - Defines X86 intrinsics -----------*- tablegen -*-===//
   2 //
   3 //                     The LLVM Compiler Infrastructure
   4 //
   5 // This file is distributed under the University of Illinois Open Source
   6 // License. See LICENSE.TXT for details.
   7 //
   8 //===----------------------------------------------------------------------===//
   9 //
  10 // This file defines all of the X86-specific intrinsics.
  11 //
  12 //===----------------------------------------------------------------------===//
  13
  14 //===----------------------------------------------------------------------===//
  15 // Interrupt traps
  16 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
  17   def int_x86_int : Intrinsic<[], [llvm_i8_ty]>;
  18 }
  19
  20 //===----------------------------------------------------------------------===//
  21 // Read Time Stamp Counter.
  22 let TargetPrefix = "x86" in {
  23   def int_x86_rdtsc : GCCBuiltin<"__builtin_ia32_rdtsc">,
  24               Intrinsic<[llvm_i64_ty], [], []>;
  25   def int_x86_rdtscp : GCCBuiltin<"__builtin_ia32_rdtscp">,
  26               Intrinsic<[llvm_i64_ty], [llvm_ptr_ty], [IntrReadWriteArgMem]>;
  27 }
  28
  29 // Read Performance-Monitoring Counter.
  30 let TargetPrefix = "x86" in {
  31   def int_x86_rdpmc : GCCBuiltin<"__builtin_ia32_rdpmc">,
  32               Intrinsic<[llvm_i64_ty], [llvm_i32_ty], []>;
  33 }
  34
  35 //===----------------------------------------------------------------------===//
  36 // 3DNow!
  37
  38 let TargetPrefix = "x86" in {
  39   def int_x86_3dnow_pavgusb : GCCBuiltin<"__builtin_ia32_pavgusb">,
  40               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  41                         [IntrNoMem]>;
  42   def int_x86_3dnow_pf2id : GCCBuiltin<"__builtin_ia32_pf2id">,
  43               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
  44   def int_x86_3dnow_pfacc : GCCBuiltin<"__builtin_ia32_pfacc">,
  45               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  46                         [IntrNoMem]>;
  47   def int_x86_3dnow_pfadd : GCCBuiltin<"__builtin_ia32_pfadd">,
  48               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  49                         [IntrNoMem]>;
  50   def int_x86_3dnow_pfcmpeq : GCCBuiltin<"__builtin_ia32_pfcmpeq">,
  51               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  52                         [IntrNoMem]>;
  53   def int_x86_3dnow_pfcmpge : GCCBuiltin<"__builtin_ia32_pfcmpge">,
  54               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  55                         [IntrNoMem]>;
  56   def int_x86_3dnow_pfcmpgt : GCCBuiltin<"__builtin_ia32_pfcmpgt">,
  57               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  58                         [IntrNoMem]>;
  59   def int_x86_3dnow_pfmax : GCCBuiltin<"__builtin_ia32_pfmax">,
  60               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  61                         [IntrNoMem]>;
  62   def int_x86_3dnow_pfmin : GCCBuiltin<"__builtin_ia32_pfmin">,
  63               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  64                         [IntrNoMem]>;
  65   def int_x86_3dnow_pfmul : GCCBuiltin<"__builtin_ia32_pfmul">,
  66               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  67                         [IntrNoMem]>;
  68   def int_x86_3dnow_pfrcp : GCCBuiltin<"__builtin_ia32_pfrcp">,
  69               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
  70   def int_x86_3dnow_pfrcpit1 : GCCBuiltin<"__builtin_ia32_pfrcpit1">,
  71               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  72                         [IntrNoMem]>;
  73   def int_x86_3dnow_pfrcpit2 : GCCBuiltin<"__builtin_ia32_pfrcpit2">,
  74               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  75                         [IntrNoMem]>;
  76   def int_x86_3dnow_pfrsqrt : GCCBuiltin<"__builtin_ia32_pfrsqrt">,
  77               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
  78   def int_x86_3dnow_pfrsqit1 : GCCBuiltin<"__builtin_ia32_pfrsqit1">,
  79               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  80                         [IntrNoMem]>;
  81   def int_x86_3dnow_pfsub : GCCBuiltin<"__builtin_ia32_pfsub">,
  82               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  83                         [IntrNoMem]>;
  84   def int_x86_3dnow_pfsubr : GCCBuiltin<"__builtin_ia32_pfsubr">,
  85               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  86                         [IntrNoMem]>;
  87   def int_x86_3dnow_pi2fd : GCCBuiltin<"__builtin_ia32_pi2fd">,
  88               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
  89   def int_x86_3dnow_pmulhrw : GCCBuiltin<"__builtin_ia32_pmulhrw">,
  90               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  91                         [IntrNoMem]>;
  92 }
  93
  94 //===----------------------------------------------------------------------===//
  95 // 3DNow! extensions
  96
  97 let TargetPrefix = "x86" in {
  98   def int_x86_3dnowa_pf2iw : GCCBuiltin<"__builtin_ia32_pf2iw">,
  99               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
 100   def int_x86_3dnowa_pfnacc : GCCBuiltin<"__builtin_ia32_pfnacc">,
 101               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
 102                         [IntrNoMem]>;
 103   def int_x86_3dnowa_pfpnacc : GCCBuiltin<"__builtin_ia32_pfpnacc">,
 104               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
 105                         [IntrNoMem]>;
 106   def int_x86_3dnowa_pi2fw : GCCBuiltin<"__builtin_ia32_pi2fw">,
 107               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
 108   def int_x86_3dnowa_pswapd :
 109               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
 110 }
 111
 112 //===----------------------------------------------------------------------===//
 113 // SSE1
 114
 115 // Arithmetic ops
 116 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 117   def int_x86_sse_add_ss : GCCBuiltin<"__builtin_ia32_addss">,
 118               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 119                          llvm_v4f32_ty], [IntrNoMem]>;
 120   def int_x86_sse_sub_ss : GCCBuiltin<"__builtin_ia32_subss">,
 121               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 122                          llvm_v4f32_ty], [IntrNoMem]>;
 123   def int_x86_sse_mul_ss : GCCBuiltin<"__builtin_ia32_mulss">,
 124               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 125                          llvm_v4f32_ty], [IntrNoMem]>;
 126   def int_x86_sse_div_ss : GCCBuiltin<"__builtin_ia32_divss">,
 127               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 128                          llvm_v4f32_ty], [IntrNoMem]>;
 129   def int_x86_sse_sqrt_ss : GCCBuiltin<"__builtin_ia32_sqrtss">,
 130               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty],
 131                         [IntrNoMem]>;
 132   def int_x86_sse_sqrt_ps : GCCBuiltin<"__builtin_ia32_sqrtps">,
 133               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty],
 134                         [IntrNoMem]>;
 135   def int_x86_sse_rcp_ss : GCCBuiltin<"__builtin_ia32_rcpss">,
 136               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty],
 137                         [IntrNoMem]>;
 138   def int_x86_sse_rcp_ps : GCCBuiltin<"__builtin_ia32_rcpps">,
 139               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty],
 140                         [IntrNoMem]>;
 141   def int_x86_sse_rsqrt_ss : GCCBuiltin<"__builtin_ia32_rsqrtss">,
 142               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty],
 143                         [IntrNoMem]>;
 144   def int_x86_sse_rsqrt_ps : GCCBuiltin<"__builtin_ia32_rsqrtps">,
 145               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty],
 146                         [IntrNoMem]>;
 147   def int_x86_sse_min_ss : GCCBuiltin<"__builtin_ia32_minss">,
 148               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 149                          llvm_v4f32_ty], [IntrNoMem]>;
 150   def int_x86_sse_min_ps : GCCBuiltin<"__builtin_ia32_minps">,
 151               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 152                          llvm_v4f32_ty], [IntrNoMem]>;
 153   def int_x86_sse_max_ss : GCCBuiltin<"__builtin_ia32_maxss">,
 154               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 155                          llvm_v4f32_ty], [IntrNoMem]>;
 156   def int_x86_sse_max_ps : GCCBuiltin<"__builtin_ia32_maxps">,
 157               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 158                          llvm_v4f32_ty], [IntrNoMem]>;
 159 }
 160
 161 // Comparison ops
 162 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 163   def int_x86_sse_cmp_ss : GCCBuiltin<"__builtin_ia32_cmpss">,
 164               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 165                          llvm_v4f32_ty, llvm_i8_ty], [IntrNoMem]>;
 166   def int_x86_sse_cmp_ps : GCCBuiltin<"__builtin_ia32_cmpps">,
 167               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 168                          llvm_v4f32_ty, llvm_i8_ty], [IntrNoMem]>;
 169   def int_x86_sse_comieq_ss : GCCBuiltin<"__builtin_ia32_comieq">,
 170               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 171                          llvm_v4f32_ty], [IntrNoMem]>;
 172   def int_x86_sse_comilt_ss : GCCBuiltin<"__builtin_ia32_comilt">,
 173               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 174                          llvm_v4f32_ty], [IntrNoMem]>;
 175   def int_x86_sse_comile_ss : GCCBuiltin<"__builtin_ia32_comile">,
 176               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 177                          llvm_v4f32_ty], [IntrNoMem]>;
 178   def int_x86_sse_comigt_ss : GCCBuiltin<"__builtin_ia32_comigt">,
 179               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 180                          llvm_v4f32_ty], [IntrNoMem]>;
 181   def int_x86_sse_comige_ss : GCCBuiltin<"__builtin_ia32_comige">,
 182               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 183                          llvm_v4f32_ty], [IntrNoMem]>;
 184   def int_x86_sse_comineq_ss : GCCBuiltin<"__builtin_ia32_comineq">,
 185               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 186                          llvm_v4f32_ty], [IntrNoMem]>;
 187   def int_x86_sse_ucomieq_ss : GCCBuiltin<"__builtin_ia32_ucomieq">,
 188               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 189                          llvm_v4f32_ty], [IntrNoMem]>;
 190   def int_x86_sse_ucomilt_ss : GCCBuiltin<"__builtin_ia32_ucomilt">,
 191               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 192                          llvm_v4f32_ty], [IntrNoMem]>;
 193   def int_x86_sse_ucomile_ss : GCCBuiltin<"__builtin_ia32_ucomile">,
 194               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 195                          llvm_v4f32_ty], [IntrNoMem]>;
 196   def int_x86_sse_ucomigt_ss : GCCBuiltin<"__builtin_ia32_ucomigt">,
 197               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 198                          llvm_v4f32_ty], [IntrNoMem]>;
 199   def int_x86_sse_ucomige_ss : GCCBuiltin<"__builtin_ia32_ucomige">,
 200               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 201                          llvm_v4f32_ty], [IntrNoMem]>;
 202   def int_x86_sse_ucomineq_ss : GCCBuiltin<"__builtin_ia32_ucomineq">,
 203               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 204                          llvm_v4f32_ty], [IntrNoMem]>;
 205 }
 206
 207
 208 // Conversion ops
 209 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 210   def int_x86_sse_cvtss2si : GCCBuiltin<"__builtin_ia32_cvtss2si">,
 211               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
 212   def int_x86_sse_cvtss2si64 : GCCBuiltin<"__builtin_ia32_cvtss2si64">,
 213               Intrinsic<[llvm_i64_ty], [llvm_v4f32_ty], [IntrNoMem]>;
 214   def int_x86_sse_cvttss2si : GCCBuiltin<"__builtin_ia32_cvttss2si">,
 215               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
 216   def int_x86_sse_cvttss2si64 : GCCBuiltin<"__builtin_ia32_cvttss2si64">,
 217               Intrinsic<[llvm_i64_ty], [llvm_v4f32_ty], [IntrNoMem]>;
 218   def int_x86_sse_cvtsi2ss : GCCBuiltin<"__builtin_ia32_cvtsi2ss">,
 219               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 220                          llvm_i32_ty], [IntrNoMem]>;
 221   def int_x86_sse_cvtsi642ss : GCCBuiltin<"__builtin_ia32_cvtsi642ss">,
 222               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 223                          llvm_i64_ty], [IntrNoMem]>;
 224
 225   def int_x86_sse_cvtps2pi : GCCBuiltin<"__builtin_ia32_cvtps2pi">,
 226               Intrinsic<[llvm_x86mmx_ty], [llvm_v4f32_ty], [IntrNoMem]>;
 227   def int_x86_sse_cvttps2pi: GCCBuiltin<"__builtin_ia32_cvttps2pi">,
 228               Intrinsic<[llvm_x86mmx_ty], [llvm_v4f32_ty], [IntrNoMem]>;
 229   def int_x86_sse_cvtpi2ps : GCCBuiltin<"__builtin_ia32_cvtpi2ps">,
 230               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 231                          llvm_x86mmx_ty], [IntrNoMem]>;
 232 }
 233
 234 // SIMD store ops
 235 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 236   def int_x86_sse_storeu_ps : GCCBuiltin<"__builtin_ia32_storeups">,
 237               Intrinsic<[], [llvm_ptr_ty,
 238                          llvm_v4f32_ty], [IntrReadWriteArgMem]>;
 239 }
 240
 241 // Cacheability support ops
 242 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 243   def int_x86_sse_sfence : GCCBuiltin<"__builtin_ia32_sfence">,
 244               Intrinsic<[], [], []>;
 245 }
 246
 247 // Control register.
 248 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 249   def int_x86_sse_stmxcsr :
 250               Intrinsic<[], [llvm_ptr_ty], []>;
 251   def int_x86_sse_ldmxcsr :
 252               Intrinsic<[], [llvm_ptr_ty], []>;
 253 }
 254
 255 // Misc.
 256 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 257   def int_x86_sse_movmsk_ps : GCCBuiltin<"__builtin_ia32_movmskps">,
 258               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
 259 }
 260
 261 //===----------------------------------------------------------------------===//
 262 // SSE2
 263
 264 // FP arithmetic ops
 265 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 266   def int_x86_sse2_add_sd : GCCBuiltin<"__builtin_ia32_addsd">,
 267               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 268                          llvm_v2f64_ty], [IntrNoMem]>;
 269   def int_x86_sse2_sub_sd : GCCBuiltin<"__builtin_ia32_subsd">,
 270               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 271                          llvm_v2f64_ty], [IntrNoMem]>;
 272   def int_x86_sse2_mul_sd : GCCBuiltin<"__builtin_ia32_mulsd">,
 273               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 274                          llvm_v2f64_ty], [IntrNoMem]>;
 275   def int_x86_sse2_div_sd : GCCBuiltin<"__builtin_ia32_divsd">,
 276               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 277                          llvm_v2f64_ty], [IntrNoMem]>;
 278   def int_x86_sse2_sqrt_sd : GCCBuiltin<"__builtin_ia32_sqrtsd">,
 279               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty],
 280                         [IntrNoMem]>;
 281   def int_x86_sse2_sqrt_pd : GCCBuiltin<"__builtin_ia32_sqrtpd">,
 282               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty],
 283                         [IntrNoMem]>;
 284   def int_x86_sse2_min_sd : GCCBuiltin<"__builtin_ia32_minsd">,
 285               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 286                          llvm_v2f64_ty], [IntrNoMem]>;
 287   def int_x86_sse2_min_pd : GCCBuiltin<"__builtin_ia32_minpd">,
 288               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 289                          llvm_v2f64_ty], [IntrNoMem]>;
 290   def int_x86_sse2_max_sd : GCCBuiltin<"__builtin_ia32_maxsd">,
 291               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 292                          llvm_v2f64_ty], [IntrNoMem]>;
 293   def int_x86_sse2_max_pd : GCCBuiltin<"__builtin_ia32_maxpd">,
 294               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 295                          llvm_v2f64_ty], [IntrNoMem]>;
 296 }
 297
 298 // FP comparison ops
 299 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 300   def int_x86_sse2_cmp_sd : GCCBuiltin<"__builtin_ia32_cmpsd">,
 301               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 302                          llvm_v2f64_ty, llvm_i8_ty], [IntrNoMem]>;
 303   def int_x86_sse2_cmp_pd : GCCBuiltin<"__builtin_ia32_cmppd">,
 304               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 305                          llvm_v2f64_ty, llvm_i8_ty], [IntrNoMem]>;
 306   def int_x86_sse2_comieq_sd : GCCBuiltin<"__builtin_ia32_comisdeq">,
 307               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 308                          llvm_v2f64_ty], [IntrNoMem]>;
 309   def int_x86_sse2_comilt_sd : GCCBuiltin<"__builtin_ia32_comisdlt">,
 310               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 311                          llvm_v2f64_ty], [IntrNoMem]>;
 312   def int_x86_sse2_comile_sd : GCCBuiltin<"__builtin_ia32_comisdle">,
 313               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 314                          llvm_v2f64_ty], [IntrNoMem]>;
 315   def int_x86_sse2_comigt_sd : GCCBuiltin<"__builtin_ia32_comisdgt">,
 316               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 317                          llvm_v2f64_ty], [IntrNoMem]>;
 318   def int_x86_sse2_comige_sd : GCCBuiltin<"__builtin_ia32_comisdge">,
 319               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 320                          llvm_v2f64_ty], [IntrNoMem]>;
 321   def int_x86_sse2_comineq_sd : GCCBuiltin<"__builtin_ia32_comisdneq">,
 322               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 323                          llvm_v2f64_ty], [IntrNoMem]>;
 324   def int_x86_sse2_ucomieq_sd : GCCBuiltin<"__builtin_ia32_ucomisdeq">,
 325               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 326                          llvm_v2f64_ty], [IntrNoMem]>;
 327   def int_x86_sse2_ucomilt_sd : GCCBuiltin<"__builtin_ia32_ucomisdlt">,
 328               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 329                          llvm_v2f64_ty], [IntrNoMem]>;
 330   def int_x86_sse2_ucomile_sd : GCCBuiltin<"__builtin_ia32_ucomisdle">,
 331               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 332                          llvm_v2f64_ty], [IntrNoMem]>;
 333   def int_x86_sse2_ucomigt_sd : GCCBuiltin<"__builtin_ia32_ucomisdgt">,
 334               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 335                          llvm_v2f64_ty], [IntrNoMem]>;
 336   def int_x86_sse2_ucomige_sd : GCCBuiltin<"__builtin_ia32_ucomisdge">,
 337               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 338                          llvm_v2f64_ty], [IntrNoMem]>;
 339   def int_x86_sse2_ucomineq_sd : GCCBuiltin<"__builtin_ia32_ucomisdneq">,
 340               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 341                          llvm_v2f64_ty], [IntrNoMem]>;
 342 }
 343
 344 // Integer arithmetic ops.
 345 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 346   def int_x86_sse2_padds_b : GCCBuiltin<"__builtin_ia32_paddsb128">,
 347               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
 348                          llvm_v16i8_ty], [IntrNoMem, Commutative]>;
 349   def int_x86_sse2_padds_w : GCCBuiltin<"__builtin_ia32_paddsw128">,
 350               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 351                          llvm_v8i16_ty], [IntrNoMem, Commutative]>;
 352   def int_x86_sse2_paddus_b : GCCBuiltin<"__builtin_ia32_paddusb128">,
 353               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
 354                          llvm_v16i8_ty], [IntrNoMem, Commutative]>;
 355   def int_x86_sse2_paddus_w : GCCBuiltin<"__builtin_ia32_paddusw128">,
 356               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 357                          llvm_v8i16_ty], [IntrNoMem, Commutative]>;
 358   def int_x86_sse2_psubs_b : GCCBuiltin<"__builtin_ia32_psubsb128">,
 359               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
 360                          llvm_v16i8_ty], [IntrNoMem]>;
 361   def int_x86_sse2_psubs_w : GCCBuiltin<"__builtin_ia32_psubsw128">,
 362               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 363                          llvm_v8i16_ty], [IntrNoMem]>;
 364   def int_x86_sse2_psubus_b : GCCBuiltin<"__builtin_ia32_psubusb128">,
 365               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
 366                          llvm_v16i8_ty], [IntrNoMem]>;
 367   def int_x86_sse2_psubus_w : GCCBuiltin<"__builtin_ia32_psubusw128">,
 368               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 369                          llvm_v8i16_ty], [IntrNoMem]>;
 370   def int_x86_sse2_pmulhu_w : GCCBuiltin<"__builtin_ia32_pmulhuw128">,
 371               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 372                          llvm_v8i16_ty], [IntrNoMem, Commutative]>;
 373   def int_x86_sse2_pmulh_w : GCCBuiltin<"__builtin_ia32_pmulhw128">,
 374               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 375                          llvm_v8i16_ty], [IntrNoMem, Commutative]>;
 376   def int_x86_sse2_pmulu_dq : GCCBuiltin<"__builtin_ia32_pmuludq128">,
 377               Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty,
 378                          llvm_v4i32_ty], [IntrNoMem, Commutative]>;
 379   def int_x86_sse2_pmadd_wd : GCCBuiltin<"__builtin_ia32_pmaddwd128">,
 380               Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty,
 381                          llvm_v8i16_ty], [IntrNoMem, Commutative]>;
 382   def int_x86_sse2_pavg_b : GCCBuiltin<"__builtin_ia32_pavgb128">,
 383               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
 384                          llvm_v16i8_ty], [IntrNoMem, Commutative]>;
 385   def int_x86_sse2_pavg_w : GCCBuiltin<"__builtin_ia32_pavgw128">,
 386               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 387                          llvm_v8i16_ty], [IntrNoMem, Commutative]>;
 388   def int_x86_sse2_pmaxu_b : GCCBuiltin<"__builtin_ia32_pmaxub128">,
 389               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
 390                          llvm_v16i8_ty], [IntrNoMem, Commutative]>;
 391   def int_x86_sse2_pmaxs_w : GCCBuiltin<"__builtin_ia32_pmaxsw128">,
 392               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 393                          llvm_v8i16_ty], [IntrNoMem, Commutative]>;
 394   def int_x86_sse2_pminu_b : GCCBuiltin<"__builtin_ia32_pminub128">,
 395               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
 396                          llvm_v16i8_ty], [IntrNoMem, Commutative]>;
 397   def int_x86_sse2_pmins_w : GCCBuiltin<"__builtin_ia32_pminsw128">,
 398               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 399                          llvm_v8i16_ty], [IntrNoMem, Commutative]>;
 400   def int_x86_sse2_psad_bw : GCCBuiltin<"__builtin_ia32_psadbw128">,
 401               Intrinsic<[llvm_v2i64_ty], [llvm_v16i8_ty,
 402                          llvm_v16i8_ty], [IntrNoMem, Commutative]>;
 403 }
 404
 405 // Integer shift ops.
 406 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 407   def int_x86_sse2_psll_w : GCCBuiltin<"__builtin_ia32_psllw128">,
 408               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 409                          llvm_v8i16_ty], [IntrNoMem]>;
 410   def int_x86_sse2_psll_d : GCCBuiltin<"__builtin_ia32_pslld128">,
 411               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
 412                          llvm_v4i32_ty], [IntrNoMem]>;
 413   def int_x86_sse2_psll_q : GCCBuiltin<"__builtin_ia32_psllq128">,
 414               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty,
 415                          llvm_v2i64_ty], [IntrNoMem]>;
 416   def int_x86_sse2_psrl_w : GCCBuiltin<"__builtin_ia32_psrlw128">,
 417               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 418                          llvm_v8i16_ty], [IntrNoMem]>;
 419   def int_x86_sse2_psrl_d : GCCBuiltin<"__builtin_ia32_psrld128">,
 420               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
 421                          llvm_v4i32_ty], [IntrNoMem]>;
 422   def int_x86_sse2_psrl_q : GCCBuiltin<"__builtin_ia32_psrlq128">,
 423               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty,
 424                          llvm_v2i64_ty], [IntrNoMem]>;
 425   def int_x86_sse2_psra_w : GCCBuiltin<"__builtin_ia32_psraw128">,
 426               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 427                          llvm_v8i16_ty], [IntrNoMem]>;
 428   def int_x86_sse2_psra_d : GCCBuiltin<"__builtin_ia32_psrad128">,
 429               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
 430                          llvm_v4i32_ty], [IntrNoMem]>;
 431
 432   def int_x86_sse2_pslli_w : GCCBuiltin<"__builtin_ia32_psllwi128">,
 433               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 434                          llvm_i32_ty], [IntrNoMem]>;
 435   def int_x86_sse2_pslli_d : GCCBuiltin<"__builtin_ia32_pslldi128">,
 436               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
 437                          llvm_i32_ty], [IntrNoMem]>;
 438   def int_x86_sse2_pslli_q : GCCBuiltin<"__builtin_ia32_psllqi128">,
 439               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty,
 440                          llvm_i32_ty], [IntrNoMem]>;
 441   def int_x86_sse2_psrli_w : GCCBuiltin<"__builtin_ia32_psrlwi128">,
 442               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 443                          llvm_i32_ty], [IntrNoMem]>;
 444   def int_x86_sse2_psrli_d : GCCBuiltin<"__builtin_ia32_psrldi128">,
 445               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
 446                          llvm_i32_ty], [IntrNoMem]>;
 447   def int_x86_sse2_psrli_q : GCCBuiltin<"__builtin_ia32_psrlqi128">,
 448               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty,
 449                          llvm_i32_ty], [IntrNoMem]>;
 450   def int_x86_sse2_psrai_w : GCCBuiltin<"__builtin_ia32_psrawi128">,
 451               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 452                          llvm_i32_ty], [IntrNoMem]>;
 453   def int_x86_sse2_psrai_d : GCCBuiltin<"__builtin_ia32_psradi128">,
 454               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
 455                          llvm_i32_ty], [IntrNoMem]>;
 456
 457   def int_x86_sse2_psll_dq :
 458               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty,
 459                          llvm_i32_ty], [IntrNoMem]>;
 460   def int_x86_sse2_psrl_dq :
 461               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty,
 462                          llvm_i32_ty], [IntrNoMem]>;
 463 }
 464
 465 // Conversion ops
 466 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 467   def int_x86_sse2_cvtdq2pd : GCCBuiltin<"__builtin_ia32_cvtdq2pd">,
 468               Intrinsic<[llvm_v2f64_ty], [llvm_v4i32_ty], [IntrNoMem]>;
 469   def int_x86_sse2_cvtdq2ps : GCCBuiltin<"__builtin_ia32_cvtdq2ps">,
 470               Intrinsic<[llvm_v4f32_ty], [llvm_v4i32_ty], [IntrNoMem]>;
 471   def int_x86_sse2_cvtpd2dq : GCCBuiltin<"__builtin_ia32_cvtpd2dq">,
 472               Intrinsic<[llvm_v4i32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
 473   def int_x86_sse2_cvttpd2dq : GCCBuiltin<"__builtin_ia32_cvttpd2dq">,
 474               Intrinsic<[llvm_v4i32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
 475   def int_x86_sse2_cvtpd2ps : GCCBuiltin<"__builtin_ia32_cvtpd2ps">,
 476               Intrinsic<[llvm_v4f32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
 477   def int_x86_sse2_cvtps2dq : GCCBuiltin<"__builtin_ia32_cvtps2dq">,
 478               Intrinsic<[llvm_v4i32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
 479   def int_x86_sse2_cvttps2dq : GCCBuiltin<"__builtin_ia32_cvttps2dq">,
 480               Intrinsic<[llvm_v4i32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
 481   def int_x86_sse2_cvtps2pd : GCCBuiltin<"__builtin_ia32_cvtps2pd">,
 482               Intrinsic<[llvm_v2f64_ty], [llvm_v4f32_ty], [IntrNoMem]>;
 483   def int_x86_sse2_cvtsd2si : GCCBuiltin<"__builtin_ia32_cvtsd2si">,
 484               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
 485   def int_x86_sse2_cvtsd2si64 : GCCBuiltin<"__builtin_ia32_cvtsd2si64">,
 486               Intrinsic<[llvm_i64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
 487   def int_x86_sse2_cvttsd2si : GCCBuiltin<"__builtin_ia32_cvttsd2si">,
 488               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
 489   def int_x86_sse2_cvttsd2si64 : GCCBuiltin<"__builtin_ia32_cvttsd2si64">,
 490               Intrinsic<[llvm_i64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
 491   def int_x86_sse2_cvtsi2sd : GCCBuiltin<"__builtin_ia32_cvtsi2sd">,
 492               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 493                          llvm_i32_ty], [IntrNoMem]>;
 494   def int_x86_sse2_cvtsi642sd : GCCBuiltin<"__builtin_ia32_cvtsi642sd">,
 495               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 496                          llvm_i64_ty], [IntrNoMem]>;
 497   def int_x86_sse2_cvtsd2ss : GCCBuiltin<"__builtin_ia32_cvtsd2ss">,
 498               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 499                          llvm_v2f64_ty], [IntrNoMem]>;
 500   def int_x86_sse2_cvtss2sd : GCCBuiltin<"__builtin_ia32_cvtss2sd">,
 501               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 502                          llvm_v4f32_ty], [IntrNoMem]>;
 503   def int_x86_sse_cvtpd2pi : GCCBuiltin<"__builtin_ia32_cvtpd2pi">,
 504               Intrinsic<[llvm_x86mmx_ty], [llvm_v2f64_ty], [IntrNoMem]>;
 505   def int_x86_sse_cvttpd2pi: GCCBuiltin<"__builtin_ia32_cvttpd2pi">,
 506               Intrinsic<[llvm_x86mmx_ty], [llvm_v2f64_ty], [IntrNoMem]>;
 507   def int_x86_sse_cvtpi2pd : GCCBuiltin<"__builtin_ia32_cvtpi2pd">,
 508               Intrinsic<[llvm_v2f64_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
 509 }
 510
 511 // SIMD store ops
 512 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 513   def int_x86_sse2_storeu_pd : GCCBuiltin<"__builtin_ia32_storeupd">,
 514               Intrinsic<[], [llvm_ptr_ty,
 515                          llvm_v2f64_ty], [IntrReadWriteArgMem]>;
 516   def int_x86_sse2_storeu_dq : GCCBuiltin<"__builtin_ia32_storedqu">,
 517               Intrinsic<[], [llvm_ptr_ty,
 518                          llvm_v16i8_ty], [IntrReadWriteArgMem]>;
 519   def int_x86_sse2_storel_dq : GCCBuiltin<"__builtin_ia32_storelv4si">,
 520               Intrinsic<[], [llvm_ptr_ty,
 521                          llvm_v4i32_ty], [IntrReadWriteArgMem]>;
 522 }
 523
 524 // Misc.
 525 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 526   def int_x86_sse2_packsswb_128 : GCCBuiltin<"__builtin_ia32_packsswb128">,
 527               Intrinsic<[llvm_v16i8_ty], [llvm_v8i16_ty,
 528                          llvm_v8i16_ty], [IntrNoMem]>;
 529   def int_x86_sse2_packssdw_128 : GCCBuiltin<"__builtin_ia32_packssdw128">,
 530               Intrinsic<[llvm_v8i16_ty], [llvm_v4i32_ty,
 531                          llvm_v4i32_ty], [IntrNoMem]>;
 532   def int_x86_sse2_packuswb_128 : GCCBuiltin<"__builtin_ia32_packuswb128">,
 533               Intrinsic<[llvm_v16i8_ty], [llvm_v8i16_ty,
 534                          llvm_v8i16_ty], [IntrNoMem]>;
 535   def int_x86_sse2_movmsk_pd : GCCBuiltin<"__builtin_ia32_movmskpd">,
 536               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
 537   def int_x86_sse2_pmovmskb_128 : GCCBuiltin<"__builtin_ia32_pmovmskb128">,
 538               Intrinsic<[llvm_i32_ty], [llvm_v16i8_ty], [IntrNoMem]>;
 539   def int_x86_sse2_maskmov_dqu : GCCBuiltin<"__builtin_ia32_maskmovdqu">,
 540               Intrinsic<[], [llvm_v16i8_ty,
 541                          llvm_v16i8_ty, llvm_ptr_ty], []>;
 542   def int_x86_sse2_clflush : GCCBuiltin<"__builtin_ia32_clflush">,
 543               Intrinsic<[], [llvm_ptr_ty], []>;
 544   def int_x86_sse2_lfence : GCCBuiltin<"__builtin_ia32_lfence">,
 545               Intrinsic<[], [], []>;
 546   def int_x86_sse2_mfence : GCCBuiltin<"__builtin_ia32_mfence">,
 547               Intrinsic<[], [], []>;
 548   def int_x86_sse2_pause : GCCBuiltin<"__builtin_ia32_pause">,
 549               Intrinsic<[], [], []>;
 550 }
 551
 552 //===----------------------------------------------------------------------===//
 553 // SSE3
 554
 555 // Addition / subtraction ops.
 556 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 557   def int_x86_sse3_addsub_ps : GCCBuiltin<"__builtin_ia32_addsubps">,
 558               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 559                          llvm_v4f32_ty], [IntrNoMem]>;
 560   def int_x86_sse3_addsub_pd : GCCBuiltin<"__builtin_ia32_addsubpd">,
 561               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 562                          llvm_v2f64_ty], [IntrNoMem]>;
 563 }
 564
 565 // Horizontal ops.
 566 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 567   def int_x86_sse3_hadd_ps : GCCBuiltin<"__builtin_ia32_haddps">,
 568               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 569                          llvm_v4f32_ty], [IntrNoMem]>;
 570   def int_x86_sse3_hadd_pd : GCCBuiltin<"__builtin_ia32_haddpd">,
 571               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 572                          llvm_v2f64_ty], [IntrNoMem]>;
 573   def int_x86_sse3_hsub_ps : GCCBuiltin<"__builtin_ia32_hsubps">,
 574               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 575                          llvm_v4f32_ty], [IntrNoMem]>;
 576   def int_x86_sse3_hsub_pd : GCCBuiltin<"__builtin_ia32_hsubpd">,
 577               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 578                          llvm_v2f64_ty], [IntrNoMem]>;
 579 }
 580
 581 // Specialized unaligned load.
 582 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 583   def int_x86_sse3_ldu_dq : GCCBuiltin<"__builtin_ia32_lddqu">,
 584               Intrinsic<[llvm_v16i8_ty], [llvm_ptr_ty], [IntrReadMem]>;
 585 }
 586
 587 // Thread synchronization ops.
 588 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 589   def int_x86_sse3_monitor : GCCBuiltin<"__builtin_ia32_monitor">,
 590               Intrinsic<[], [llvm_ptr_ty,
 591                          llvm_i32_ty, llvm_i32_ty], []>;
 592   def int_x86_sse3_mwait : GCCBuiltin<"__builtin_ia32_mwait">,
 593               Intrinsic<[], [llvm_i32_ty,
 594                          llvm_i32_ty], []>;
 595 }
 596
 597 //===----------------------------------------------------------------------===//
 598 // SSSE3
 599
 600 // Horizontal arithmetic ops
 601 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 602   def int_x86_ssse3_phadd_w         : GCCBuiltin<"__builtin_ia32_phaddw">,
 603               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 604                          llvm_x86mmx_ty], [IntrNoMem]>;
 605   def int_x86_ssse3_phadd_w_128     : GCCBuiltin<"__builtin_ia32_phaddw128">,
 606               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 607                          llvm_v8i16_ty], [IntrNoMem]>;
 608
 609   def int_x86_ssse3_phadd_d         : GCCBuiltin<"__builtin_ia32_phaddd">,
 610               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 611                          llvm_x86mmx_ty], [IntrNoMem]>;
 612   def int_x86_ssse3_phadd_d_128     : GCCBuiltin<"__builtin_ia32_phaddd128">,
 613               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
 614                          llvm_v4i32_ty], [IntrNoMem]>;
 615
 616   def int_x86_ssse3_phadd_sw        : GCCBuiltin<"__builtin_ia32_phaddsw">,
 617               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 618                          llvm_x86mmx_ty], [IntrNoMem]>;
 619   def int_x86_ssse3_phadd_sw_128    : GCCBuiltin<"__builtin_ia32_phaddsw128">,
 620               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 621                          llvm_v8i16_ty], [IntrNoMem]>;
 622
 623   def int_x86_ssse3_phsub_w         : GCCBuiltin<"__builtin_ia32_phsubw">,
 624               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 625                          llvm_x86mmx_ty], [IntrNoMem]>;
 626   def int_x86_ssse3_phsub_w_128     : GCCBuiltin<"__builtin_ia32_phsubw128">,
 627               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 628                          llvm_v8i16_ty], [IntrNoMem]>;
 629
 630   def int_x86_ssse3_phsub_d         : GCCBuiltin<"__builtin_ia32_phsubd">,
 631               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 632                          llvm_x86mmx_ty], [IntrNoMem]>;
 633   def int_x86_ssse3_phsub_d_128     : GCCBuiltin<"__builtin_ia32_phsubd128">,
 634               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
 635                          llvm_v4i32_ty], [IntrNoMem]>;
 636
 637   def int_x86_ssse3_phsub_sw        : GCCBuiltin<"__builtin_ia32_phsubsw">,
 638               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 639                          llvm_x86mmx_ty], [IntrNoMem]>;
 640   def int_x86_ssse3_phsub_sw_128    : GCCBuiltin<"__builtin_ia32_phsubsw128">,
 641               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 642                          llvm_v8i16_ty], [IntrNoMem]>;
 643
 644   def int_x86_ssse3_pmadd_ub_sw     : GCCBuiltin<"__builtin_ia32_pmaddubsw">,
 645               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 646                          llvm_x86mmx_ty], [IntrNoMem]>;
 647   def int_x86_ssse3_pmadd_ub_sw_128 : GCCBuiltin<"__builtin_ia32_pmaddubsw128">,
 648               Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty,
 649                          llvm_v16i8_ty], [IntrNoMem]>;
 650 }
 651
 652 // Packed multiply high with round and scale
 653 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 654   def int_x86_ssse3_pmul_hr_sw      : GCCBuiltin<"__builtin_ia32_pmulhrsw">,
 655               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 656                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
 657   def int_x86_ssse3_pmul_hr_sw_128  : GCCBuiltin<"__builtin_ia32_pmulhrsw128">,
 658               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 659                          llvm_v8i16_ty], [IntrNoMem, Commutative]>;
 660 }
 661
 662 // Shuffle ops
 663 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 664   def int_x86_ssse3_pshuf_b         : GCCBuiltin<"__builtin_ia32_pshufb">,
 665               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 666                          llvm_x86mmx_ty], [IntrNoMem]>;
 667   def int_x86_ssse3_pshuf_b_128     : GCCBuiltin<"__builtin_ia32_pshufb128">,
 668               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
 669                          llvm_v16i8_ty], [IntrNoMem]>;
 670   def int_x86_sse2_pshuf_d          : GCCBuiltin<"__builtin_ia32_pshufd">,
 671               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_i8_ty],
 672                          [IntrNoMem]>;
 673   def int_x86_sse2_pshufl_w         : GCCBuiltin<"__builtin_ia32_pshuflw">,
 674               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_i8_ty],
 675                          [IntrNoMem]>;
 676   def int_x86_sse2_pshufh_w         : GCCBuiltin<"__builtin_ia32_pshufhw">,
 677               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_i8_ty],
 678                          [IntrNoMem]>;
 679   def int_x86_sse_pshuf_w           : GCCBuiltin<"__builtin_ia32_pshufw">,
 680               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_i8_ty],
 681                          [IntrNoMem]>;
 682 }
 683
 684 // Sign ops
 685 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 686   def int_x86_ssse3_psign_b         : GCCBuiltin<"__builtin_ia32_psignb">,
 687               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 688                          llvm_x86mmx_ty], [IntrNoMem]>;
 689   def int_x86_ssse3_psign_b_128     : GCCBuiltin<"__builtin_ia32_psignb128">,
 690               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
 691                          llvm_v16i8_ty], [IntrNoMem]>;
 692
 693   def int_x86_ssse3_psign_w         : GCCBuiltin<"__builtin_ia32_psignw">,
 694               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 695                          llvm_x86mmx_ty], [IntrNoMem]>;
 696   def int_x86_ssse3_psign_w_128     : GCCBuiltin<"__builtin_ia32_psignw128">,
 697               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 698                          llvm_v8i16_ty], [IntrNoMem]>;
 699
 700   def int_x86_ssse3_psign_d         : GCCBuiltin<"__builtin_ia32_psignd">,
 701               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 702                          llvm_x86mmx_ty], [IntrNoMem]>;
 703   def int_x86_ssse3_psign_d_128     : GCCBuiltin<"__builtin_ia32_psignd128">,
 704               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
 705                          llvm_v4i32_ty], [IntrNoMem]>;
 706 }
 707
 708 // Absolute value ops
 709 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 710   def int_x86_ssse3_pabs_b     : GCCBuiltin<"__builtin_ia32_pabsb">,
 711               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
 712   def int_x86_ssse3_pabs_b_128 : GCCBuiltin<"__builtin_ia32_pabsb128">,
 713               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty], [IntrNoMem]>;
 714
 715   def int_x86_ssse3_pabs_w     : GCCBuiltin<"__builtin_ia32_pabsw">,
 716               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
 717   def int_x86_ssse3_pabs_w_128 : GCCBuiltin<"__builtin_ia32_pabsw128">,
 718               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty], [IntrNoMem]>;
 719
 720   def int_x86_ssse3_pabs_d     : GCCBuiltin<"__builtin_ia32_pabsd">,
 721               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
 722   def int_x86_ssse3_pabs_d_128 : GCCBuiltin<"__builtin_ia32_pabsd128">,
 723               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty], [IntrNoMem]>;
 724 }
 725
 726 //===----------------------------------------------------------------------===//
 727 // SSE4.1
 728
 729 // FP rounding ops
 730 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 731   def int_x86_sse41_round_ss        : GCCBuiltin<"__builtin_ia32_roundss">,
 732               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty,
 733                          llvm_i32_ty], [IntrNoMem]>;
 734   def int_x86_sse41_round_ps        : GCCBuiltin<"__builtin_ia32_roundps">,
 735               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 736                          llvm_i32_ty], [IntrNoMem]>;
 737   def int_x86_sse41_round_sd        : GCCBuiltin<"__builtin_ia32_roundsd">,
 738               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty,
 739                          llvm_i32_ty], [IntrNoMem]>;
 740   def int_x86_sse41_round_pd        : GCCBuiltin<"__builtin_ia32_roundpd">,
 741               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 742                          llvm_i32_ty], [IntrNoMem]>;
 743 }
 744
 745 // Vector sign and zero extend
 746 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 747   def int_x86_sse41_pmovsxbd        : GCCBuiltin<"__builtin_ia32_pmovsxbd128">,
 748               Intrinsic<[llvm_v4i32_ty], [llvm_v16i8_ty],
 749                         [IntrNoMem]>;
 750   def int_x86_sse41_pmovsxbq        : GCCBuiltin<"__builtin_ia32_pmovsxbq128">,
 751               Intrinsic<[llvm_v2i64_ty], [llvm_v16i8_ty],
 752                         [IntrNoMem]>;
 753   def int_x86_sse41_pmovsxbw        : GCCBuiltin<"__builtin_ia32_pmovsxbw128">,
 754               Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty],
 755                         [IntrNoMem]>;
 756   def int_x86_sse41_pmovsxdq        : GCCBuiltin<"__builtin_ia32_pmovsxdq128">,
 757               Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty],
 758                         [IntrNoMem]>;
 759   def int_x86_sse41_pmovsxwd        : GCCBuiltin<"__builtin_ia32_pmovsxwd128">,
 760               Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty],
 761                         [IntrNoMem]>;
 762   def int_x86_sse41_pmovsxwq        : GCCBuiltin<"__builtin_ia32_pmovsxwq128">,
 763               Intrinsic<[llvm_v2i64_ty], [llvm_v8i16_ty],
 764                         [IntrNoMem]>;
 765   def int_x86_sse41_pmovzxbd        : GCCBuiltin<"__builtin_ia32_pmovzxbd128">,
 766               Intrinsic<[llvm_v4i32_ty], [llvm_v16i8_ty],
 767                         [IntrNoMem]>;
 768   def int_x86_sse41_pmovzxbq        : GCCBuiltin<"__builtin_ia32_pmovzxbq128">,
 769               Intrinsic<[llvm_v2i64_ty], [llvm_v16i8_ty],
 770                         [IntrNoMem]>;
 771   def int_x86_sse41_pmovzxbw        : GCCBuiltin<"__builtin_ia32_pmovzxbw128">,
 772               Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty],
 773                         [IntrNoMem]>;
 774   def int_x86_sse41_pmovzxdq        : GCCBuiltin<"__builtin_ia32_pmovzxdq128">,
 775               Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty],
 776                         [IntrNoMem]>;
 777   def int_x86_sse41_pmovzxwd        : GCCBuiltin<"__builtin_ia32_pmovzxwd128">,
 778               Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty],
 779                         [IntrNoMem]>;
 780   def int_x86_sse41_pmovzxwq        : GCCBuiltin<"__builtin_ia32_pmovzxwq128">,
 781               Intrinsic<[llvm_v2i64_ty], [llvm_v8i16_ty],
 782                         [IntrNoMem]>;
 783 }
 784
 785 // Vector min element
 786 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 787   def int_x86_sse41_phminposuw     : GCCBuiltin<"__builtin_ia32_phminposuw128">,
 788               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty],
 789                         [IntrNoMem]>;
 790 }
 791
 792 // Vector compare, min, max
 793 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 794   def int_x86_sse41_pmaxsb          : GCCBuiltin<"__builtin_ia32_pmaxsb128">,
 795               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
 796                         [IntrNoMem, Commutative]>;
 797   def int_x86_sse41_pmaxsd          : GCCBuiltin<"__builtin_ia32_pmaxsd128">,
 798               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
 799                         [IntrNoMem, Commutative]>;
 800   def int_x86_sse41_pmaxud          : GCCBuiltin<"__builtin_ia32_pmaxud128">,
 801               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
 802                         [IntrNoMem, Commutative]>;
 803   def int_x86_sse41_pmaxuw          : GCCBuiltin<"__builtin_ia32_pmaxuw128">,
 804               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
 805                         [IntrNoMem, Commutative]>;
 806   def int_x86_sse41_pminsb          : GCCBuiltin<"__builtin_ia32_pminsb128">,
 807               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
 808                         [IntrNoMem, Commutative]>;
 809   def int_x86_sse41_pminsd          : GCCBuiltin<"__builtin_ia32_pminsd128">,
 810               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
 811                         [IntrNoMem, Commutative]>;
 812   def int_x86_sse41_pminud          : GCCBuiltin<"__builtin_ia32_pminud128">,
 813               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
 814                         [IntrNoMem, Commutative]>;
 815   def int_x86_sse41_pminuw          : GCCBuiltin<"__builtin_ia32_pminuw128">,
 816               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
 817                         [IntrNoMem, Commutative]>;
 818 }
 819
 820 // Advanced Encryption Standard (AES) Instructions
 821 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 822   def int_x86_aesni_aesimc          : GCCBuiltin<"__builtin_ia32_aesimc128">,
 823               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty],
 824                         [IntrNoMem]>;
 825   def int_x86_aesni_aesenc          : GCCBuiltin<"__builtin_ia32_aesenc128">,
 826               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
 827                         [IntrNoMem]>;
 828   def int_x86_aesni_aesenclast : GCCBuiltin<"__builtin_ia32_aesenclast128">,
 829               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
 830                         [IntrNoMem]>;
 831   def int_x86_aesni_aesdec          : GCCBuiltin<"__builtin_ia32_aesdec128">,
 832               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
 833                         [IntrNoMem]>;
 834   def int_x86_aesni_aesdeclast : GCCBuiltin<"__builtin_ia32_aesdeclast128">,
 835               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
 836                         [IntrNoMem]>;
 837   def int_x86_aesni_aeskeygenassist :
 838               GCCBuiltin<"__builtin_ia32_aeskeygenassist128">,
 839               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_i8_ty],
 840                         [IntrNoMem]>;
 841 }
 842
 843 // PCLMUL instruction
 844 let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
 845   def int_x86_pclmulqdq : GCCBuiltin<"__builtin_ia32_pclmulqdq128">,
 846           Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty, llvm_i8_ty],
 847                     [IntrNoMem]>;
 848 }
 849
 850 // Vector pack
 851 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 852   def int_x86_sse41_packusdw        : GCCBuiltin<"__builtin_ia32_packusdw128">,
 853               Intrinsic<[llvm_v8i16_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
 854                         [IntrNoMem]>;
 855 }
 856
 857 // Vector multiply
 858 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 859   def int_x86_sse41_pmuldq          : GCCBuiltin<"__builtin_ia32_pmuldq128">,
 860               Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
 861                         [IntrNoMem, Commutative]>;
 862 }
 863
 864 // Vector extract
 865 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 866   def int_x86_sse41_pextrb         :
 867               Intrinsic<[llvm_i32_ty], [llvm_v16i8_ty, llvm_i32_ty],
 868                         [IntrNoMem]>;
 869   def int_x86_sse41_pextrd         :
 870               Intrinsic<[llvm_i32_ty], [llvm_v4i32_ty, llvm_i32_ty],
 871                         [IntrNoMem]>;
 872   def int_x86_sse41_pextrq         :
 873               Intrinsic<[llvm_i64_ty], [llvm_v2i64_ty, llvm_i32_ty],
 874                         [IntrNoMem]>;
 875   def int_x86_sse41_extractps      : GCCBuiltin<"__builtin_ia32_extractps128">,
 876               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty, llvm_i32_ty],
 877                         [IntrNoMem]>;
 878 }
 879
 880 // Vector insert
 881 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 882   def int_x86_sse41_insertps       : GCCBuiltin<"__builtin_ia32_insertps128">,
 883           Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty, llvm_i8_ty],
 884                     [IntrNoMem]>;
 885 }
 886
 887 // Vector blend
 888 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 889   def int_x86_sse41_pblendvb         : GCCBuiltin<"__builtin_ia32_pblendvb128">,
 890         Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty,llvm_v16i8_ty],
 891                   [IntrNoMem]>;
 892   def int_x86_sse41_pblendw          : GCCBuiltin<"__builtin_ia32_pblendw128">,
 893         Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty, llvm_i8_ty],
 894                   [IntrNoMem]>;
 895   def int_x86_sse41_blendpd          : GCCBuiltin<"__builtin_ia32_blendpd">,
 896         Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty, llvm_i8_ty],
 897                   [IntrNoMem]>;
 898   def int_x86_sse41_blendps          : GCCBuiltin<"__builtin_ia32_blendps">,
 899         Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty, llvm_i8_ty],
 900                   [IntrNoMem]>;
 901   def int_x86_sse41_blendvpd         : GCCBuiltin<"__builtin_ia32_blendvpd">,
 902         Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty,llvm_v2f64_ty],
 903                   [IntrNoMem]>;
 904   def int_x86_sse41_blendvps         : GCCBuiltin<"__builtin_ia32_blendvps">,
 905         Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty,llvm_v4f32_ty],
 906                   [IntrNoMem]>;
 907 }
 908
 909 // Vector dot product
 910 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 911   def int_x86_sse41_dppd            : GCCBuiltin<"__builtin_ia32_dppd">,
 912           Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty, llvm_i8_ty],
 913                     [IntrNoMem, Commutative]>;
 914   def int_x86_sse41_dpps            : GCCBuiltin<"__builtin_ia32_dpps">,
 915           Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty, llvm_i8_ty],
 916                     [IntrNoMem, Commutative]>;
 917 }
 918
 919 // Vector sum of absolute differences
 920 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 921   def int_x86_sse41_mpsadbw         : GCCBuiltin<"__builtin_ia32_mpsadbw128">,
 922           Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty, llvm_v16i8_ty,llvm_i8_ty],
 923                     [IntrNoMem, Commutative]>;
 924 }
 925
 926 // Cacheability support ops
 927 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 928   def int_x86_sse41_movntdqa        : GCCBuiltin<"__builtin_ia32_movntdqa">,
 929           Intrinsic<[llvm_v2i64_ty], [llvm_ptr_ty], [IntrReadMem]>;
 930 }
 931
 932 // Test instruction with bitwise comparison.
 933 let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
 934   def int_x86_sse41_ptestz          : GCCBuiltin<"__builtin_ia32_ptestz128">,
 935           Intrinsic<[llvm_i32_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
 936                     [IntrNoMem]>;
 937   def int_x86_sse41_ptestc          : GCCBuiltin<"__builtin_ia32_ptestc128">,
 938           Intrinsic<[llvm_i32_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
 939                     [IntrNoMem]>;
 940   def int_x86_sse41_ptestnzc        : GCCBuiltin<"__builtin_ia32_ptestnzc128">,
 941           Intrinsic<[llvm_i32_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
 942                     [IntrNoMem]>;
 943 }
 944
 945 //===----------------------------------------------------------------------===//
 946 // SSE4.2
 947
 948 // Miscellaneous
 949 // CRC Instruction
 950 let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
 951   def int_x86_sse42_crc32_32_8       : GCCBuiltin<"__builtin_ia32_crc32qi">,
 952           Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i8_ty],
 953                     [IntrNoMem]>;
 954   def int_x86_sse42_crc32_32_16      : GCCBuiltin<"__builtin_ia32_crc32hi">,
 955           Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i16_ty],
 956                     [IntrNoMem]>;
 957   def int_x86_sse42_crc32_32_32      : GCCBuiltin<"__builtin_ia32_crc32si">,
 958           Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
 959                     [IntrNoMem]>;
 960   def int_x86_sse42_crc32_64_64      : GCCBuiltin<"__builtin_ia32_crc32di">,
 961           Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty],
 962                     [IntrNoMem]>;
 963 }
 964
 965 // String/text processing ops.
 966 let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
 967   def int_x86_sse42_pcmpistrm128  : GCCBuiltin<"__builtin_ia32_pcmpistrm128">,
 968     Intrinsic<[llvm_v16i8_ty],
 969         [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty],
 970         [IntrNoMem]>;
 971   def int_x86_sse42_pcmpistri128  : GCCBuiltin<"__builtin_ia32_pcmpistri128">,
 972     Intrinsic<[llvm_i32_ty],
 973         [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty],
 974         [IntrNoMem]>;
 975   def int_x86_sse42_pcmpistria128 : GCCBuiltin<"__builtin_ia32_pcmpistria128">,
 976     Intrinsic<[llvm_i32_ty],
 977         [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty],
 978         [IntrNoMem]>;
 979   def int_x86_sse42_pcmpistric128 : GCCBuiltin<"__builtin_ia32_pcmpistric128">,
 980     Intrinsic<[llvm_i32_ty],
 981         [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty],
 982         [IntrNoMem]>;
 983   def int_x86_sse42_pcmpistrio128 : GCCBuiltin<"__builtin_ia32_pcmpistrio128">,
 984     Intrinsic<[llvm_i32_ty],
 985         [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty],
 986         [IntrNoMem]>;
 987   def int_x86_sse42_pcmpistris128 : GCCBuiltin<"__builtin_ia32_pcmpistris128">,
 988     Intrinsic<[llvm_i32_ty],
 989         [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty],
 990         [IntrNoMem]>;
 991   def int_x86_sse42_pcmpistriz128 : GCCBuiltin<"__builtin_ia32_pcmpistriz128">,
 992     Intrinsic<[llvm_i32_ty],
 993         [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty],
 994         [IntrNoMem]>;
 995   def int_x86_sse42_pcmpestrm128  : GCCBuiltin<"__builtin_ia32_pcmpestrm128">,
 996     Intrinsic<[llvm_v16i8_ty],
 997         [llvm_v16i8_ty, llvm_i32_ty, llvm_v16i8_ty, llvm_i32_ty,
 998          llvm_i8_ty],
 999         [IntrNoMem]>;
1000   def int_x86_sse42_pcmpestri128  : GCCBuiltin<"__builtin_ia32_pcmpestri128">,
1001     Intrinsic<[llvm_i32_ty],
1002         [llvm_v16i8_ty, llvm_i32_ty, llvm_v16i8_ty, llvm_i32_ty,
1003          llvm_i8_ty],
1004         [IntrNoMem]>;
1005   def int_x86_sse42_pcmpestria128 : GCCBuiltin<"__builtin_ia32_pcmpestria128">,
1006     Intrinsic<[llvm_i32_ty],
1007         [llvm_v16i8_ty, llvm_i32_ty, llvm_v16i8_ty, llvm_i32_ty,
1008          llvm_i8_ty],
1009         [IntrNoMem]>;
1010   def int_x86_sse42_pcmpestric128 : GCCBuiltin<"__builtin_ia32_pcmpestric128">,
1011     Intrinsic<[llvm_i32_ty],
1012         [llvm_v16i8_ty, llvm_i32_ty, llvm_v16i8_ty, llvm_i32_ty,
1013          llvm_i8_ty],
1014         [IntrNoMem]>;
1015   def int_x86_sse42_pcmpestrio128 : GCCBuiltin<"__builtin_ia32_pcmpestrio128">,
1016     Intrinsic<[llvm_i32_ty],
1017         [llvm_v16i8_ty, llvm_i32_ty, llvm_v16i8_ty, llvm_i32_ty,
1018          llvm_i8_ty],
1019         [IntrNoMem]>;
1020   def int_x86_sse42_pcmpestris128 : GCCBuiltin<"__builtin_ia32_pcmpestris128">,
1021     Intrinsic<[llvm_i32_ty],
1022         [llvm_v16i8_ty, llvm_i32_ty, llvm_v16i8_ty, llvm_i32_ty,
1023          llvm_i8_ty],
1024         [IntrNoMem]>;
1025   def int_x86_sse42_pcmpestriz128 : GCCBuiltin<"__builtin_ia32_pcmpestriz128">,
1026     Intrinsic<[llvm_i32_ty],
1027         [llvm_v16i8_ty, llvm_i32_ty, llvm_v16i8_ty, llvm_i32_ty,
1028          llvm_i8_ty],
1029         [IntrNoMem]>;
1030 }
1031
1032 //===----------------------------------------------------------------------===//
1033 // SSE4A
1034
1035 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1036   def int_x86_sse4a_extrqi : GCCBuiltin<"__builtin_ia32_extrqi">,
1037     Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_i8_ty, llvm_i8_ty],
1038               [IntrNoMem]>;
1039   def int_x86_sse4a_extrq  : GCCBuiltin<"__builtin_ia32_extrq">,
1040     Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v16i8_ty], [IntrNoMem]>;
1041
1042   def int_x86_sse4a_insertqi : GCCBuiltin<"__builtin_ia32_insertqi">,
1043     Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty,
1044                                 llvm_i8_ty, llvm_i8_ty], [IntrNoMem]>;
1045   def int_x86_sse4a_insertq  : GCCBuiltin<"__builtin_ia32_insertq">,
1046     Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty], [IntrNoMem]>;
1047
1048   def int_x86_sse4a_movnt_ss : GCCBuiltin<"__builtin_ia32_movntss">,
1049     Intrinsic<[], [llvm_ptr_ty, llvm_v4f32_ty], []>;
1050   def int_x86_sse4a_movnt_sd : GCCBuiltin<"__builtin_ia32_movntsd">,
1051     Intrinsic<[], [llvm_ptr_ty, llvm_v2f64_ty], []>;
1052 }
1053
1054 //===----------------------------------------------------------------------===//
1055 // AVX
1056
1057 // Arithmetic ops
1058 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1059   def int_x86_avx_addsub_pd_256 : GCCBuiltin<"__builtin_ia32_addsubpd256">,
1060         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1061                   llvm_v4f64_ty], [IntrNoMem]>;
1062   def int_x86_avx_addsub_ps_256 : GCCBuiltin<"__builtin_ia32_addsubps256">,
1063         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1064                   llvm_v8f32_ty], [IntrNoMem]>;
1065   def int_x86_avx_max_pd_256 : GCCBuiltin<"__builtin_ia32_maxpd256">,
1066         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1067                   llvm_v4f64_ty], [IntrNoMem]>;
1068   def int_x86_avx_max_ps_256 : GCCBuiltin<"__builtin_ia32_maxps256">,
1069         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1070                   llvm_v8f32_ty], [IntrNoMem]>;
1071   def int_x86_avx_min_pd_256 : GCCBuiltin<"__builtin_ia32_minpd256">,
1072         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1073                   llvm_v4f64_ty], [IntrNoMem]>;
1074   def int_x86_avx_min_ps_256 : GCCBuiltin<"__builtin_ia32_minps256">,
1075         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1076                   llvm_v8f32_ty], [IntrNoMem]>;
1077
1078   def int_x86_avx_sqrt_pd_256 : GCCBuiltin<"__builtin_ia32_sqrtpd256">,
1079         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty], [IntrNoMem]>;
1080   def int_x86_avx_sqrt_ps_256 : GCCBuiltin<"__builtin_ia32_sqrtps256">,
1081         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty], [IntrNoMem]>;
1082
1083   def int_x86_avx_rsqrt_ps_256 : GCCBuiltin<"__builtin_ia32_rsqrtps256">,
1084         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty], [IntrNoMem]>;
1085
1086   def int_x86_avx_rcp_ps_256 : GCCBuiltin<"__builtin_ia32_rcpps256">,
1087         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty], [IntrNoMem]>;
1088
1089   def int_x86_avx_round_pd_256 : GCCBuiltin<"__builtin_ia32_roundpd256">,
1090         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1091                   llvm_i32_ty], [IntrNoMem]>;
1092   def int_x86_avx_round_ps_256 : GCCBuiltin<"__builtin_ia32_roundps256">,
1093         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1094                   llvm_i32_ty], [IntrNoMem]>;
1095 }
1096
1097 // Horizontal ops
1098 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1099   def int_x86_avx_hadd_pd_256 : GCCBuiltin<"__builtin_ia32_haddpd256">,
1100         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1101                   llvm_v4f64_ty], [IntrNoMem]>;
1102   def int_x86_avx_hsub_ps_256 : GCCBuiltin<"__builtin_ia32_hsubps256">,
1103         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1104                   llvm_v8f32_ty], [IntrNoMem]>;
1105   def int_x86_avx_hsub_pd_256 : GCCBuiltin<"__builtin_ia32_hsubpd256">,
1106         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1107                   llvm_v4f64_ty], [IntrNoMem]>;
1108   def int_x86_avx_hadd_ps_256 : GCCBuiltin<"__builtin_ia32_haddps256">,
1109         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1110                   llvm_v8f32_ty], [IntrNoMem]>;
1111 }
1112
1113 // Vector permutation
1114 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1115   def int_x86_avx_vpermilvar_pd : GCCBuiltin<"__builtin_ia32_vpermilvarpd">,
1116         Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
1117                   llvm_v2i64_ty], [IntrNoMem]>;
1118   def int_x86_avx_vpermilvar_ps : GCCBuiltin<"__builtin_ia32_vpermilvarps">,
1119         Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
1120                   llvm_v4i32_ty], [IntrNoMem]>;
1121
1122   def int_x86_avx_vpermilvar_pd_256 :
1123         GCCBuiltin<"__builtin_ia32_vpermilvarpd256">,
1124         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty, llvm_v4i64_ty], [IntrNoMem]>;
1125   def int_x86_avx_vpermilvar_ps_256 :
1126         GCCBuiltin<"__builtin_ia32_vpermilvarps256">,
1127         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty, llvm_v8i32_ty], [IntrNoMem]>;
1128
1129   def int_x86_avx_vperm2f128_pd_256 :
1130         GCCBuiltin<"__builtin_ia32_vperm2f128_pd256">,
1131         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1132                   llvm_v4f64_ty, llvm_i8_ty], [IntrNoMem]>;
1133   def int_x86_avx_vperm2f128_ps_256 :
1134         GCCBuiltin<"__builtin_ia32_vperm2f128_ps256">,
1135         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1136                   llvm_v8f32_ty, llvm_i8_ty], [IntrNoMem]>;
1137   def int_x86_avx_vperm2f128_si_256 :
1138         GCCBuiltin<"__builtin_ia32_vperm2f128_si256">,
1139         Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1140                   llvm_v8i32_ty, llvm_i8_ty], [IntrNoMem]>;
1141
1142   def int_x86_avx512_mask_vpermt_d_512:
1143         GCCBuiltin<"__builtin_ia32_vpermt2vard512_mask">,
1144         Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
1145                   llvm_v16i32_ty, llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1146
1147   def int_x86_avx512_mask_vpermt_q_512:
1148         GCCBuiltin<"__builtin_ia32_vpermt2varq512_mask">,
1149         Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
1150                   llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1151
1152   def int_x86_avx512_mask_vpermt_ps_512:
1153         GCCBuiltin<"__builtin_ia32_vpermt2varps512_mask">,
1154         Intrinsic<[llvm_v16f32_ty], [llvm_v16i32_ty,
1155                   llvm_v16f32_ty, llvm_v16f32_ty, llvm_i16_ty], [IntrNoMem]>;
1156
1157   def int_x86_avx512_mask_vpermt_pd_512:
1158         GCCBuiltin<"__builtin_ia32_vpermt2varpd512_mask">,
1159         Intrinsic<[llvm_v8f64_ty], [llvm_v8i64_ty,
1160                   llvm_v8f64_ty, llvm_v8f64_ty, llvm_i8_ty], [IntrNoMem]>;
1161
1162 }
1163
1164 // Vector blend
1165 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1166   def int_x86_avx_blend_pd_256 : GCCBuiltin<"__builtin_ia32_blendpd256">,
1167         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1168                   llvm_v4f64_ty, llvm_i8_ty], [IntrNoMem]>;
1169   def int_x86_avx_blend_ps_256 : GCCBuiltin<"__builtin_ia32_blendps256">,
1170         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1171                   llvm_v8f32_ty, llvm_i8_ty], [IntrNoMem]>;
1172   def int_x86_avx_blendv_pd_256 : GCCBuiltin<"__builtin_ia32_blendvpd256">,
1173         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1174                   llvm_v4f64_ty, llvm_v4f64_ty], [IntrNoMem]>;
1175   def int_x86_avx_blendv_ps_256 : GCCBuiltin<"__builtin_ia32_blendvps256">,
1176         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1177                   llvm_v8f32_ty, llvm_v8f32_ty], [IntrNoMem]>;
1178 }
1179
1180 // Vector dot product
1181 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1182   def int_x86_avx_dp_ps_256 : GCCBuiltin<"__builtin_ia32_dpps256">,
1183         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1184                   llvm_v8f32_ty, llvm_i8_ty], [IntrNoMem]>;
1185 }
1186
1187 // Vector compare
1188 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1189   def int_x86_avx_cmp_pd_256 : GCCBuiltin<"__builtin_ia32_cmppd256">,
1190         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1191                   llvm_v4f64_ty, llvm_i8_ty], [IntrNoMem]>;
1192   def int_x86_avx_cmp_ps_256 : GCCBuiltin<"__builtin_ia32_cmpps256">,
1193         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1194                   llvm_v8f32_ty, llvm_i8_ty], [IntrNoMem]>;
1195 }
1196
1197 // Vector extract and insert
1198 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1199   def int_x86_avx_vextractf128_pd_256 :
1200         GCCBuiltin<"__builtin_ia32_vextractf128_pd256">,
1201         Intrinsic<[llvm_v2f64_ty], [llvm_v4f64_ty, llvm_i8_ty], [IntrNoMem]>;
1202   def int_x86_avx_vextractf128_ps_256 :
1203         GCCBuiltin<"__builtin_ia32_vextractf128_ps256">,
1204         Intrinsic<[llvm_v4f32_ty], [llvm_v8f32_ty, llvm_i8_ty], [IntrNoMem]>;
1205   def int_x86_avx_vextractf128_si_256 :
1206         GCCBuiltin<"__builtin_ia32_vextractf128_si256">,
1207         Intrinsic<[llvm_v4i32_ty], [llvm_v8i32_ty, llvm_i8_ty], [IntrNoMem]>;
1208
1209   def int_x86_avx_vinsertf128_pd_256 :
1210         GCCBuiltin<"__builtin_ia32_vinsertf128_pd256">,
1211         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1212                   llvm_v2f64_ty, llvm_i8_ty], [IntrNoMem]>;
1213   def int_x86_avx_vinsertf128_ps_256 :
1214         GCCBuiltin<"__builtin_ia32_vinsertf128_ps256">,
1215         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1216                   llvm_v4f32_ty, llvm_i8_ty], [IntrNoMem]>;
1217   def int_x86_avx_vinsertf128_si_256 :
1218         GCCBuiltin<"__builtin_ia32_vinsertf128_si256">,
1219         Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1220                   llvm_v4i32_ty, llvm_i8_ty], [IntrNoMem]>;
1221 }
1222
1223 // Vector convert
1224 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1225   def int_x86_avx_cvtdq2_pd_256 : GCCBuiltin<"__builtin_ia32_cvtdq2pd256">,
1226         Intrinsic<[llvm_v4f64_ty], [llvm_v4i32_ty], [IntrNoMem]>;
1227   def int_x86_avx_cvtdq2_ps_256 : GCCBuiltin<"__builtin_ia32_cvtdq2ps256">,
1228         Intrinsic<[llvm_v8f32_ty], [llvm_v8i32_ty], [IntrNoMem]>;
1229   def int_x86_avx_cvt_pd2_ps_256 : GCCBuiltin<"__builtin_ia32_cvtpd2ps256">,
1230         Intrinsic<[llvm_v4f32_ty], [llvm_v4f64_ty], [IntrNoMem]>;
1231   def int_x86_avx_cvt_ps2dq_256 : GCCBuiltin<"__builtin_ia32_cvtps2dq256">,
1232         Intrinsic<[llvm_v8i32_ty], [llvm_v8f32_ty], [IntrNoMem]>;
1233   def int_x86_avx_cvt_ps2_pd_256 : GCCBuiltin<"__builtin_ia32_cvtps2pd256">,
1234         Intrinsic<[llvm_v4f64_ty], [llvm_v4f32_ty], [IntrNoMem]>;
1235   def int_x86_avx_cvtt_pd2dq_256 : GCCBuiltin<"__builtin_ia32_cvttpd2dq256">,
1236         Intrinsic<[llvm_v4i32_ty], [llvm_v4f64_ty], [IntrNoMem]>;
1237   def int_x86_avx_cvt_pd2dq_256 : GCCBuiltin<"__builtin_ia32_cvtpd2dq256">,
1238         Intrinsic<[llvm_v4i32_ty], [llvm_v4f64_ty], [IntrNoMem]>;
1239   def int_x86_avx_cvtt_ps2dq_256 : GCCBuiltin<"__builtin_ia32_cvttps2dq256">,
1240         Intrinsic<[llvm_v8i32_ty], [llvm_v8f32_ty], [IntrNoMem]>;
1241 }
1242
1243 // Vector bit test
1244 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1245   def int_x86_avx_vtestz_pd : GCCBuiltin<"__builtin_ia32_vtestzpd">,
1246         Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
1247                   llvm_v2f64_ty], [IntrNoMem]>;
1248   def int_x86_avx_vtestc_pd : GCCBuiltin<"__builtin_ia32_vtestcpd">,
1249         Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
1250                   llvm_v2f64_ty], [IntrNoMem]>;
1251   def int_x86_avx_vtestnzc_pd : GCCBuiltin<"__builtin_ia32_vtestnzcpd">,
1252         Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
1253                   llvm_v2f64_ty], [IntrNoMem]>;
1254   def int_x86_avx_vtestz_ps : GCCBuiltin<"__builtin_ia32_vtestzps">,
1255         Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
1256                   llvm_v4f32_ty], [IntrNoMem]>;
1257   def int_x86_avx_vtestc_ps : GCCBuiltin<"__builtin_ia32_vtestcps">,
1258         Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
1259                   llvm_v4f32_ty], [IntrNoMem]>;
1260   def int_x86_avx_vtestnzc_ps : GCCBuiltin<"__builtin_ia32_vtestnzcps">,
1261         Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
1262                   llvm_v4f32_ty], [IntrNoMem]>;
1263   def int_x86_avx_vtestz_pd_256 : GCCBuiltin<"__builtin_ia32_vtestzpd256">,
1264         Intrinsic<[llvm_i32_ty], [llvm_v4f64_ty,
1265                   llvm_v4f64_ty], [IntrNoMem]>;
1266   def int_x86_avx_vtestc_pd_256 : GCCBuiltin<"__builtin_ia32_vtestcpd256">,
1267         Intrinsic<[llvm_i32_ty], [llvm_v4f64_ty,
1268                   llvm_v4f64_ty], [IntrNoMem]>;
1269   def int_x86_avx_vtestnzc_pd_256 : GCCBuiltin<"__builtin_ia32_vtestnzcpd256">,
1270         Intrinsic<[llvm_i32_ty], [llvm_v4f64_ty,
1271                   llvm_v4f64_ty], [IntrNoMem]>;
1272   def int_x86_avx_vtestz_ps_256 : GCCBuiltin<"__builtin_ia32_vtestzps256">,
1273         Intrinsic<[llvm_i32_ty], [llvm_v8f32_ty,
1274                   llvm_v8f32_ty], [IntrNoMem]>;
1275   def int_x86_avx_vtestc_ps_256 : GCCBuiltin<"__builtin_ia32_vtestcps256">,
1276         Intrinsic<[llvm_i32_ty], [llvm_v8f32_ty,
1277                   llvm_v8f32_ty], [IntrNoMem]>;
1278   def int_x86_avx_vtestnzc_ps_256 : GCCBuiltin<"__builtin_ia32_vtestnzcps256">,
1279         Intrinsic<[llvm_i32_ty], [llvm_v8f32_ty,
1280                   llvm_v8f32_ty], [IntrNoMem]>;
1281   def int_x86_avx_ptestz_256 : GCCBuiltin<"__builtin_ia32_ptestz256">,
1282         Intrinsic<[llvm_i32_ty], [llvm_v4i64_ty,
1283                   llvm_v4i64_ty], [IntrNoMem]>;
1284   def int_x86_avx_ptestc_256 : GCCBuiltin<"__builtin_ia32_ptestc256">,
1285         Intrinsic<[llvm_i32_ty], [llvm_v4i64_ty,
1286                   llvm_v4i64_ty], [IntrNoMem]>;
1287   def int_x86_avx_ptestnzc_256 : GCCBuiltin<"__builtin_ia32_ptestnzc256">,
1288         Intrinsic<[llvm_i32_ty], [llvm_v4i64_ty,
1289                   llvm_v4i64_ty], [IntrNoMem]>;
1290   def int_x86_avx512_mask_ptestm_d_512 : GCCBuiltin<"__builtin_ia32_ptestmd512">,
1291         Intrinsic<[llvm_i16_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1292                   llvm_i16_ty], [IntrNoMem]>;
1293   def int_x86_avx512_mask_ptestm_q_512 : GCCBuiltin<"__builtin_ia32_ptestmq512">,
1294         Intrinsic<[llvm_i8_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
1295                   llvm_i8_ty], [IntrNoMem]>;
1296 }
1297
1298 // Vector extract sign mask
1299 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1300   def int_x86_avx_movmsk_pd_256 : GCCBuiltin<"__builtin_ia32_movmskpd256">,
1301         Intrinsic<[llvm_i32_ty], [llvm_v4f64_ty], [IntrNoMem]>;
1302   def int_x86_avx_movmsk_ps_256 : GCCBuiltin<"__builtin_ia32_movmskps256">,
1303         Intrinsic<[llvm_i32_ty], [llvm_v8f32_ty], [IntrNoMem]>;
1304 }
1305
1306 // Vector zero
1307 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1308   def int_x86_avx_vzeroall : GCCBuiltin<"__builtin_ia32_vzeroall">,
1309         Intrinsic<[], [], []>;
1310   def int_x86_avx_vzeroupper : GCCBuiltin<"__builtin_ia32_vzeroupper">,
1311         Intrinsic<[], [], []>;
1312 }
1313
1314 // Vector load with broadcast
1315 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1316   def int_x86_avx_vbroadcastf128_pd_256 :
1317         GCCBuiltin<"__builtin_ia32_vbroadcastf128_pd256">,
1318         Intrinsic<[llvm_v4f64_ty], [llvm_ptr_ty], [IntrReadArgMem]>;
1319   def int_x86_avx_vbroadcastf128_ps_256 :
1320         GCCBuiltin<"__builtin_ia32_vbroadcastf128_ps256">,
1321         Intrinsic<[llvm_v8f32_ty], [llvm_ptr_ty], [IntrReadArgMem]>;
1322 }
1323
1324 // SIMD load ops
1325 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1326   def int_x86_avx_ldu_dq_256 : GCCBuiltin<"__builtin_ia32_lddqu256">,
1327         Intrinsic<[llvm_v32i8_ty], [llvm_ptr_ty], [IntrReadMem]>;
1328 }
1329
1330 // SIMD store ops
1331 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1332   def int_x86_avx_storeu_pd_256 : GCCBuiltin<"__builtin_ia32_storeupd256">,
1333         Intrinsic<[], [llvm_ptr_ty, llvm_v4f64_ty], [IntrReadWriteArgMem]>;
1334   def int_x86_avx_storeu_ps_256 : GCCBuiltin<"__builtin_ia32_storeups256">,
1335         Intrinsic<[], [llvm_ptr_ty, llvm_v8f32_ty], [IntrReadWriteArgMem]>;
1336   def int_x86_avx_storeu_dq_256 : GCCBuiltin<"__builtin_ia32_storedqu256">,
1337         Intrinsic<[], [llvm_ptr_ty, llvm_v32i8_ty], [IntrReadWriteArgMem]>;
1338 }
1339
1340 // Conditional load ops
1341 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1342   def int_x86_avx_maskload_pd : GCCBuiltin<"__builtin_ia32_maskloadpd">,
1343         Intrinsic<[llvm_v2f64_ty], [llvm_ptr_ty, llvm_v2f64_ty],
1344                   [IntrReadArgMem]>;
1345   def int_x86_avx_maskload_ps : GCCBuiltin<"__builtin_ia32_maskloadps">,
1346         Intrinsic<[llvm_v4f32_ty], [llvm_ptr_ty, llvm_v4f32_ty],
1347                   [IntrReadArgMem]>;
1348   def int_x86_avx_maskload_pd_256 : GCCBuiltin<"__builtin_ia32_maskloadpd256">,
1349         Intrinsic<[llvm_v4f64_ty], [llvm_ptr_ty, llvm_v4f64_ty],
1350                   [IntrReadArgMem]>;
1351   def int_x86_avx_maskload_ps_256 : GCCBuiltin<"__builtin_ia32_maskloadps256">,
1352         Intrinsic<[llvm_v8f32_ty], [llvm_ptr_ty, llvm_v8f32_ty],
1353                   [IntrReadArgMem]>;
1354   def int_x86_avx512_mask_loadu_ps_512 : GCCBuiltin<"__builtin_ia32_loadups512_mask">,
1355         Intrinsic<[llvm_v16f32_ty], [llvm_ptr_ty, llvm_v16f32_ty, llvm_i16_ty],
1356                   [IntrReadArgMem]>;
1357   def int_x86_avx512_mask_loadu_pd_512 : GCCBuiltin<"__builtin_ia32_loadupd512_mask">,
1358         Intrinsic<[llvm_v8f64_ty], [llvm_ptr_ty, llvm_v8f64_ty, llvm_i8_ty],
1359                   [IntrReadArgMem]>;
1360   def int_x86_avx512_mask_load_ps_512 : GCCBuiltin<"__builtin_ia32_loadaps512_mask">,
1361         Intrinsic<[llvm_v16f32_ty], [llvm_ptr_ty, llvm_v16f32_ty, llvm_i16_ty],
1362                   [IntrReadArgMem]>;
1363   def int_x86_avx512_mask_load_pd_512 : GCCBuiltin<"__builtin_ia32_loadapd512_mask">,
1364         Intrinsic<[llvm_v8f64_ty], [llvm_ptr_ty, llvm_v8f64_ty, llvm_i8_ty],
1365                   [IntrReadArgMem]>;
1366 }
1367
1368 // Conditional store ops
1369 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1370   def int_x86_avx_maskstore_pd : GCCBuiltin<"__builtin_ia32_maskstorepd">,
1371         Intrinsic<[], [llvm_ptr_ty,
1372                   llvm_v2f64_ty, llvm_v2f64_ty], [IntrReadWriteArgMem]>;
1373   def int_x86_avx_maskstore_ps : GCCBuiltin<"__builtin_ia32_maskstoreps">,
1374         Intrinsic<[], [llvm_ptr_ty,
1375                   llvm_v4f32_ty, llvm_v4f32_ty], [IntrReadWriteArgMem]>;
1376   def int_x86_avx_maskstore_pd_256 :
1377         GCCBuiltin<"__builtin_ia32_maskstorepd256">,
1378         Intrinsic<[], [llvm_ptr_ty,
1379                   llvm_v4f64_ty, llvm_v4f64_ty], [IntrReadWriteArgMem]>;
1380   def int_x86_avx_maskstore_ps_256 :
1381         GCCBuiltin<"__builtin_ia32_maskstoreps256">,
1382         Intrinsic<[], [llvm_ptr_ty,
1383                   llvm_v8f32_ty, llvm_v8f32_ty], [IntrReadWriteArgMem]>;
1384   def int_x86_avx512_mask_storeu_ps_512 :
1385         GCCBuiltin<"__builtin_ia32_storeups512_mask">,
1386         Intrinsic<[], [llvm_ptr_ty, llvm_v16f32_ty, llvm_i16_ty],
1387                   [IntrReadWriteArgMem]>;
1388   def int_x86_avx512_mask_storeu_pd_512 :
1389         GCCBuiltin<"__builtin_ia32_storeupd512_mask">,
1390         Intrinsic<[], [llvm_ptr_ty, llvm_v8f64_ty, llvm_i8_ty],
1391                   [IntrReadWriteArgMem]>;
1392   def int_x86_avx512_mask_store_ps_512 :
1393         GCCBuiltin<"__builtin_ia32_storeaps512_mask">,
1394         Intrinsic<[], [llvm_ptr_ty, llvm_v16f32_ty, llvm_i16_ty],
1395                   [IntrReadWriteArgMem]>;
1396   def int_x86_avx512_mask_store_pd_512 :
1397         GCCBuiltin<"__builtin_ia32_storeapd512_mask">,
1398         Intrinsic<[], [llvm_ptr_ty, llvm_v8f64_ty, llvm_i8_ty],
1399                   [IntrReadWriteArgMem]>;
1400   def int_x86_avx512_mask_store_ss :
1401         GCCBuiltin<"__builtin_ia32_storess_mask">,
1402         Intrinsic<[], [llvm_ptr_ty, llvm_v4f32_ty, llvm_i8_ty],
1403                   [IntrReadWriteArgMem]>;
1404 }
1405
1406 //===----------------------------------------------------------------------===//
1407 // AVX2
1408
1409 // Integer arithmetic ops.
1410 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1411   def int_x86_avx2_padds_b : GCCBuiltin<"__builtin_ia32_paddsb256">,
1412               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1413                          llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1414   def int_x86_avx2_padds_w : GCCBuiltin<"__builtin_ia32_paddsw256">,
1415               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1416                          llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1417   def int_x86_avx2_paddus_b : GCCBuiltin<"__builtin_ia32_paddusb256">,
1418               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1419                          llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1420   def int_x86_avx2_paddus_w : GCCBuiltin<"__builtin_ia32_paddusw256">,
1421               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1422                          llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1423   def int_x86_avx2_psubs_b : GCCBuiltin<"__builtin_ia32_psubsb256">,
1424               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1425                          llvm_v32i8_ty], [IntrNoMem]>;
1426   def int_x86_avx2_psubs_w : GCCBuiltin<"__builtin_ia32_psubsw256">,
1427               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1428                          llvm_v16i16_ty], [IntrNoMem]>;
1429   def int_x86_avx2_psubus_b : GCCBuiltin<"__builtin_ia32_psubusb256">,
1430               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1431                          llvm_v32i8_ty], [IntrNoMem]>;
1432   def int_x86_avx2_psubus_w : GCCBuiltin<"__builtin_ia32_psubusw256">,
1433               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1434                          llvm_v16i16_ty], [IntrNoMem]>;
1435   def int_x86_avx2_pmulhu_w : GCCBuiltin<"__builtin_ia32_pmulhuw256">,
1436               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1437                          llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1438   def int_x86_avx2_pmulh_w : GCCBuiltin<"__builtin_ia32_pmulhw256">,
1439               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1440                          llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1441   def int_x86_avx2_pmulu_dq : GCCBuiltin<"__builtin_ia32_pmuludq256">,
1442               Intrinsic<[llvm_v4i64_ty], [llvm_v8i32_ty,
1443                          llvm_v8i32_ty], [IntrNoMem, Commutative]>;
1444   def int_x86_avx2_pmul_dq : GCCBuiltin<"__builtin_ia32_pmuldq256">,
1445               Intrinsic<[llvm_v4i64_ty], [llvm_v8i32_ty,
1446                          llvm_v8i32_ty], [IntrNoMem, Commutative]>;
1447   def int_x86_avx2_pmadd_wd : GCCBuiltin<"__builtin_ia32_pmaddwd256">,
1448               Intrinsic<[llvm_v8i32_ty], [llvm_v16i16_ty,
1449                          llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1450   def int_x86_avx2_pavg_b : GCCBuiltin<"__builtin_ia32_pavgb256">,
1451               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1452                          llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1453   def int_x86_avx2_pavg_w : GCCBuiltin<"__builtin_ia32_pavgw256">,
1454               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1455                          llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1456   def int_x86_avx2_psad_bw : GCCBuiltin<"__builtin_ia32_psadbw256">,
1457               Intrinsic<[llvm_v4i64_ty], [llvm_v32i8_ty,
1458                          llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1459   def int_x86_avx512_mask_pmulu_dq_512 : GCCBuiltin<"__builtin_ia32_pmuludq512_mask">,
1460               Intrinsic<[llvm_v8i64_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1461                          llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1462   def int_x86_avx512_mask_pmul_dq_512 : GCCBuiltin<"__builtin_ia32_pmuldq512_mask">,
1463               Intrinsic<[llvm_v8i64_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1464                          llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1465 }
1466
1467 // Vector min, max
1468 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1469   def int_x86_avx2_pmaxu_b : GCCBuiltin<"__builtin_ia32_pmaxub256">,
1470               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1471                          llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1472   def int_x86_avx2_pmaxu_w : GCCBuiltin<"__builtin_ia32_pmaxuw256">,
1473               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1474                          llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1475   def int_x86_avx2_pmaxu_d : GCCBuiltin<"__builtin_ia32_pmaxud256">,
1476               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1477                          llvm_v8i32_ty], [IntrNoMem, Commutative]>;
1478   def int_x86_avx2_pmaxs_b : GCCBuiltin<"__builtin_ia32_pmaxsb256">,
1479               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1480                          llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1481   def int_x86_avx2_pmaxs_w : GCCBuiltin<"__builtin_ia32_pmaxsw256">,
1482               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1483                          llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1484   def int_x86_avx2_pmaxs_d : GCCBuiltin<"__builtin_ia32_pmaxsd256">,
1485               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1486                          llvm_v8i32_ty], [IntrNoMem, Commutative]>;
1487   def int_x86_avx2_pminu_b : GCCBuiltin<"__builtin_ia32_pminub256">,
1488               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1489                          llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1490   def int_x86_avx2_pminu_w : GCCBuiltin<"__builtin_ia32_pminuw256">,
1491               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1492                          llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1493   def int_x86_avx2_pminu_d : GCCBuiltin<"__builtin_ia32_pminud256">,
1494               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1495                          llvm_v8i32_ty], [IntrNoMem, Commutative]>;
1496   def int_x86_avx2_pmins_b : GCCBuiltin<"__builtin_ia32_pminsb256">,
1497               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1498                          llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1499   def int_x86_avx2_pmins_w : GCCBuiltin<"__builtin_ia32_pminsw256">,
1500               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1501                          llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1502   def int_x86_avx2_pmins_d : GCCBuiltin<"__builtin_ia32_pminsd256">,
1503               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1504                          llvm_v8i32_ty], [IntrNoMem, Commutative]>;
1505   def int_x86_avx512_mask_pmaxu_d_512 : GCCBuiltin<"__builtin_ia32_pmaxud512_mask">,
1506               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1507                          llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1508   def int_x86_avx512_mask_pmaxs_d_512 : GCCBuiltin<"__builtin_ia32_pmaxsd512_mask">,
1509               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1510                          llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1511   def int_x86_avx512_mask_pmaxu_q_512 : GCCBuiltin<"__builtin_ia32_pmaxuq512_mask">,
1512               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
1513                          llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1514   def int_x86_avx512_mask_pmaxs_q_512 : GCCBuiltin<"__builtin_ia32_pmaxsq512_mask">,
1515               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
1516                          llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1517   def int_x86_avx512_mask_pminu_d_512 : GCCBuiltin<"__builtin_ia32_pminud512_mask">,
1518               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1519                          llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1520   def int_x86_avx512_mask_pmins_d_512 : GCCBuiltin<"__builtin_ia32_pminsd512_mask">,
1521               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1522                          llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1523   def int_x86_avx512_mask_pminu_q_512 : GCCBuiltin<"__builtin_ia32_pminuq512_mask">,
1524               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
1525                          llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1526   def int_x86_avx512_mask_pmins_q_512 : GCCBuiltin<"__builtin_ia32_pminsq512_mask">,
1527               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
1528                          llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1529 }
1530
1531 // Integer shift ops.
1532 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1533   def int_x86_avx2_psll_w : GCCBuiltin<"__builtin_ia32_psllw256">,
1534               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1535                          llvm_v8i16_ty], [IntrNoMem]>;
1536   def int_x86_avx2_psll_d : GCCBuiltin<"__builtin_ia32_pslld256">,
1537               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1538                          llvm_v4i32_ty], [IntrNoMem]>;
1539   def int_x86_avx2_psll_q : GCCBuiltin<"__builtin_ia32_psllq256">,
1540               Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1541                          llvm_v2i64_ty], [IntrNoMem]>;
1542   def int_x86_avx2_psrl_w : GCCBuiltin<"__builtin_ia32_psrlw256">,
1543               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1544                          llvm_v8i16_ty], [IntrNoMem]>;
1545   def int_x86_avx2_psrl_d : GCCBuiltin<"__builtin_ia32_psrld256">,
1546               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1547                          llvm_v4i32_ty], [IntrNoMem]>;
1548   def int_x86_avx2_psrl_q : GCCBuiltin<"__builtin_ia32_psrlq256">,
1549               Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1550                          llvm_v2i64_ty], [IntrNoMem]>;
1551   def int_x86_avx2_psra_w : GCCBuiltin<"__builtin_ia32_psraw256">,
1552               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1553                          llvm_v8i16_ty], [IntrNoMem]>;
1554   def int_x86_avx2_psra_d : GCCBuiltin<"__builtin_ia32_psrad256">,
1555               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1556                          llvm_v4i32_ty], [IntrNoMem]>;
1557
1558   def int_x86_avx2_pslli_w : GCCBuiltin<"__builtin_ia32_psllwi256">,
1559               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1560                          llvm_i32_ty], [IntrNoMem]>;
1561   def int_x86_avx2_pslli_d : GCCBuiltin<"__builtin_ia32_pslldi256">,
1562               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1563                          llvm_i32_ty], [IntrNoMem]>;
1564   def int_x86_avx2_pslli_q : GCCBuiltin<"__builtin_ia32_psllqi256">,
1565               Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1566                          llvm_i32_ty], [IntrNoMem]>;
1567   def int_x86_avx2_psrli_w : GCCBuiltin<"__builtin_ia32_psrlwi256">,
1568               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1569                          llvm_i32_ty], [IntrNoMem]>;
1570   def int_x86_avx2_psrli_d : GCCBuiltin<"__builtin_ia32_psrldi256">,
1571               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1572                          llvm_i32_ty], [IntrNoMem]>;
1573   def int_x86_avx2_psrli_q : GCCBuiltin<"__builtin_ia32_psrlqi256">,
1574               Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1575                          llvm_i32_ty], [IntrNoMem]>;
1576   def int_x86_avx2_psrai_w : GCCBuiltin<"__builtin_ia32_psrawi256">,
1577               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1578                          llvm_i32_ty], [IntrNoMem]>;
1579   def int_x86_avx2_psrai_d : GCCBuiltin<"__builtin_ia32_psradi256">,
1580               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1581                          llvm_i32_ty], [IntrNoMem]>;
1582
1583   def int_x86_avx2_psll_dq : GCCBuiltin<"__builtin_ia32_pslldqi256">,
1584               Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1585                          llvm_i32_ty], [IntrNoMem]>;
1586   def int_x86_avx2_psrl_dq : GCCBuiltin<"__builtin_ia32_psrldqi256">,
1587               Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1588                          llvm_i32_ty], [IntrNoMem]>;
1589   def int_x86_avx2_psll_dq_bs : GCCBuiltin<"__builtin_ia32_pslldqi256_byteshift">,
1590               Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1591                          llvm_i32_ty], [IntrNoMem]>;
1592   def int_x86_avx2_psrl_dq_bs : GCCBuiltin<"__builtin_ia32_psrldqi256_byteshift">,
1593               Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1594                          llvm_i32_ty], [IntrNoMem]>;
1595
1596   def int_x86_avx512_mask_pslli_d : GCCBuiltin<"__builtin_ia32_pslldi512">,
1597               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
1598                          llvm_i32_ty, llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1599   def int_x86_avx512_mask_pslli_q : GCCBuiltin<"__builtin_ia32_psllqi512">,
1600               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
1601                          llvm_i32_ty, llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1602   def int_x86_avx512_mask_psrli_d : GCCBuiltin<"__builtin_ia32_psrldi512">,
1603               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
1604                          llvm_i32_ty, llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1605   def int_x86_avx512_mask_psrli_q : GCCBuiltin<"__builtin_ia32_psrlqi512">,
1606               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
1607                          llvm_i32_ty, llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1608   def int_x86_avx512_mask_psrai_d : GCCBuiltin<"__builtin_ia32_psradi512">,
1609               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
1610                          llvm_i32_ty, llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1611   def int_x86_avx512_mask_psrai_q : GCCBuiltin<"__builtin_ia32_psraqi512">,
1612               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
1613                          llvm_i32_ty, llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1614
1615   def int_x86_avx512_mask_psll_d : GCCBuiltin<"__builtin_ia32_pslld512_mask">,
1616               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
1617                          llvm_v4i32_ty, llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1618   def int_x86_avx512_mask_psll_q : GCCBuiltin<"__builtin_ia32_psllq512_mask">,
1619               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
1620                          llvm_v2i64_ty, llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1621   def int_x86_avx512_mask_psrl_d : GCCBuiltin<"__builtin_ia32_psrld512_mask">,
1622               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
1623                          llvm_v4i32_ty, llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1624   def int_x86_avx512_mask_psrl_q : GCCBuiltin<"__builtin_ia32_psrlq512_mask">,
1625               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
1626                          llvm_v2i64_ty, llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1627   def int_x86_avx512_mask_psra_d : GCCBuiltin<"__builtin_ia32_psrad512_mask">,
1628               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
1629                          llvm_v4i32_ty, llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1630   def int_x86_avx512_mask_psra_q : GCCBuiltin<"__builtin_ia32_psraq512_mask">,
1631               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
1632                          llvm_v2i64_ty, llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1633 }
1634
1635 // Pack ops.
1636 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1637   def int_x86_avx2_packsswb : GCCBuiltin<"__builtin_ia32_packsswb256">,
1638               Intrinsic<[llvm_v32i8_ty], [llvm_v16i16_ty,
1639                          llvm_v16i16_ty], [IntrNoMem]>;
1640   def int_x86_avx2_packssdw : GCCBuiltin<"__builtin_ia32_packssdw256">,
1641               Intrinsic<[llvm_v16i16_ty], [llvm_v8i32_ty,
1642                          llvm_v8i32_ty], [IntrNoMem]>;
1643   def int_x86_avx2_packuswb : GCCBuiltin<"__builtin_ia32_packuswb256">,
1644               Intrinsic<[llvm_v32i8_ty], [llvm_v16i16_ty,
1645                          llvm_v16i16_ty], [IntrNoMem]>;
1646   def int_x86_avx2_packusdw : GCCBuiltin<"__builtin_ia32_packusdw256">,
1647               Intrinsic<[llvm_v16i16_ty], [llvm_v8i32_ty,
1648                          llvm_v8i32_ty], [IntrNoMem]>;
1649 }
1650
1651 // Absolute value ops
1652 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1653   def int_x86_avx2_pabs_b : GCCBuiltin<"__builtin_ia32_pabsb256">,
1654               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty], [IntrNoMem]>;
1655   def int_x86_avx2_pabs_w : GCCBuiltin<"__builtin_ia32_pabsw256">,
1656               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty], [IntrNoMem]>;
1657   def int_x86_avx2_pabs_d : GCCBuiltin<"__builtin_ia32_pabsd256">,
1658               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty], [IntrNoMem]>;
1659   def int_x86_avx512_mask_pabs_d_512 : GCCBuiltin<"__builtin_ia32_pabsd512_mask">,
1660               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1661                                            llvm_i16_ty], [IntrNoMem]>;
1662   def int_x86_avx512_mask_pabs_q_512 : GCCBuiltin<"__builtin_ia32_pabsq512_mask">,
1663               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
1664                                           llvm_i8_ty], [IntrNoMem]>;
1665 }
1666
1667 // Horizontal arithmetic ops
1668 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1669   def int_x86_avx2_phadd_w : GCCBuiltin<"__builtin_ia32_phaddw256">,
1670               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1671                          llvm_v16i16_ty], [IntrNoMem]>;
1672   def int_x86_avx2_phadd_d : GCCBuiltin<"__builtin_ia32_phaddd256">,
1673               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1674                          llvm_v8i32_ty], [IntrNoMem]>;
1675   def int_x86_avx2_phadd_sw : GCCBuiltin<"__builtin_ia32_phaddsw256">,
1676               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1677                          llvm_v16i16_ty], [IntrNoMem]>;
1678   def int_x86_avx2_phsub_w : GCCBuiltin<"__builtin_ia32_phsubw256">,
1679               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1680                          llvm_v16i16_ty], [IntrNoMem]>;
1681   def int_x86_avx2_phsub_d : GCCBuiltin<"__builtin_ia32_phsubd256">,
1682               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1683                          llvm_v8i32_ty], [IntrNoMem]>;
1684   def int_x86_avx2_phsub_sw : GCCBuiltin<"__builtin_ia32_phsubsw256">,
1685               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1686                          llvm_v16i16_ty], [IntrNoMem]>;
1687   def int_x86_avx2_pmadd_ub_sw : GCCBuiltin<"__builtin_ia32_pmaddubsw256">,
1688               Intrinsic<[llvm_v16i16_ty], [llvm_v32i8_ty,
1689                          llvm_v32i8_ty], [IntrNoMem]>;
1690 }
1691
1692 // Sign ops
1693 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1694   def int_x86_avx2_psign_b : GCCBuiltin<"__builtin_ia32_psignb256">,
1695               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1696                          llvm_v32i8_ty], [IntrNoMem]>;
1697   def int_x86_avx2_psign_w : GCCBuiltin<"__builtin_ia32_psignw256">,
1698               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1699                          llvm_v16i16_ty], [IntrNoMem]>;
1700   def int_x86_avx2_psign_d : GCCBuiltin<"__builtin_ia32_psignd256">,
1701               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1702                          llvm_v8i32_ty], [IntrNoMem]>;
1703 }
1704
1705 // Packed multiply high with round and scale
1706 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1707   def int_x86_avx2_pmul_hr_sw : GCCBuiltin<"__builtin_ia32_pmulhrsw256">,
1708               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1709                          llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1710 }
1711
1712 // Vector sign and zero extend
1713 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1714   def int_x86_avx2_pmovsxbd : GCCBuiltin<"__builtin_ia32_pmovsxbd256">,
1715               Intrinsic<[llvm_v8i32_ty], [llvm_v16i8_ty],
1716                         [IntrNoMem]>;
1717   def int_x86_avx2_pmovsxbq : GCCBuiltin<"__builtin_ia32_pmovsxbq256">,
1718               Intrinsic<[llvm_v4i64_ty], [llvm_v16i8_ty],
1719                         [IntrNoMem]>;
1720   def int_x86_avx2_pmovsxbw : GCCBuiltin<"__builtin_ia32_pmovsxbw256">,
1721               Intrinsic<[llvm_v16i16_ty], [llvm_v16i8_ty],
1722                         [IntrNoMem]>;
1723   def int_x86_avx2_pmovsxdq : GCCBuiltin<"__builtin_ia32_pmovsxdq256">,
1724               Intrinsic<[llvm_v4i64_ty], [llvm_v4i32_ty],
1725                         [IntrNoMem]>;
1726   def int_x86_avx2_pmovsxwd : GCCBuiltin<"__builtin_ia32_pmovsxwd256">,
1727               Intrinsic<[llvm_v8i32_ty], [llvm_v8i16_ty],
1728                         [IntrNoMem]>;
1729   def int_x86_avx2_pmovsxwq : GCCBuiltin<"__builtin_ia32_pmovsxwq256">,
1730               Intrinsic<[llvm_v4i64_ty], [llvm_v8i16_ty],
1731                         [IntrNoMem]>;
1732   def int_x86_avx2_pmovzxbd : GCCBuiltin<"__builtin_ia32_pmovzxbd256">,
1733               Intrinsic<[llvm_v8i32_ty], [llvm_v16i8_ty],
1734                         [IntrNoMem]>;
1735   def int_x86_avx2_pmovzxbq : GCCBuiltin<"__builtin_ia32_pmovzxbq256">,
1736               Intrinsic<[llvm_v4i64_ty], [llvm_v16i8_ty],
1737                         [IntrNoMem]>;
1738   def int_x86_avx2_pmovzxbw : GCCBuiltin<"__builtin_ia32_pmovzxbw256">,
1739               Intrinsic<[llvm_v16i16_ty], [llvm_v16i8_ty],
1740                         [IntrNoMem]>;
1741   def int_x86_avx2_pmovzxdq : GCCBuiltin<"__builtin_ia32_pmovzxdq256">,
1742               Intrinsic<[llvm_v4i64_ty], [llvm_v4i32_ty],
1743                         [IntrNoMem]>;
1744   def int_x86_avx2_pmovzxwd : GCCBuiltin<"__builtin_ia32_pmovzxwd256">,
1745               Intrinsic<[llvm_v8i32_ty], [llvm_v8i16_ty],
1746                         [IntrNoMem]>;
1747   def int_x86_avx2_pmovzxwq : GCCBuiltin<"__builtin_ia32_pmovzxwq256">,
1748               Intrinsic<[llvm_v4i64_ty], [llvm_v8i16_ty],
1749                         [IntrNoMem]>;
1750 }
1751
1752 // Vector blend
1753 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1754   def int_x86_avx2_pblendvb : GCCBuiltin<"__builtin_ia32_pblendvb256">,
1755               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty, llvm_v32i8_ty,
1756                          llvm_v32i8_ty], [IntrNoMem]>;
1757   def int_x86_avx2_pblendw : GCCBuiltin<"__builtin_ia32_pblendw256">,
1758               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty, llvm_v16i16_ty,
1759                          llvm_i8_ty], [IntrNoMem]>;
1760   def int_x86_avx2_pblendd_128 : GCCBuiltin<"__builtin_ia32_pblendd128">,
1761               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty,
1762                          llvm_i8_ty], [IntrNoMem]>;
1763   def int_x86_avx2_pblendd_256 : GCCBuiltin<"__builtin_ia32_pblendd256">,
1764               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty, llvm_v8i32_ty,
1765                          llvm_i8_ty], [IntrNoMem]>;
1766 }
1767
1768 // Vector load with broadcast
1769 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1770   def int_x86_avx2_vbroadcast_ss_ps :
1771               GCCBuiltin<"__builtin_ia32_vbroadcastss_ps">,
1772               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
1773   def int_x86_avx2_vbroadcast_sd_pd_256 :
1774               GCCBuiltin<"__builtin_ia32_vbroadcastsd_pd256">,
1775               Intrinsic<[llvm_v4f64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
1776   def int_x86_avx2_vbroadcast_ss_ps_256 :
1777               GCCBuiltin<"__builtin_ia32_vbroadcastss_ps256">,
1778               Intrinsic<[llvm_v8f32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
1779   def int_x86_avx2_vbroadcasti128 :
1780               Intrinsic<[llvm_v4i64_ty], [llvm_ptr_ty], [IntrReadArgMem]>;
1781   def int_x86_avx2_pbroadcastb_128 :
1782               GCCBuiltin<"__builtin_ia32_pbroadcastb128">,
1783               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty], [IntrNoMem]>;
1784   def int_x86_avx2_pbroadcastb_256 :
1785               GCCBuiltin<"__builtin_ia32_pbroadcastb256">,
1786               Intrinsic<[llvm_v32i8_ty], [llvm_v16i8_ty], [IntrNoMem]>;
1787   def int_x86_avx2_pbroadcastw_128 :
1788               GCCBuiltin<"__builtin_ia32_pbroadcastw128">,
1789               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty], [IntrNoMem]>;
1790   def int_x86_avx2_pbroadcastw_256 :
1791               GCCBuiltin<"__builtin_ia32_pbroadcastw256">,
1792               Intrinsic<[llvm_v16i16_ty], [llvm_v8i16_ty], [IntrNoMem]>;
1793   def int_x86_avx2_pbroadcastd_128 :
1794               GCCBuiltin<"__builtin_ia32_pbroadcastd128">,
1795               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty], [IntrNoMem]>;
1796   def int_x86_avx2_pbroadcastd_256 :
1797               GCCBuiltin<"__builtin_ia32_pbroadcastd256">,
1798               Intrinsic<[llvm_v8i32_ty], [llvm_v4i32_ty], [IntrNoMem]>;
1799   def int_x86_avx2_pbroadcastq_128 :
1800               GCCBuiltin<"__builtin_ia32_pbroadcastq128">,
1801               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty], [IntrNoMem]>;
1802   def int_x86_avx2_pbroadcastq_256 :
1803               GCCBuiltin<"__builtin_ia32_pbroadcastq256">,
1804               Intrinsic<[llvm_v4i64_ty], [llvm_v2i64_ty], [IntrNoMem]>;
1805   def int_x86_avx512_mask_pbroadcast_d_gpr_512 :
1806               GCCBuiltin<"__builtin_ia32_pbroadcastd512_gpr_mask">,
1807               Intrinsic<[llvm_v16i32_ty], [llvm_i32_ty, llvm_v16i32_ty,
1808               llvm_i16_ty], [IntrNoMem]>;
1809   def int_x86_avx512_mask_pbroadcast_q_gpr_512 :
1810               GCCBuiltin<"__builtin_ia32_pbroadcastq512_gpr_mask">,
1811               Intrinsic<[llvm_v8i64_ty], [llvm_i64_ty, llvm_v8i64_ty,
1812               llvm_i8_ty], [IntrNoMem]>;
1813   def int_x86_avx512_mask_pbroadcast_q_mem_512 :
1814               GCCBuiltin<"__builtin_ia32_pbroadcastq512_mem_mask">,
1815               Intrinsic<[llvm_v8i64_ty], [llvm_i64_ty, llvm_v8i64_ty,
1816               llvm_i8_ty], [IntrNoMem]>;
1817 }
1818
1819 // Vector permutation
1820 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1821   def int_x86_avx2_permd : GCCBuiltin<"__builtin_ia32_permvarsi256">,
1822               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty, llvm_v8i32_ty],
1823                         [IntrNoMem]>;
1824   def int_x86_avx2_permps : GCCBuiltin<"__builtin_ia32_permvarsf256">,
1825               Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty, llvm_v8f32_ty],
1826                         [IntrNoMem]>;
1827   def int_x86_avx2_vperm2i128 : GCCBuiltin<"__builtin_ia32_permti256">,
1828               Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1829                          llvm_v4i64_ty, llvm_i8_ty], [IntrNoMem]>;
1830 }
1831
1832 // Vector extract and insert
1833 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1834   def int_x86_avx2_vextracti128 : GCCBuiltin<"__builtin_ia32_extract128i256">,
1835               Intrinsic<[llvm_v2i64_ty], [llvm_v4i64_ty,
1836                          llvm_i8_ty], [IntrNoMem]>;
1837   def int_x86_avx2_vinserti128 : GCCBuiltin<"__builtin_ia32_insert128i256">,
1838               Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1839                          llvm_v2i64_ty, llvm_i8_ty], [IntrNoMem]>;
1840
1841   def int_x86_avx512_mask_vextractf32x4_512 :
1842       GCCBuiltin<"__builtin_ia32_extractf32x4_mask">,
1843                  Intrinsic<[llvm_v4f32_ty], [llvm_v16f32_ty, llvm_i8_ty,
1844                            llvm_v4f32_ty, llvm_i8_ty], [IntrNoMem]>;
1845   def int_x86_avx512_mask_vextracti32x4_512 :
1846       GCCBuiltin<"__builtin_ia32_extracti32x4_mask">,
1847                  Intrinsic<[llvm_v4i32_ty], [llvm_v16i32_ty, llvm_i8_ty,
1848                            llvm_v4i32_ty, llvm_i8_ty], [IntrNoMem]>;
1849   def int_x86_avx512_mask_vextractf64x4_512 :
1850       GCCBuiltin<"__builtin_ia32_extractf64x4_mask">,
1851                  Intrinsic<[llvm_v4f64_ty], [llvm_v8f64_ty, llvm_i8_ty,
1852                            llvm_v4f64_ty, llvm_i8_ty], [IntrNoMem]>;
1853   def int_x86_avx512_mask_vextracti64x4_512 :
1854       GCCBuiltin<"__builtin_ia32_extracti64x4_mask">,
1855                  Intrinsic<[llvm_v4i64_ty], [llvm_v8i64_ty, llvm_i8_ty,
1856                            llvm_v4i64_ty, llvm_i8_ty], [IntrNoMem]>;
1857 }
1858
1859 // Conditional load ops
1860 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1861   def int_x86_avx2_maskload_d : GCCBuiltin<"__builtin_ia32_maskloadd">,
1862         Intrinsic<[llvm_v4i32_ty], [llvm_ptr_ty, llvm_v4i32_ty],
1863                   [IntrReadArgMem]>;
1864   def int_x86_avx2_maskload_q : GCCBuiltin<"__builtin_ia32_maskloadq">,
1865         Intrinsic<[llvm_v2i64_ty], [llvm_ptr_ty, llvm_v2i64_ty],
1866                   [IntrReadArgMem]>;
1867   def int_x86_avx2_maskload_d_256 : GCCBuiltin<"__builtin_ia32_maskloadd256">,
1868         Intrinsic<[llvm_v8i32_ty], [llvm_ptr_ty, llvm_v8i32_ty],
1869                   [IntrReadArgMem]>;
1870   def int_x86_avx2_maskload_q_256 : GCCBuiltin<"__builtin_ia32_maskloadq256">,
1871         Intrinsic<[llvm_v4i64_ty], [llvm_ptr_ty, llvm_v4i64_ty],
1872                   [IntrReadArgMem]>;
1873   def int_x86_avx512_mask_loadu_d_512 : GCCBuiltin<"__builtin_ia32_loaddqusi512_mask">,
1874         Intrinsic<[llvm_v16i32_ty], [llvm_ptr_ty, llvm_v16i32_ty, llvm_i16_ty],
1875                   [IntrReadArgMem]>;
1876   def int_x86_avx512_mask_loadu_q_512 : GCCBuiltin<"__builtin_ia32_loaddqudi512_mask">,
1877         Intrinsic<[llvm_v8i64_ty], [llvm_ptr_ty, llvm_v8i64_ty, llvm_i8_ty],
1878                   [IntrReadArgMem]>;
1879 }
1880
1881 // Conditional store ops
1882 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1883   def int_x86_avx2_maskstore_d : GCCBuiltin<"__builtin_ia32_maskstored">,
1884         Intrinsic<[], [llvm_ptr_ty, llvm_v4i32_ty, llvm_v4i32_ty],
1885                   [IntrReadWriteArgMem]>;
1886   def int_x86_avx2_maskstore_q : GCCBuiltin<"__builtin_ia32_maskstoreq">,
1887         Intrinsic<[], [llvm_ptr_ty, llvm_v2i64_ty, llvm_v2i64_ty],
1888                   [IntrReadWriteArgMem]>;
1889   def int_x86_avx2_maskstore_d_256 :
1890         GCCBuiltin<"__builtin_ia32_maskstored256">,
1891         Intrinsic<[], [llvm_ptr_ty, llvm_v8i32_ty, llvm_v8i32_ty],
1892                   [IntrReadWriteArgMem]>;
1893   def int_x86_avx2_maskstore_q_256 :
1894         GCCBuiltin<"__builtin_ia32_maskstoreq256">,
1895         Intrinsic<[], [llvm_ptr_ty, llvm_v4i64_ty, llvm_v4i64_ty],
1896                   [IntrReadWriteArgMem]>;
1897   def int_x86_avx512_mask_storeu_d_512 :
1898         GCCBuiltin<"__builtin_ia32_storedqusi512_mask">,
1899         Intrinsic<[], [llvm_ptr_ty, llvm_v16i32_ty, llvm_i16_ty],
1900                   [IntrReadWriteArgMem]>;
1901   def int_x86_avx512_mask_storeu_q_512 :
1902         GCCBuiltin<"__builtin_ia32_storedqudi512_mask">,
1903         Intrinsic<[], [llvm_ptr_ty, llvm_v8i64_ty, llvm_i8_ty],
1904                   [IntrReadWriteArgMem]>;
1905 }
1906
1907 // Variable bit shift ops
1908 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1909   def int_x86_avx2_psllv_d : GCCBuiltin<"__builtin_ia32_psllv4si">,
1910               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
1911                         [IntrNoMem]>;
1912   def int_x86_avx2_psllv_d_256 : GCCBuiltin<"__builtin_ia32_psllv8si">,
1913               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty, llvm_v8i32_ty],
1914                         [IntrNoMem]>;
1915   def int_x86_avx2_psllv_q : GCCBuiltin<"__builtin_ia32_psllv2di">,
1916               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
1917                         [IntrNoMem]>;
1918   def int_x86_avx2_psllv_q_256 : GCCBuiltin<"__builtin_ia32_psllv4di">,
1919               Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty, llvm_v4i64_ty],
1920                         [IntrNoMem]>;
1921
1922   def int_x86_avx2_psrlv_d : GCCBuiltin<"__builtin_ia32_psrlv4si">,
1923               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
1924                         [IntrNoMem]>;
1925   def int_x86_avx2_psrlv_d_256 : GCCBuiltin<"__builtin_ia32_psrlv8si">,
1926               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty, llvm_v8i32_ty],
1927                         [IntrNoMem]>;
1928   def int_x86_avx2_psrlv_q : GCCBuiltin<"__builtin_ia32_psrlv2di">,
1929               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
1930                         [IntrNoMem]>;
1931   def int_x86_avx2_psrlv_q_256 : GCCBuiltin<"__builtin_ia32_psrlv4di">,
1932               Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty, llvm_v4i64_ty],
1933                         [IntrNoMem]>;
1934
1935   def int_x86_avx2_psrav_d : GCCBuiltin<"__builtin_ia32_psrav4si">,
1936               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
1937                         [IntrNoMem]>;
1938   def int_x86_avx2_psrav_d_256 : GCCBuiltin<"__builtin_ia32_psrav8si">,
1939               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty, llvm_v8i32_ty],
1940                         [IntrNoMem]>;
1941
1942   def int_x86_avx512_mask_psllv_d : GCCBuiltin<"__builtin_ia32_psllv16si_mask">,
1943               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
1944                          llvm_v16i32_ty, llvm_v16i32_ty, llvm_i16_ty],
1945                         [IntrNoMem]>;
1946   def int_x86_avx512_mask_psllv_q : GCCBuiltin<"__builtin_ia32_psllv8di_mask">,
1947               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
1948                          llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty],
1949                         [IntrNoMem]>;
1950   def int_x86_avx512_mask_psrav_d : GCCBuiltin<"__builtin_ia32_psrav16si_mask">,
1951               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
1952                          llvm_v16i32_ty, llvm_v16i32_ty, llvm_i16_ty],
1953                         [IntrNoMem]>;
1954   def int_x86_avx512_mask_psrav_q : GCCBuiltin<"__builtin_ia32_psrav8di_mask">,
1955               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
1956                          llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty],
1957                         [IntrNoMem]>;
1958   def int_x86_avx512_mask_psrlv_d : GCCBuiltin<"__builtin_ia32_psrlv16si_mask">,
1959               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
1960                          llvm_v16i32_ty, llvm_v16i32_ty, llvm_i16_ty],
1961                         [IntrNoMem]>;
1962   def int_x86_avx512_mask_psrlv_q : GCCBuiltin<"__builtin_ia32_psrlv8di_mask">,
1963               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
1964                          llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty],
1965                         [IntrNoMem]>;
1966 }
1967
1968 // Gather ops
1969 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1970   def int_x86_avx2_gather_d_pd : GCCBuiltin<"__builtin_ia32_gatherd_pd">,
1971       Intrinsic<[llvm_v2f64_ty],
1972         [llvm_v2f64_ty, llvm_ptr_ty, llvm_v4i32_ty, llvm_v2f64_ty, llvm_i8_ty],
1973         [IntrReadArgMem]>;
1974   def int_x86_avx2_gather_d_pd_256 : GCCBuiltin<"__builtin_ia32_gatherd_pd256">,
1975       Intrinsic<[llvm_v4f64_ty],
1976         [llvm_v4f64_ty, llvm_ptr_ty, llvm_v4i32_ty, llvm_v4f64_ty, llvm_i8_ty],
1977         [IntrReadArgMem]>;
1978   def int_x86_avx2_gather_q_pd : GCCBuiltin<"__builtin_ia32_gatherq_pd">,
1979       Intrinsic<[llvm_v2f64_ty],
1980         [llvm_v2f64_ty, llvm_ptr_ty, llvm_v2i64_ty, llvm_v2f64_ty, llvm_i8_ty],
1981         [IntrReadArgMem]>;
1982   def int_x86_avx2_gather_q_pd_256 : GCCBuiltin<"__builtin_ia32_gatherq_pd256">,
1983       Intrinsic<[llvm_v4f64_ty],
1984         [llvm_v4f64_ty, llvm_ptr_ty, llvm_v4i64_ty, llvm_v4f64_ty, llvm_i8_ty],
1985         [IntrReadArgMem]>;
1986   def int_x86_avx2_gather_d_ps : GCCBuiltin<"__builtin_ia32_gatherd_ps">,
1987       Intrinsic<[llvm_v4f32_ty],
1988         [llvm_v4f32_ty, llvm_ptr_ty, llvm_v4i32_ty, llvm_v4f32_ty, llvm_i8_ty],
1989         [IntrReadArgMem]>;
1990   def int_x86_avx2_gather_d_ps_256 : GCCBuiltin<"__builtin_ia32_gatherd_ps256">,
1991       Intrinsic<[llvm_v8f32_ty],
1992         [llvm_v8f32_ty, llvm_ptr_ty, llvm_v8i32_ty, llvm_v8f32_ty, llvm_i8_ty],
1993         [IntrReadArgMem]>;
1994   def int_x86_avx2_gather_q_ps : GCCBuiltin<"__builtin_ia32_gatherq_ps">,
1995       Intrinsic<[llvm_v4f32_ty],
1996         [llvm_v4f32_ty, llvm_ptr_ty, llvm_v2i64_ty, llvm_v4f32_ty, llvm_i8_ty],
1997         [IntrReadArgMem]>;
1998   def int_x86_avx2_gather_q_ps_256 : GCCBuiltin<"__builtin_ia32_gatherq_ps256">,
1999       Intrinsic<[llvm_v4f32_ty],
2000         [llvm_v4f32_ty, llvm_ptr_ty, llvm_v4i64_ty, llvm_v4f32_ty, llvm_i8_ty],
2001         [IntrReadArgMem]>;
2002
2003   def int_x86_avx2_gather_d_q : GCCBuiltin<"__builtin_ia32_gatherd_q">,
2004       Intrinsic<[llvm_v2i64_ty],
2005         [llvm_v2i64_ty, llvm_ptr_ty, llvm_v4i32_ty, llvm_v2i64_ty, llvm_i8_ty],
2006         [IntrReadArgMem]>;
2007   def int_x86_avx2_gather_d_q_256 : GCCBuiltin<"__builtin_ia32_gatherd_q256">,
2008       Intrinsic<[llvm_v4i64_ty],
2009         [llvm_v4i64_ty, llvm_ptr_ty, llvm_v4i32_ty, llvm_v4i64_ty, llvm_i8_ty],
2010         [IntrReadArgMem]>;
2011   def int_x86_avx2_gather_q_q : GCCBuiltin<"__builtin_ia32_gatherq_q">,
2012       Intrinsic<[llvm_v2i64_ty],
2013         [llvm_v2i64_ty, llvm_ptr_ty, llvm_v2i64_ty, llvm_v2i64_ty, llvm_i8_ty],
2014         [IntrReadArgMem]>;
2015   def int_x86_avx2_gather_q_q_256 : GCCBuiltin<"__builtin_ia32_gatherq_q256">,
2016       Intrinsic<[llvm_v4i64_ty],
2017         [llvm_v4i64_ty, llvm_ptr_ty, llvm_v4i64_ty, llvm_v4i64_ty, llvm_i8_ty],
2018         [IntrReadArgMem]>;
2019   def int_x86_avx2_gather_d_d : GCCBuiltin<"__builtin_ia32_gatherd_d">,
2020       Intrinsic<[llvm_v4i32_ty],
2021         [llvm_v4i32_ty, llvm_ptr_ty, llvm_v4i32_ty, llvm_v4i32_ty, llvm_i8_ty],
2022         [IntrReadArgMem]>;
2023   def int_x86_avx2_gather_d_d_256 : GCCBuiltin<"__builtin_ia32_gatherd_d256">,
2024       Intrinsic<[llvm_v8i32_ty],
2025         [llvm_v8i32_ty, llvm_ptr_ty, llvm_v8i32_ty, llvm_v8i32_ty, llvm_i8_ty],
2026         [IntrReadArgMem]>;
2027   def int_x86_avx2_gather_q_d : GCCBuiltin<"__builtin_ia32_gatherq_d">,
2028       Intrinsic<[llvm_v4i32_ty],
2029         [llvm_v4i32_ty, llvm_ptr_ty, llvm_v2i64_ty, llvm_v4i32_ty, llvm_i8_ty],
2030         [IntrReadArgMem]>;
2031   def int_x86_avx2_gather_q_d_256 : GCCBuiltin<"__builtin_ia32_gatherq_d256">,
2032       Intrinsic<[llvm_v4i32_ty],
2033         [llvm_v4i32_ty, llvm_ptr_ty, llvm_v4i64_ty, llvm_v4i32_ty, llvm_i8_ty],
2034         [IntrReadArgMem]>;
2035 }
2036
2037 // Misc.
2038 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2039   def int_x86_avx2_pmovmskb : GCCBuiltin<"__builtin_ia32_pmovmskb256">,
2040               Intrinsic<[llvm_i32_ty], [llvm_v32i8_ty], [IntrNoMem]>;
2041   def int_x86_avx2_pshuf_b : GCCBuiltin<"__builtin_ia32_pshufb256">,
2042               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
2043                          llvm_v32i8_ty], [IntrNoMem]>;
2044   def int_x86_avx2_mpsadbw : GCCBuiltin<"__builtin_ia32_mpsadbw256">,
2045               Intrinsic<[llvm_v16i16_ty], [llvm_v32i8_ty, llvm_v32i8_ty,
2046                          llvm_i8_ty], [IntrNoMem, Commutative]>;
2047   def int_x86_avx2_movntdqa : GCCBuiltin<"__builtin_ia32_movntdqa256">,
2048               Intrinsic<[llvm_v4i64_ty], [llvm_ptr_ty], [IntrReadMem]>;
2049 }
2050
2051 //===----------------------------------------------------------------------===//
2052 // FMA3 and FMA4
2053
2054 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2055   def int_x86_fma_vfmadd_ss : GCCBuiltin<"__builtin_ia32_vfmaddss">,
2056               Intrinsic<[llvm_v4f32_ty],
2057                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2058                         [IntrNoMem]>;
2059   def int_x86_fma_vfmadd_sd : GCCBuiltin<"__builtin_ia32_vfmaddsd">,
2060               Intrinsic<[llvm_v2f64_ty],
2061                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2062                         [IntrNoMem]>;
2063   def int_x86_fma_vfmadd_ps : GCCBuiltin<"__builtin_ia32_vfmaddps">,
2064               Intrinsic<[llvm_v4f32_ty],
2065                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2066                         [IntrNoMem]>;
2067   def int_x86_fma_vfmadd_pd : GCCBuiltin<"__builtin_ia32_vfmaddpd">,
2068               Intrinsic<[llvm_v2f64_ty],
2069                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2070                         [IntrNoMem]>;
2071   def int_x86_fma_vfmadd_ps_256 : GCCBuiltin<"__builtin_ia32_vfmaddps256">,
2072               Intrinsic<[llvm_v8f32_ty],
2073                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty],
2074                         [IntrNoMem]>;
2075   def int_x86_fma_vfmadd_pd_256 : GCCBuiltin<"__builtin_ia32_vfmaddpd256">,
2076               Intrinsic<[llvm_v4f64_ty],
2077                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty],
2078                         [IntrNoMem]>;
2079   def int_x86_fma_mask_vfmadd_ps_512 : GCCBuiltin<"__builtin_ia32_vfmaddps512_mask">,
2080               Intrinsic<[llvm_v16f32_ty],
2081                         [llvm_v16f32_ty, llvm_v16f32_ty, llvm_v16f32_ty,
2082                          llvm_i16_ty, llvm_i32_ty],
2083                         [IntrNoMem]>;
2084   def int_x86_fma_mask_vfmadd_ps_256 : GCCBuiltin<"__builtin_ia32_vfmaddps256_mask">,
2085               Intrinsic<[llvm_v8f32_ty],
2086                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty,
2087                          llvm_i8_ty],
2088                         [IntrNoMem]>;
2089   def int_x86_fma_mask_vfmadd_ps_128 : GCCBuiltin<"__builtin_ia32_vfmaddps128_mask">,
2090               Intrinsic<[llvm_v4f32_ty],
2091                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty,
2092                          llvm_i8_ty],
2093                         [IntrNoMem]>;
2094   def int_x86_fma_mask_vfmadd_pd_512 : GCCBuiltin<"__builtin_ia32_vfmaddpd512_mask">,
2095               Intrinsic<[llvm_v8f64_ty],
2096                         [llvm_v8f64_ty, llvm_v8f64_ty, llvm_v8f64_ty,
2097                          llvm_i8_ty, llvm_i32_ty],
2098                         [IntrNoMem]>;
2099   def int_x86_fma_mask_vfmadd_pd_256 : GCCBuiltin<"__builtin_ia32_vfmaddpd256_mask">,
2100               Intrinsic<[llvm_v4f64_ty],
2101                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty,
2102                          llvm_i8_ty],
2103                         [IntrNoMem]>;
2104   def int_x86_fma_mask_vfmadd_pd_128 : GCCBuiltin<"__builtin_ia32_vfmaddpd128_mask">,
2105               Intrinsic<[llvm_v2f64_ty],
2106                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty,
2107                          llvm_i8_ty],
2108                         [IntrNoMem]>;
2109   def int_x86_fma_vfmsub_ss : GCCBuiltin<"__builtin_ia32_vfmsubss">,
2110               Intrinsic<[llvm_v4f32_ty],
2111                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2112                         [IntrNoMem]>;
2113   def int_x86_fma_vfmsub_sd : GCCBuiltin<"__builtin_ia32_vfmsubsd">,
2114               Intrinsic<[llvm_v2f64_ty],
2115                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2116                         [IntrNoMem]>;
2117   def int_x86_fma_vfmsub_ps : GCCBuiltin<"__builtin_ia32_vfmsubps">,
2118               Intrinsic<[llvm_v4f32_ty],
2119                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2120                         [IntrNoMem]>;
2121   def int_x86_fma_vfmsub_pd : GCCBuiltin<"__builtin_ia32_vfmsubpd">,
2122               Intrinsic<[llvm_v2f64_ty],
2123                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2124                         [IntrNoMem]>;
2125   def int_x86_fma_vfmsub_ps_256 : GCCBuiltin<"__builtin_ia32_vfmsubps256">,
2126               Intrinsic<[llvm_v8f32_ty],
2127                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty],
2128                         [IntrNoMem]>;
2129   def int_x86_fma_vfmsub_pd_256 : GCCBuiltin<"__builtin_ia32_vfmsubpd256">,
2130               Intrinsic<[llvm_v4f64_ty],
2131                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty],
2132                         [IntrNoMem]>;
2133   def int_x86_fma_mask_vfmsub_ps_512 : GCCBuiltin<"__builtin_ia32_vfmsubps512_mask">,
2134               Intrinsic<[llvm_v16f32_ty],
2135                         [llvm_v16f32_ty, llvm_v16f32_ty, llvm_v16f32_ty,
2136                          llvm_i16_ty, llvm_i32_ty],
2137                         [IntrNoMem]>;
2138   def int_x86_fma_mask_vfmsub_ps_256 : GCCBuiltin<"__builtin_ia32_vfmsubps256_mask">,
2139               Intrinsic<[llvm_v8f32_ty],
2140                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty,
2141                          llvm_i8_ty],
2142                         [IntrNoMem]>;
2143   def int_x86_fma_mask_vfmsub_ps_128 : GCCBuiltin<"__builtin_ia32_vfmsubps128_mask">,
2144               Intrinsic<[llvm_v4f32_ty],
2145                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty,
2146                          llvm_i8_ty],
2147                         [IntrNoMem]>;
2148   def int_x86_fma_mask_vfmsub_pd_512 : GCCBuiltin<"__builtin_ia32_vfmsubpd512_mask">,
2149               Intrinsic<[llvm_v8f64_ty],
2150                         [llvm_v8f64_ty, llvm_v8f64_ty, llvm_v8f64_ty,
2151                          llvm_i8_ty, llvm_i32_ty],
2152                         [IntrNoMem]>;
2153   def int_x86_fma_mask_vfmsub_pd_256 : GCCBuiltin<"__builtin_ia32_vfmsubpd256_mask">,
2154               Intrinsic<[llvm_v4f64_ty],
2155                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty,
2156                          llvm_i8_ty],
2157                         [IntrNoMem]>;
2158   def int_x86_fma_mask_vfmsub_pd_128 : GCCBuiltin<"__builtin_ia32_vfmsubpd128_mask">,
2159               Intrinsic<[llvm_v2f64_ty],
2160                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty,
2161                          llvm_i8_ty],
2162                         [IntrNoMem]>;
2163   def int_x86_fma_vfnmadd_ss : GCCBuiltin<"__builtin_ia32_vfnmaddss">,
2164               Intrinsic<[llvm_v4f32_ty],
2165                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2166                         [IntrNoMem]>;
2167   def int_x86_fma_vfnmadd_sd : GCCBuiltin<"__builtin_ia32_vfnmaddsd">,
2168               Intrinsic<[llvm_v2f64_ty],
2169                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2170                         [IntrNoMem]>;
2171   def int_x86_fma_vfnmadd_ps : GCCBuiltin<"__builtin_ia32_vfnmaddps">,
2172               Intrinsic<[llvm_v4f32_ty],
2173                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2174                         [IntrNoMem]>;
2175   def int_x86_fma_vfnmadd_pd : GCCBuiltin<"__builtin_ia32_vfnmaddpd">,
2176               Intrinsic<[llvm_v2f64_ty],
2177                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2178                         [IntrNoMem]>;
2179   def int_x86_fma_vfnmadd_ps_256 : GCCBuiltin<"__builtin_ia32_vfnmaddps256">,
2180               Intrinsic<[llvm_v8f32_ty],
2181                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty],
2182                         [IntrNoMem]>;
2183   def int_x86_fma_vfnmadd_pd_256 : GCCBuiltin<"__builtin_ia32_vfnmaddpd256">,
2184               Intrinsic<[llvm_v4f64_ty],
2185                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty],
2186                         [IntrNoMem]>;
2187   def int_x86_fma_mask_vfnmadd_ps_512 : GCCBuiltin<"__builtin_ia32_vfnmaddps512_mask">,
2188               Intrinsic<[llvm_v16f32_ty],
2189                         [llvm_v16f32_ty, llvm_v16f32_ty, llvm_v16f32_ty,
2190                          llvm_i16_ty, llvm_i32_ty],
2191                         [IntrNoMem]>;
2192   def int_x86_fma_mask_vfnmadd_ps_256 : GCCBuiltin<"__builtin_ia32_vfnmaddps256_mask">,
2193               Intrinsic<[llvm_v8f32_ty],
2194                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty,
2195                          llvm_i8_ty],
2196                         [IntrNoMem]>;
2197   def int_x86_fma_mask_vfnmadd_ps_128 : GCCBuiltin<"__builtin_ia32_vfnmaddps128_mask">,
2198               Intrinsic<[llvm_v4f32_ty],
2199                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty,
2200                          llvm_i8_ty],
2201                         [IntrNoMem]>;
2202   def int_x86_fma_mask_vfnmadd_pd_512 : GCCBuiltin<"__builtin_ia32_vfnmaddpd512_mask">,
2203               Intrinsic<[llvm_v8f64_ty],
2204                         [llvm_v8f64_ty, llvm_v8f64_ty, llvm_v8f64_ty,
2205                          llvm_i8_ty, llvm_i32_ty],
2206                         [IntrNoMem]>;
2207   def int_x86_fma_mask_vfnmadd_pd_256 : GCCBuiltin<"__builtin_ia32_vfnmaddpd256_mask">,
2208               Intrinsic<[llvm_v4f64_ty],
2209                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty,
2210                          llvm_i8_ty],
2211                         [IntrNoMem]>;
2212   def int_x86_fma_mask_vfnmadd_pd_128 : GCCBuiltin<"__builtin_ia32_vfnmaddpd128_mask">,
2213               Intrinsic<[llvm_v2f64_ty],
2214                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty,
2215                          llvm_i8_ty],
2216                         [IntrNoMem]>;
2217   def int_x86_fma_vfnmsub_ss : GCCBuiltin<"__builtin_ia32_vfnmsubss">,
2218               Intrinsic<[llvm_v4f32_ty],
2219                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2220                         [IntrNoMem]>;
2221   def int_x86_fma_vfnmsub_sd : GCCBuiltin<"__builtin_ia32_vfnmsubsd">,
2222               Intrinsic<[llvm_v2f64_ty],
2223                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2224                         [IntrNoMem]>;
2225   def int_x86_fma_vfnmsub_ps : GCCBuiltin<"__builtin_ia32_vfnmsubps">,
2226               Intrinsic<[llvm_v4f32_ty],
2227                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2228                         [IntrNoMem]>;
2229   def int_x86_fma_vfnmsub_pd : GCCBuiltin<"__builtin_ia32_vfnmsubpd">,
2230               Intrinsic<[llvm_v2f64_ty],
2231                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2232                         [IntrNoMem]>;
2233   def int_x86_fma_vfnmsub_ps_256 : GCCBuiltin<"__builtin_ia32_vfnmsubps256">,
2234               Intrinsic<[llvm_v8f32_ty],
2235                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty],
2236                         [IntrNoMem]>;
2237   def int_x86_fma_vfnmsub_pd_256 : GCCBuiltin<"__builtin_ia32_vfnmsubpd256">,
2238               Intrinsic<[llvm_v4f64_ty],
2239                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty],
2240                         [IntrNoMem]>;
2241   def int_x86_fma_mask_vfnmsub_ps_512 : GCCBuiltin<"__builtin_ia32_vfnmsubps512_mask">,
2242               Intrinsic<[llvm_v16f32_ty],
2243                         [llvm_v16f32_ty, llvm_v16f32_ty, llvm_v16f32_ty,
2244                          llvm_i16_ty, llvm_i32_ty],
2245                         [IntrNoMem]>;
2246   def int_x86_fma_mask_vfnmsub_ps_256 : GCCBuiltin<"__builtin_ia32_vfnmsubps256_mask">,
2247               Intrinsic<[llvm_v8f32_ty],
2248                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty,
2249                          llvm_i8_ty],
2250                         [IntrNoMem]>;
2251   def int_x86_fma_mask_vfnmsub_ps_128 : GCCBuiltin<"__builtin_ia32_vfnmsubps128_mask">,
2252               Intrinsic<[llvm_v4f32_ty],
2253                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty,
2254                          llvm_i8_ty],
2255                         [IntrNoMem]>;
2256   def int_x86_fma_mask_vfnmsub_pd_512 : GCCBuiltin<"__builtin_ia32_vfnmsubpd512_mask">,
2257               Intrinsic<[llvm_v8f64_ty],
2258                         [llvm_v8f64_ty, llvm_v8f64_ty, llvm_v8f64_ty,
2259                          llvm_i8_ty, llvm_i32_ty],
2260                         [IntrNoMem]>;
2261   def int_x86_fma_mask_vfnmsub_pd_256 : GCCBuiltin<"__builtin_ia32_vfnmsubpd256_mask">,
2262               Intrinsic<[llvm_v4f64_ty],
2263                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty,
2264                          llvm_i8_ty],
2265                         [IntrNoMem]>;
2266   def int_x86_fma_mask_vfnmsub_pd_128 : GCCBuiltin<"__builtin_ia32_vfnmsubpd128_mask">,
2267               Intrinsic<[llvm_v2f64_ty],
2268                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty,
2269                          llvm_i8_ty],
2270                         [IntrNoMem]>;
2271   def int_x86_fma_vfmaddsub_ps : GCCBuiltin<"__builtin_ia32_vfmaddsubps">,
2272               Intrinsic<[llvm_v4f32_ty],
2273                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2274                         [IntrNoMem]>;
2275   def int_x86_fma_vfmaddsub_pd : GCCBuiltin<"__builtin_ia32_vfmaddsubpd">,
2276               Intrinsic<[llvm_v2f64_ty],
2277                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2278                         [IntrNoMem]>;
2279   def int_x86_fma_vfmaddsub_ps_256 :
2280                GCCBuiltin<"__builtin_ia32_vfmaddsubps256">,
2281               Intrinsic<[llvm_v8f32_ty],
2282                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty],
2283                         [IntrNoMem]>;
2284   def int_x86_fma_vfmaddsub_pd_256 :
2285               GCCBuiltin<"__builtin_ia32_vfmaddsubpd256">,
2286               Intrinsic<[llvm_v4f64_ty],
2287                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty],
2288                         [IntrNoMem]>;
2289   def int_x86_fma_mask_vfmaddsub_ps_512 : GCCBuiltin<"__builtin_ia32_vfmaddsubps512_mask">,
2290               Intrinsic<[llvm_v16f32_ty],
2291                         [llvm_v16f32_ty, llvm_v16f32_ty, llvm_v16f32_ty,
2292                          llvm_i16_ty, llvm_i32_ty],
2293                         [IntrNoMem]>;
2294   def int_x86_fma_mask_vfmaddsub_ps_256 : GCCBuiltin<"__builtin_ia32_vfmaddsubps256_mask">,
2295               Intrinsic<[llvm_v8f32_ty],
2296                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty,
2297                          llvm_i8_ty],
2298                         [IntrNoMem]>;
2299   def int_x86_fma_mask_vfmaddsub_ps_128 : GCCBuiltin<"__builtin_ia32_vfmaddsubps128_mask">,
2300               Intrinsic<[llvm_v4f32_ty],
2301                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty,
2302                          llvm_i8_ty],
2303                         [IntrNoMem]>;
2304   def int_x86_fma_mask_vfmaddsub_pd_512 : GCCBuiltin<"__builtin_ia32_vfmaddsubpd512_mask">,
2305               Intrinsic<[llvm_v8f64_ty],
2306                         [llvm_v8f64_ty, llvm_v8f64_ty, llvm_v8f64_ty,
2307                          llvm_i8_ty, llvm_i32_ty],
2308                         [IntrNoMem]>;
2309   def int_x86_fma_mask_vfmaddsub_pd_256 : GCCBuiltin<"__builtin_ia32_vfmaddsubpd256_mask">,
2310               Intrinsic<[llvm_v4f64_ty],
2311                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty,
2312                          llvm_i8_ty],
2313                         [IntrNoMem]>;
2314   def int_x86_fma_mask_vfmaddsub_pd_128 : GCCBuiltin<"__builtin_ia32_vfmaddsubpd128_mask">,
2315               Intrinsic<[llvm_v2f64_ty],
2316                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty,
2317                          llvm_i8_ty],
2318                         [IntrNoMem]>;
2319   def int_x86_fma_vfmsubadd_ps : GCCBuiltin<"__builtin_ia32_vfmsubaddps">,
2320               Intrinsic<[llvm_v4f32_ty],
2321                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2322                         [IntrNoMem]>;
2323   def int_x86_fma_vfmsubadd_pd : GCCBuiltin<"__builtin_ia32_vfmsubaddpd">,
2324               Intrinsic<[llvm_v2f64_ty],
2325                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2326                         [IntrNoMem]>;
2327   def int_x86_fma_vfmsubadd_ps_256 :
2328               GCCBuiltin<"__builtin_ia32_vfmsubaddps256">,
2329               Intrinsic<[llvm_v8f32_ty],
2330                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty],
2331                         [IntrNoMem]>;
2332   def int_x86_fma_vfmsubadd_pd_256 :
2333               GCCBuiltin<"__builtin_ia32_vfmsubaddpd256">,
2334               Intrinsic<[llvm_v4f64_ty],
2335                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty],
2336                         [IntrNoMem]>;
2337   def int_x86_fma_mask_vfmsubadd_ps_512 : GCCBuiltin<"__builtin_ia32_vfmsubaddps512_mask">,
2338               Intrinsic<[llvm_v16f32_ty],
2339                         [llvm_v16f32_ty, llvm_v16f32_ty, llvm_v16f32_ty,
2340                          llvm_i16_ty, llvm_i32_ty],
2341                         [IntrNoMem]>;
2342   def int_x86_fma_mask_vfmsubadd_ps_256 : GCCBuiltin<"__builtin_ia32_vfmsubaddps256_mask">,
2343               Intrinsic<[llvm_v8f32_ty],
2344                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty,
2345                          llvm_i8_ty],
2346                         [IntrNoMem]>;
2347   def int_x86_fma_mask_vfmsubadd_ps_128 : GCCBuiltin<"__builtin_ia32_vfmsubaddps128_mask">,
2348               Intrinsic<[llvm_v4f32_ty],
2349                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty,
2350                          llvm_i8_ty],
2351                         [IntrNoMem]>;
2352   def int_x86_fma_mask_vfmsubadd_pd_512 : GCCBuiltin<"__builtin_ia32_vfmsubaddpd512_mask">,
2353               Intrinsic<[llvm_v8f64_ty],
2354                         [llvm_v8f64_ty, llvm_v8f64_ty, llvm_v8f64_ty,
2355                          llvm_i8_ty, llvm_i32_ty],
2356                         [IntrNoMem]>;
2357   def int_x86_fma_mask_vfmsubadd_pd_256 : GCCBuiltin<"__builtin_ia32_vfmsubaddpd256_mask">,
2358               Intrinsic<[llvm_v4f64_ty],
2359                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty,
2360                          llvm_i8_ty],
2361                         [IntrNoMem]>;
2362   def int_x86_fma_mask_vfmsubadd_pd_128 : GCCBuiltin<"__builtin_ia32_vfmsubaddpd128_mask">,
2363               Intrinsic<[llvm_v2f64_ty],
2364                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty,
2365                          llvm_i8_ty],
2366                         [IntrNoMem]>;
2367 }
2368
2369 //===----------------------------------------------------------------------===//
2370 // XOP
2371
2372   def int_x86_xop_vpermil2pd : GCCBuiltin<"__builtin_ia32_vpermil2pd">,
2373               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty,
2374                                           llvm_v2f64_ty, llvm_i8_ty],
2375                         [IntrNoMem]>;
2376
2377   def int_x86_xop_vpermil2pd_256 :
2378               GCCBuiltin<"__builtin_ia32_vpermil2pd256">,
2379               Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty, llvm_v4f64_ty,
2380                                           llvm_v4f64_ty, llvm_i8_ty],
2381                         [IntrNoMem]>;
2382
2383   def int_x86_xop_vpermil2ps : GCCBuiltin<"__builtin_ia32_vpermil2ps">,
2384               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty,
2385                                           llvm_v4f32_ty, llvm_i8_ty],
2386                         [IntrNoMem]>;
2387   def int_x86_xop_vpermil2ps_256 :
2388               GCCBuiltin<"__builtin_ia32_vpermil2ps256">,
2389               Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty, llvm_v8f32_ty,
2390                                           llvm_v8f32_ty, llvm_i8_ty],
2391                         [IntrNoMem]>;
2392
2393   def int_x86_xop_vfrcz_pd : GCCBuiltin<"__builtin_ia32_vfrczpd">,
2394               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
2395   def int_x86_xop_vfrcz_ps : GCCBuiltin<"__builtin_ia32_vfrczps">,
2396               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
2397   def int_x86_xop_vfrcz_sd : GCCBuiltin<"__builtin_ia32_vfrczsd">,
2398               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
2399   def int_x86_xop_vfrcz_ss : GCCBuiltin<"__builtin_ia32_vfrczss">,
2400               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
2401   def int_x86_xop_vfrcz_pd_256 : GCCBuiltin<"__builtin_ia32_vfrczpd256">,
2402               Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty], [IntrNoMem]>;
2403   def int_x86_xop_vfrcz_ps_256 : GCCBuiltin<"__builtin_ia32_vfrczps256">,
2404               Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty], [IntrNoMem]>;
2405
2406   def int_x86_xop_vpcmov :
2407               GCCBuiltin<"__builtin_ia32_vpcmov">,
2408               Intrinsic<[llvm_v2i64_ty],
2409                         [llvm_v2i64_ty, llvm_v2i64_ty, llvm_v2i64_ty],
2410                         [IntrNoMem]>;
2411   def int_x86_xop_vpcmov_256 :
2412               GCCBuiltin<"__builtin_ia32_vpcmov_256">,
2413               Intrinsic<[llvm_v4i64_ty],
2414                         [llvm_v4i64_ty, llvm_v4i64_ty, llvm_v4i64_ty],
2415                         [IntrNoMem]>;
2416
2417   def int_x86_xop_vpcomb : GCCBuiltin<"__builtin_ia32_vpcomb">,
2418               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty,
2419                          llvm_i8_ty], [IntrNoMem]>;
2420   def int_x86_xop_vpcomw : GCCBuiltin<"__builtin_ia32_vpcomw">,
2421               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty,
2422                          llvm_i8_ty], [IntrNoMem]>;
2423   def int_x86_xop_vpcomd : GCCBuiltin<"__builtin_ia32_vpcomd">,
2424               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty,
2425                          llvm_i8_ty], [IntrNoMem]>;
2426   def int_x86_xop_vpcomq : GCCBuiltin<"__builtin_ia32_vpcomq">,
2427               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty,
2428                          llvm_i8_ty], [IntrNoMem]>;
2429   def int_x86_xop_vpcomub : GCCBuiltin<"__builtin_ia32_vpcomub">,
2430               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty,
2431                          llvm_i8_ty], [IntrNoMem]>;
2432   def int_x86_xop_vpcomuw : GCCBuiltin<"__builtin_ia32_vpcomuw">,
2433               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty,
2434                          llvm_i8_ty], [IntrNoMem]>;
2435   def int_x86_xop_vpcomud : GCCBuiltin<"__builtin_ia32_vpcomud">,
2436               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty,
2437                          llvm_i8_ty], [IntrNoMem]>;
2438   def int_x86_xop_vpcomuq : GCCBuiltin<"__builtin_ia32_vpcomuq">,
2439               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty,
2440                          llvm_i8_ty], [IntrNoMem]>;
2441
2442   def int_x86_xop_vphaddbd :
2443               GCCBuiltin<"__builtin_ia32_vphaddbd">,
2444               Intrinsic<[llvm_v4i32_ty], [llvm_v16i8_ty], [IntrNoMem]>;
2445   def int_x86_xop_vphaddbq :
2446               GCCBuiltin<"__builtin_ia32_vphaddbq">,
2447               Intrinsic<[llvm_v2i64_ty], [llvm_v16i8_ty], [IntrNoMem]>;
2448   def int_x86_xop_vphaddbw :
2449               GCCBuiltin<"__builtin_ia32_vphaddbw">,
2450               Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty], [IntrNoMem]>;
2451   def int_x86_xop_vphadddq :
2452               GCCBuiltin<"__builtin_ia32_vphadddq">,
2453               Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty], [IntrNoMem]>;
2454   def int_x86_xop_vphaddubd :
2455               GCCBuiltin<"__builtin_ia32_vphaddubd">,
2456               Intrinsic<[llvm_v4i32_ty], [llvm_v16i8_ty], [IntrNoMem]>;
2457   def int_x86_xop_vphaddubq :
2458               GCCBuiltin<"__builtin_ia32_vphaddubq">,
2459               Intrinsic<[llvm_v2i64_ty], [llvm_v16i8_ty], [IntrNoMem]>;
2460   def int_x86_xop_vphaddubw :
2461               GCCBuiltin<"__builtin_ia32_vphaddubw">,
2462               Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty], [IntrNoMem]>;
2463   def int_x86_xop_vphaddudq :
2464               GCCBuiltin<"__builtin_ia32_vphaddudq">,
2465               Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty], [IntrNoMem]>;
2466   def int_x86_xop_vphadduwd :
2467               GCCBuiltin<"__builtin_ia32_vphadduwd">,
2468               Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty], [IntrNoMem]>;
2469   def int_x86_xop_vphadduwq :
2470               GCCBuiltin<"__builtin_ia32_vphadduwq">,
2471               Intrinsic<[llvm_v2i64_ty], [llvm_v8i16_ty], [IntrNoMem]>;
2472   def int_x86_xop_vphaddwd :
2473               GCCBuiltin<"__builtin_ia32_vphaddwd">,
2474               Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty], [IntrNoMem]>;
2475   def int_x86_xop_vphaddwq :
2476               GCCBuiltin<"__builtin_ia32_vphaddwq">,
2477               Intrinsic<[llvm_v2i64_ty], [llvm_v8i16_ty], [IntrNoMem]>;
2478   def int_x86_xop_vphsubbw :
2479               GCCBuiltin<"__builtin_ia32_vphsubbw">,
2480               Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty], [IntrNoMem]>;
2481   def int_x86_xop_vphsubdq :
2482               GCCBuiltin<"__builtin_ia32_vphsubdq">,
2483               Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty], [IntrNoMem]>;
2484   def int_x86_xop_vphsubwd :
2485               GCCBuiltin<"__builtin_ia32_vphsubwd">,
2486               Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty], [IntrNoMem]>;
2487   def int_x86_xop_vpmacsdd :
2488               GCCBuiltin<"__builtin_ia32_vpmacsdd">,
2489               Intrinsic<[llvm_v4i32_ty],
2490                         [llvm_v4i32_ty, llvm_v4i32_ty, llvm_v4i32_ty],
2491                         [IntrNoMem]>;
2492   def int_x86_xop_vpmacsdqh :
2493               GCCBuiltin<"__builtin_ia32_vpmacsdqh">,
2494               Intrinsic<[llvm_v2i64_ty],
2495                         [llvm_v4i32_ty, llvm_v4i32_ty, llvm_v2i64_ty],
2496                         [IntrNoMem]>;
2497   def int_x86_xop_vpmacsdql :
2498               GCCBuiltin<"__builtin_ia32_vpmacsdql">,
2499               Intrinsic<[llvm_v2i64_ty],
2500                         [llvm_v4i32_ty, llvm_v4i32_ty, llvm_v2i64_ty],
2501                         [IntrNoMem]>;
2502   def int_x86_xop_vpmacssdd :
2503               GCCBuiltin<"__builtin_ia32_vpmacssdd">,
2504               Intrinsic<[llvm_v4i32_ty],
2505                         [llvm_v4i32_ty, llvm_v4i32_ty, llvm_v4i32_ty],
2506                         [IntrNoMem]>;
2507   def int_x86_xop_vpmacssdqh :
2508               GCCBuiltin<"__builtin_ia32_vpmacssdqh">,
2509               Intrinsic<[llvm_v2i64_ty],
2510                         [llvm_v4i32_ty, llvm_v4i32_ty, llvm_v2i64_ty],
2511                         [IntrNoMem]>;
2512   def int_x86_xop_vpmacssdql :
2513               GCCBuiltin<"__builtin_ia32_vpmacssdql">,
2514               Intrinsic<[llvm_v2i64_ty],
2515                         [llvm_v4i32_ty, llvm_v4i32_ty, llvm_v2i64_ty],
2516                         [IntrNoMem]>;
2517   def int_x86_xop_vpmacsswd :
2518               GCCBuiltin<"__builtin_ia32_vpmacsswd">,
2519               Intrinsic<[llvm_v4i32_ty],
2520                         [llvm_v8i16_ty, llvm_v8i16_ty, llvm_v4i32_ty],
2521                         [IntrNoMem]>;
2522   def int_x86_xop_vpmacssww :
2523               GCCBuiltin<"__builtin_ia32_vpmacssww">,
2524               Intrinsic<[llvm_v8i16_ty],
2525                         [llvm_v8i16_ty, llvm_v8i16_ty, llvm_v8i16_ty],
2526                         [IntrNoMem]>;
2527   def int_x86_xop_vpmacswd :
2528               GCCBuiltin<"__builtin_ia32_vpmacswd">,
2529               Intrinsic<[llvm_v4i32_ty],
2530                         [llvm_v8i16_ty, llvm_v8i16_ty, llvm_v4i32_ty],
2531                         [IntrNoMem]>;
2532   def int_x86_xop_vpmacsww :
2533               GCCBuiltin<"__builtin_ia32_vpmacsww">,
2534               Intrinsic<[llvm_v8i16_ty],
2535                         [llvm_v8i16_ty, llvm_v8i16_ty, llvm_v8i16_ty],
2536                         [IntrNoMem]>;
2537   def int_x86_xop_vpmadcsswd :
2538               GCCBuiltin<"__builtin_ia32_vpmadcsswd">,
2539               Intrinsic<[llvm_v4i32_ty],
2540                         [llvm_v8i16_ty, llvm_v8i16_ty, llvm_v4i32_ty],
2541                         [IntrNoMem]>;
2542   def int_x86_xop_vpmadcswd :
2543               GCCBuiltin<"__builtin_ia32_vpmadcswd">,
2544               Intrinsic<[llvm_v4i32_ty],
2545                         [llvm_v8i16_ty, llvm_v8i16_ty, llvm_v4i32_ty],
2546                         [IntrNoMem]>;
2547   def int_x86_xop_vpperm :
2548               GCCBuiltin<"__builtin_ia32_vpperm">,
2549               Intrinsic<[llvm_v16i8_ty],
2550                         [llvm_v16i8_ty, llvm_v16i8_ty, llvm_v16i8_ty],
2551                         [IntrNoMem]>;
2552
2553   def int_x86_xop_vprotb : GCCBuiltin<"__builtin_ia32_vprotb">,
2554               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
2555                         [IntrNoMem]>;
2556   def int_x86_xop_vprotd : GCCBuiltin<"__builtin_ia32_vprotd">,
2557               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
2558                         [IntrNoMem]>;
2559   def int_x86_xop_vprotq : GCCBuiltin<"__builtin_ia32_vprotq">,
2560               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
2561                         [IntrNoMem]>;
2562   def int_x86_xop_vprotw : GCCBuiltin<"__builtin_ia32_vprotw">,
2563               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
2564                         [IntrNoMem]>;
2565   def int_x86_xop_vprotbi : GCCBuiltin<"__builtin_ia32_vprotbi">,
2566               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_i8_ty],
2567                         [IntrNoMem]>;
2568   def int_x86_xop_vprotdi : GCCBuiltin<"__builtin_ia32_vprotdi">,
2569               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_i8_ty],
2570                         [IntrNoMem]>;
2571   def int_x86_xop_vprotqi : GCCBuiltin<"__builtin_ia32_vprotqi">,
2572               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_i8_ty],
2573                         [IntrNoMem]>;
2574   def int_x86_xop_vprotwi : GCCBuiltin<"__builtin_ia32_vprotwi">,
2575               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_i8_ty],
2576                         [IntrNoMem]>;
2577
2578   def int_x86_xop_vpshab :
2579               GCCBuiltin<"__builtin_ia32_vpshab">,
2580               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
2581                         [IntrNoMem]>;
2582   def int_x86_xop_vpshad :
2583               GCCBuiltin<"__builtin_ia32_vpshad">,
2584               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
2585                         [IntrNoMem]>;
2586   def int_x86_xop_vpshaq :
2587               GCCBuiltin<"__builtin_ia32_vpshaq">,
2588               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
2589                         [IntrNoMem]>;
2590   def int_x86_xop_vpshaw :
2591               GCCBuiltin<"__builtin_ia32_vpshaw">,
2592               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
2593                         [IntrNoMem]>;
2594   def int_x86_xop_vpshlb :
2595               GCCBuiltin<"__builtin_ia32_vpshlb">,
2596               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
2597                         [IntrNoMem]>;
2598   def int_x86_xop_vpshld :
2599               GCCBuiltin<"__builtin_ia32_vpshld">,
2600               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
2601                         [IntrNoMem]>;
2602   def int_x86_xop_vpshlq :
2603               GCCBuiltin<"__builtin_ia32_vpshlq">,
2604               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
2605                         [IntrNoMem]>;
2606   def int_x86_xop_vpshlw :
2607               GCCBuiltin<"__builtin_ia32_vpshlw">,
2608               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
2609                         [IntrNoMem]>;
2610
2611 //===----------------------------------------------------------------------===//
2612 // MMX
2613
2614 // Empty MMX state op.
2615 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2616   def int_x86_mmx_emms  : GCCBuiltin<"__builtin_ia32_emms">,
2617               Intrinsic<[], [], []>;
2618   def int_x86_mmx_femms : GCCBuiltin<"__builtin_ia32_femms">,
2619               Intrinsic<[], [], []>;
2620 }
2621
2622 // Integer arithmetic ops.
2623 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2624   // Addition
2625   def int_x86_mmx_padd_b : GCCBuiltin<"__builtin_ia32_paddb">,
2626               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2627                         [IntrNoMem]>;
2628   def int_x86_mmx_padd_w : GCCBuiltin<"__builtin_ia32_paddw">,
2629               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2630                         [IntrNoMem]>;
2631   def int_x86_mmx_padd_d : GCCBuiltin<"__builtin_ia32_paddd">,
2632               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2633                         [IntrNoMem]>;
2634   def int_x86_mmx_padd_q : GCCBuiltin<"__builtin_ia32_paddq">,
2635               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2636                         [IntrNoMem]>;
2637
2638   def int_x86_mmx_padds_b : GCCBuiltin<"__builtin_ia32_paddsb">,
2639               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2640                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2641   def int_x86_mmx_padds_w : GCCBuiltin<"__builtin_ia32_paddsw">,
2642               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2643                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2644
2645   def int_x86_mmx_paddus_b : GCCBuiltin<"__builtin_ia32_paddusb">,
2646               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2647                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2648   def int_x86_mmx_paddus_w : GCCBuiltin<"__builtin_ia32_paddusw">,
2649               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2650                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2651
2652   // Subtraction
2653   def int_x86_mmx_psub_b : GCCBuiltin<"__builtin_ia32_psubb">,
2654               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2655                         [IntrNoMem]>;
2656   def int_x86_mmx_psub_w : GCCBuiltin<"__builtin_ia32_psubw">,
2657               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2658                         [IntrNoMem]>;
2659   def int_x86_mmx_psub_d : GCCBuiltin<"__builtin_ia32_psubd">,
2660               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2661                         [IntrNoMem]>;
2662   def int_x86_mmx_psub_q : GCCBuiltin<"__builtin_ia32_psubq">,
2663               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2664                         [IntrNoMem]>;
2665
2666   def int_x86_mmx_psubs_b : GCCBuiltin<"__builtin_ia32_psubsb">,
2667               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2668                          llvm_x86mmx_ty], [IntrNoMem]>;
2669   def int_x86_mmx_psubs_w : GCCBuiltin<"__builtin_ia32_psubsw">,
2670               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2671                          llvm_x86mmx_ty], [IntrNoMem]>;
2672
2673   def int_x86_mmx_psubus_b : GCCBuiltin<"__builtin_ia32_psubusb">,
2674               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2675                          llvm_x86mmx_ty], [IntrNoMem]>;
2676   def int_x86_mmx_psubus_w : GCCBuiltin<"__builtin_ia32_psubusw">,
2677               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2678                          llvm_x86mmx_ty], [IntrNoMem]>;
2679
2680   // Multiplication
2681   def int_x86_mmx_pmulh_w : GCCBuiltin<"__builtin_ia32_pmulhw">,
2682               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2683                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2684   def int_x86_mmx_pmull_w : GCCBuiltin<"__builtin_ia32_pmullw">,
2685               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2686                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2687   def int_x86_mmx_pmulhu_w : GCCBuiltin<"__builtin_ia32_pmulhuw">,
2688               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2689                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2690   def int_x86_mmx_pmulu_dq : GCCBuiltin<"__builtin_ia32_pmuludq">,
2691               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2692                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2693   def int_x86_mmx_pmadd_wd : GCCBuiltin<"__builtin_ia32_pmaddwd">,
2694               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2695                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2696
2697   // Bitwise operations
2698   def int_x86_mmx_pand : GCCBuiltin<"__builtin_ia32_pand">,
2699               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2700                         [IntrNoMem]>;
2701   def int_x86_mmx_pandn : GCCBuiltin<"__builtin_ia32_pandn">,
2702               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2703                         [IntrNoMem]>;
2704   def int_x86_mmx_por : GCCBuiltin<"__builtin_ia32_por">,
2705               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2706                         [IntrNoMem]>;
2707   def int_x86_mmx_pxor : GCCBuiltin<"__builtin_ia32_pxor">,
2708               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2709                         [IntrNoMem]>;
2710
2711   // Averages
2712   def int_x86_mmx_pavg_b : GCCBuiltin<"__builtin_ia32_pavgb">,
2713               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2714                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2715   def int_x86_mmx_pavg_w : GCCBuiltin<"__builtin_ia32_pavgw">,
2716               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2717                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2718
2719   // Maximum
2720   def int_x86_mmx_pmaxu_b : GCCBuiltin<"__builtin_ia32_pmaxub">,
2721               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2722                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2723   def int_x86_mmx_pmaxs_w : GCCBuiltin<"__builtin_ia32_pmaxsw">,
2724               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2725                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2726
2727   // Minimum
2728   def int_x86_mmx_pminu_b : GCCBuiltin<"__builtin_ia32_pminub">,
2729               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2730                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2731   def int_x86_mmx_pmins_w : GCCBuiltin<"__builtin_ia32_pminsw">,
2732               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2733                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2734
2735   // Packed sum of absolute differences
2736   def int_x86_mmx_psad_bw : GCCBuiltin<"__builtin_ia32_psadbw">,
2737               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2738                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2739 }
2740
2741 // Integer shift ops.
2742 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2743   // Shift left logical
2744   def int_x86_mmx_psll_w : GCCBuiltin<"__builtin_ia32_psllw">,
2745               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2746                          llvm_x86mmx_ty], [IntrNoMem]>;
2747   def int_x86_mmx_psll_d : GCCBuiltin<"__builtin_ia32_pslld">,
2748               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2749                          llvm_x86mmx_ty], [IntrNoMem]>;
2750   def int_x86_mmx_psll_q : GCCBuiltin<"__builtin_ia32_psllq">,
2751               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2752                          llvm_x86mmx_ty], [IntrNoMem]>;
2753
2754   def int_x86_mmx_psrl_w : GCCBuiltin<"__builtin_ia32_psrlw">,
2755               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2756                          llvm_x86mmx_ty], [IntrNoMem]>;
2757   def int_x86_mmx_psrl_d : GCCBuiltin<"__builtin_ia32_psrld">,
2758               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2759                          llvm_x86mmx_ty], [IntrNoMem]>;
2760   def int_x86_mmx_psrl_q : GCCBuiltin<"__builtin_ia32_psrlq">,
2761               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2762                          llvm_x86mmx_ty], [IntrNoMem]>;
2763
2764   def int_x86_mmx_psra_w : GCCBuiltin<"__builtin_ia32_psraw">,
2765               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2766                          llvm_x86mmx_ty], [IntrNoMem]>;
2767   def int_x86_mmx_psra_d : GCCBuiltin<"__builtin_ia32_psrad">,
2768               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2769                          llvm_x86mmx_ty], [IntrNoMem]>;
2770
2771   def int_x86_mmx_pslli_w : GCCBuiltin<"__builtin_ia32_psllwi">,
2772               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2773                          llvm_i32_ty], [IntrNoMem]>;
2774   def int_x86_mmx_pslli_d : GCCBuiltin<"__builtin_ia32_pslldi">,
2775               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2776                          llvm_i32_ty], [IntrNoMem]>;
2777   def int_x86_mmx_pslli_q : GCCBuiltin<"__builtin_ia32_psllqi">,
2778               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2779                          llvm_i32_ty], [IntrNoMem]>;
2780
2781   def int_x86_mmx_psrli_w : GCCBuiltin<"__builtin_ia32_psrlwi">,
2782               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2783                          llvm_i32_ty], [IntrNoMem]>;
2784   def int_x86_mmx_psrli_d : GCCBuiltin<"__builtin_ia32_psrldi">,
2785               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2786                          llvm_i32_ty], [IntrNoMem]>;
2787   def int_x86_mmx_psrli_q : GCCBuiltin<"__builtin_ia32_psrlqi">,
2788               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2789                          llvm_i32_ty], [IntrNoMem]>;
2790
2791   def int_x86_mmx_psrai_w : GCCBuiltin<"__builtin_ia32_psrawi">,
2792               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2793                          llvm_i32_ty], [IntrNoMem]>;
2794   def int_x86_mmx_psrai_d : GCCBuiltin<"__builtin_ia32_psradi">,
2795               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2796                          llvm_i32_ty], [IntrNoMem]>;
2797 }
2798
2799 // Pack ops.
2800 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2801   def int_x86_mmx_packsswb : GCCBuiltin<"__builtin_ia32_packsswb">,
2802               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2803                          llvm_x86mmx_ty], [IntrNoMem]>;
2804   def int_x86_mmx_packssdw : GCCBuiltin<"__builtin_ia32_packssdw">,
2805               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2806                          llvm_x86mmx_ty], [IntrNoMem]>;
2807   def int_x86_mmx_packuswb : GCCBuiltin<"__builtin_ia32_packuswb">,
2808               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2809                          llvm_x86mmx_ty], [IntrNoMem]>;
2810 }
2811
2812 // Unpacking ops.
2813 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2814   def int_x86_mmx_punpckhbw : GCCBuiltin<"__builtin_ia32_punpckhbw">,
2815               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2816                         [IntrNoMem]>;
2817   def int_x86_mmx_punpckhwd : GCCBuiltin<"__builtin_ia32_punpckhwd">,
2818               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2819                         [IntrNoMem]>;
2820   def int_x86_mmx_punpckhdq : GCCBuiltin<"__builtin_ia32_punpckhdq">,
2821               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2822                         [IntrNoMem]>;
2823   def int_x86_mmx_punpcklbw : GCCBuiltin<"__builtin_ia32_punpcklbw">,
2824               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2825                         [IntrNoMem]>;
2826   def int_x86_mmx_punpcklwd : GCCBuiltin<"__builtin_ia32_punpcklwd">,
2827               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2828                         [IntrNoMem]>;
2829   def int_x86_mmx_punpckldq : GCCBuiltin<"__builtin_ia32_punpckldq">,
2830               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2831                         [IntrNoMem]>;
2832 }
2833
2834 // Integer comparison ops
2835 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2836   def int_x86_mmx_pcmpeq_b : GCCBuiltin<"__builtin_ia32_pcmpeqb">,
2837               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2838                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2839   def int_x86_mmx_pcmpeq_w : GCCBuiltin<"__builtin_ia32_pcmpeqw">,
2840               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2841                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2842   def int_x86_mmx_pcmpeq_d : GCCBuiltin<"__builtin_ia32_pcmpeqd">,
2843               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2844                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2845
2846   def int_x86_mmx_pcmpgt_b : GCCBuiltin<"__builtin_ia32_pcmpgtb">,
2847               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2848                          llvm_x86mmx_ty], [IntrNoMem]>;
2849   def int_x86_mmx_pcmpgt_w : GCCBuiltin<"__builtin_ia32_pcmpgtw">,
2850               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2851                          llvm_x86mmx_ty], [IntrNoMem]>;
2852   def int_x86_mmx_pcmpgt_d : GCCBuiltin<"__builtin_ia32_pcmpgtd">,
2853               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2854                          llvm_x86mmx_ty], [IntrNoMem]>;
2855 }
2856
2857 // Misc.
2858 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2859   def int_x86_mmx_maskmovq : GCCBuiltin<"__builtin_ia32_maskmovq">,
2860               Intrinsic<[], [llvm_x86mmx_ty, llvm_x86mmx_ty, llvm_ptr_ty], []>;
2861
2862   def int_x86_mmx_pmovmskb : GCCBuiltin<"__builtin_ia32_pmovmskb">,
2863               Intrinsic<[llvm_i32_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
2864
2865   def int_x86_mmx_movnt_dq : GCCBuiltin<"__builtin_ia32_movntq">,
2866               Intrinsic<[], [llvm_ptrx86mmx_ty, llvm_x86mmx_ty], []>;
2867
2868   def int_x86_mmx_palignr_b : GCCBuiltin<"__builtin_ia32_palignr">,
2869               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2870                         llvm_x86mmx_ty, llvm_i8_ty], [IntrNoMem]>;
2871
2872   def int_x86_mmx_pextr_w : GCCBuiltin<"__builtin_ia32_vec_ext_v4hi">,
2873               Intrinsic<[llvm_i32_ty], [llvm_x86mmx_ty, llvm_i32_ty],
2874                         [IntrNoMem]>;
2875
2876   def int_x86_mmx_pinsr_w : GCCBuiltin<"__builtin_ia32_vec_set_v4hi">,
2877               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2878                         llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
2879 }
2880
2881 //===----------------------------------------------------------------------===//
2882 // BMI
2883
2884 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2885   def int_x86_bmi_bextr_32 : GCCBuiltin<"__builtin_ia32_bextr_u32">,
2886               Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
2887   def int_x86_bmi_bextr_64 : GCCBuiltin<"__builtin_ia32_bextr_u64">,
2888               Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
2889   def int_x86_bmi_bzhi_32 : GCCBuiltin<"__builtin_ia32_bzhi_si">,
2890               Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
2891   def int_x86_bmi_bzhi_64 : GCCBuiltin<"__builtin_ia32_bzhi_di">,
2892               Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
2893   def int_x86_bmi_pdep_32 : GCCBuiltin<"__builtin_ia32_pdep_si">,
2894               Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
2895   def int_x86_bmi_pdep_64 : GCCBuiltin<"__builtin_ia32_pdep_di">,
2896               Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
2897   def int_x86_bmi_pext_32 : GCCBuiltin<"__builtin_ia32_pext_si">,
2898               Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
2899   def int_x86_bmi_pext_64 : GCCBuiltin<"__builtin_ia32_pext_di">,
2900               Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
2901 }
2902
2903 //===----------------------------------------------------------------------===//
2904 // FS/GS Base
2905
2906 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2907   def int_x86_rdfsbase_32 : GCCBuiltin<"__builtin_ia32_rdfsbase32">,
2908               Intrinsic<[llvm_i32_ty], []>;
2909   def int_x86_rdgsbase_32 : GCCBuiltin<"__builtin_ia32_rdgsbase32">,
2910               Intrinsic<[llvm_i32_ty], []>;
2911   def int_x86_rdfsbase_64 : GCCBuiltin<"__builtin_ia32_rdfsbase64">,
2912               Intrinsic<[llvm_i64_ty], []>;
2913   def int_x86_rdgsbase_64 : GCCBuiltin<"__builtin_ia32_rdgsbase64">,
2914               Intrinsic<[llvm_i64_ty], []>;
2915   def int_x86_wrfsbase_32 : GCCBuiltin<"__builtin_ia32_wrfsbase32">,
2916               Intrinsic<[], [llvm_i32_ty]>;
2917   def int_x86_wrgsbase_32 : GCCBuiltin<"__builtin_ia32_wrgsbase32">,
2918               Intrinsic<[], [llvm_i32_ty]>;
2919   def int_x86_wrfsbase_64 : GCCBuiltin<"__builtin_ia32_wrfsbase64">,
2920               Intrinsic<[], [llvm_i64_ty]>;
2921   def int_x86_wrgsbase_64 : GCCBuiltin<"__builtin_ia32_wrgsbase64">,
2922               Intrinsic<[], [llvm_i64_ty]>;
2923 }
2924
2925 //===----------------------------------------------------------------------===//
2926 // Half float conversion
2927
2928 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2929   def int_x86_vcvtph2ps_128 : GCCBuiltin<"__builtin_ia32_vcvtph2ps">,
2930               Intrinsic<[llvm_v4f32_ty], [llvm_v8i16_ty], [IntrNoMem]>;
2931   def int_x86_vcvtph2ps_256 : GCCBuiltin<"__builtin_ia32_vcvtph2ps256">,
2932               Intrinsic<[llvm_v8f32_ty], [llvm_v8i16_ty], [IntrNoMem]>;
2933   def int_x86_vcvtps2ph_128 : GCCBuiltin<"__builtin_ia32_vcvtps2ph">,
2934               Intrinsic<[llvm_v8i16_ty], [llvm_v4f32_ty, llvm_i32_ty],
2935                         [IntrNoMem]>;
2936   def int_x86_vcvtps2ph_256 : GCCBuiltin<"__builtin_ia32_vcvtps2ph256">,
2937               Intrinsic<[llvm_v8i16_ty], [llvm_v8f32_ty, llvm_i32_ty],
2938                         [IntrNoMem]>;
2939   def int_x86_avx512_mask_vcvtph2ps_512 : GCCBuiltin<"__builtin_ia32_vcvtph2ps512_mask">,
2940               Intrinsic<[llvm_v16f32_ty], [llvm_v16i16_ty, llvm_v16f32_ty,
2941                                            llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
2942   def int_x86_avx512_mask_vcvtps2ph_512 : GCCBuiltin<"__builtin_ia32_vcvtps2ph512_mask">,
2943               Intrinsic<[llvm_v16i16_ty], [llvm_v16f32_ty, llvm_i32_ty,
2944                                            llvm_v16i16_ty, llvm_i16_ty], [IntrNoMem]>;
2945 }
2946
2947 //===----------------------------------------------------------------------===//
2948 // TBM
2949
2950 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2951   def int_x86_tbm_bextri_u32 : GCCBuiltin<"__builtin_ia32_bextri_u32">,
2952         Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
2953   def int_x86_tbm_bextri_u64 : GCCBuiltin<"__builtin_ia32_bextri_u64">,
2954         Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
2955 }
2956
2957 //===----------------------------------------------------------------------===//
2958 // RDRAND intrinsics - Return a random value and whether it is valid.
2959 // RDSEED intrinsics - Return a NIST SP800-90B & C compliant random value and
2960 // whether it is valid.
2961
2962 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2963   // These are declared side-effecting so they don't get eliminated by CSE or
2964   // LICM.
2965   def int_x86_rdrand_16 : Intrinsic<[llvm_i16_ty, llvm_i32_ty], [], []>;
2966   def int_x86_rdrand_32 : Intrinsic<[llvm_i32_ty, llvm_i32_ty], [], []>;
2967   def int_x86_rdrand_64 : Intrinsic<[llvm_i64_ty, llvm_i32_ty], [], []>;
2968   def int_x86_rdseed_16 : Intrinsic<[llvm_i16_ty, llvm_i32_ty], [], []>;
2969   def int_x86_rdseed_32 : Intrinsic<[llvm_i32_ty, llvm_i32_ty], [], []>;
2970   def int_x86_rdseed_64 : Intrinsic<[llvm_i64_ty, llvm_i32_ty], [], []>;
2971 }
2972
2973 //===----------------------------------------------------------------------===//
2974 // ADX
2975
2976 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2977   def int_x86_addcarryx_u32: GCCBuiltin<"__builtin_ia32_addcarryx_u32">,
2978         Intrinsic<[llvm_i8_ty], [llvm_i8_ty, llvm_i32_ty, llvm_i32_ty,
2979                                  llvm_ptr_ty], [IntrReadWriteArgMem]>;
2980   def int_x86_addcarryx_u64: GCCBuiltin<"__builtin_ia32_addcarryx_u64">,
2981         Intrinsic<[llvm_i8_ty], [llvm_i8_ty, llvm_i64_ty, llvm_i64_ty,
2982                                  llvm_ptr_ty], [IntrReadWriteArgMem]>;
2983   def int_x86_addcarry_u32: GCCBuiltin<"__builtin_ia32_addcarry_u32">,
2984         Intrinsic<[llvm_i8_ty], [llvm_i8_ty, llvm_i32_ty, llvm_i32_ty,
2985                                  llvm_ptr_ty], [IntrReadWriteArgMem]>;
2986   def int_x86_addcarry_u64: GCCBuiltin<"__builtin_ia32_addcarry_u64">,
2987         Intrinsic<[llvm_i8_ty], [llvm_i8_ty, llvm_i64_ty, llvm_i64_ty,
2988                                  llvm_ptr_ty], [IntrReadWriteArgMem]>;
2989   def int_x86_subborrow_u32: GCCBuiltin<"__builtin_ia32_subborrow_u32">,
2990         Intrinsic<[llvm_i8_ty], [llvm_i8_ty, llvm_i32_ty, llvm_i32_ty,
2991                                  llvm_ptr_ty], [IntrReadWriteArgMem]>;
2992   def int_x86_subborrow_u64: GCCBuiltin<"__builtin_ia32_subborrow_u64">,
2993         Intrinsic<[llvm_i8_ty], [llvm_i8_ty, llvm_i64_ty, llvm_i64_ty,
2994                                  llvm_ptr_ty], [IntrReadWriteArgMem]>;
2995 }
2996
2997 //===----------------------------------------------------------------------===//
2998 // RTM intrinsics. Transactional Memory support.
2999
3000 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
3001   def int_x86_xbegin : GCCBuiltin<"__builtin_ia32_xbegin">,
3002               Intrinsic<[llvm_i32_ty], [], []>;
3003   def int_x86_xend : GCCBuiltin<"__builtin_ia32_xend">,
3004               Intrinsic<[], [], []>;
3005   def int_x86_xabort : GCCBuiltin<"__builtin_ia32_xabort">,
3006               Intrinsic<[], [llvm_i8_ty], [IntrNoReturn]>;
3007   def int_x86_xtest : GCCBuiltin<"__builtin_ia32_xtest">,
3008               Intrinsic<[llvm_i32_ty], [], []>;
3009 }
3010
3011 //===----------------------------------------------------------------------===//
3012 // AVX512
3013
3014 // Mask ops
3015 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
3016   // Mask instructions
3017   // 16-bit mask
3018   def int_x86_avx512_kand_w : GCCBuiltin<"__builtin_ia32_kandhi">,
3019               Intrinsic<[llvm_i16_ty], [llvm_i16_ty, llvm_i16_ty],
3020                          [IntrNoMem]>;
3021   def int_x86_avx512_kandn_w : GCCBuiltin<"__builtin_ia32_kandnhi">,
3022               Intrinsic<[llvm_i16_ty], [llvm_i16_ty, llvm_i16_ty],
3023                          [IntrNoMem]>;
3024   def int_x86_avx512_knot_w : GCCBuiltin<"__builtin_ia32_knothi">,
3025               Intrinsic<[llvm_i16_ty], [llvm_i16_ty], [IntrNoMem]>;
3026   def int_x86_avx512_kor_w : GCCBuiltin<"__builtin_ia32_korhi">,
3027               Intrinsic<[llvm_i16_ty], [llvm_i16_ty, llvm_i16_ty],
3028                          [IntrNoMem]>;
3029   def int_x86_avx512_kxor_w : GCCBuiltin<"__builtin_ia32_kxorhi">,
3030               Intrinsic<[llvm_i16_ty], [llvm_i16_ty, llvm_i16_ty],
3031                          [IntrNoMem]>;
3032   def int_x86_avx512_kxnor_w : GCCBuiltin<"__builtin_ia32_kxnorhi">,
3033               Intrinsic<[llvm_i16_ty], [llvm_i16_ty, llvm_i16_ty],
3034                          [IntrNoMem]>;
3035   def int_x86_avx512_kunpck_bw : GCCBuiltin<"__builtin_ia32_kunpckhi">,
3036               Intrinsic<[llvm_i16_ty], [llvm_i16_ty, llvm_i16_ty],
3037                          [IntrNoMem]>;
3038   def int_x86_avx512_kortestz_w : GCCBuiltin<"__builtin_ia32_kortestzhi">,
3039               Intrinsic<[llvm_i32_ty], [llvm_i16_ty, llvm_i16_ty],
3040                         [IntrNoMem]>;
3041   def int_x86_avx512_kortestc_w : GCCBuiltin<"__builtin_ia32_kortestchi">,
3042               Intrinsic<[llvm_i32_ty], [llvm_i16_ty, llvm_i16_ty],
3043                         [IntrNoMem]>;
3044 }
3045
3046 // Conversion ops
3047 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
3048   def int_x86_avx512_cvtss2usi : GCCBuiltin<"__builtin_ia32_cvtss2usi">,
3049               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
3050   def int_x86_avx512_cvtss2usi64 : GCCBuiltin<"__builtin_ia32_cvtss2usi64">,
3051               Intrinsic<[llvm_i64_ty], [llvm_v4f32_ty], [IntrNoMem]>;
3052   def int_x86_avx512_cvttss2usi : GCCBuiltin<"__builtin_ia32_cvttss2usi">,
3053               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
3054   def int_x86_avx512_cvttss2usi64 : GCCBuiltin<"__builtin_ia32_cvttss2usi64">,
3055               Intrinsic<[llvm_i64_ty], [llvm_v4f32_ty], [IntrNoMem]>;
3056   def int_x86_avx512_cvtusi2ss : GCCBuiltin<"__builtin_ia32_cvtusi2ss">,
3057               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
3058                          llvm_i32_ty], [IntrNoMem]>;
3059   def int_x86_avx512_cvtusi642ss : GCCBuiltin<"__builtin_ia32_cvtusi642ss">,
3060               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
3061                          llvm_i64_ty], [IntrNoMem]>;
3062
3063   def int_x86_avx512_cvtsd2usi : GCCBuiltin<"__builtin_ia32_cvtsd2usi">,
3064               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
3065   def int_x86_avx512_cvtsd2usi64 : GCCBuiltin<"__builtin_ia32_cvtsd2usi64">,
3066               Intrinsic<[llvm_i64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
3067   def int_x86_avx512_cvttsd2usi : GCCBuiltin<"__builtin_ia32_cvttsd2usi">,
3068               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
3069   def int_x86_avx512_cvttsd2usi64 : GCCBuiltin<"__builtin_ia32_cvttsd2usi64">,
3070               Intrinsic<[llvm_i64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
3071   def int_x86_avx512_cvtusi2sd : GCCBuiltin<"__builtin_ia32_cvtusi2sd">,
3072               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
3073                          llvm_i32_ty], [IntrNoMem]>;
3074   def int_x86_avx512_cvtusi642sd : GCCBuiltin<"__builtin_ia32_cvtusi642sd">,
3075               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
3076                          llvm_i64_ty], [IntrNoMem]>;
3077 }
3078
3079 // Vector convert
3080 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
3081   def int_x86_avx512_mask_cvttps2dq_512: GCCBuiltin<"__builtin_ia32_cvttps2dq512_mask">,
3082         Intrinsic<[llvm_v16i32_ty], [llvm_v16f32_ty, llvm_v16i32_ty,
3083                                      llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3084   def int_x86_avx512_mask_cvttps2udq_512: GCCBuiltin<"__builtin_ia32_cvttps2udq512_mask">,
3085         Intrinsic<[llvm_v16i32_ty], [llvm_v16f32_ty, llvm_v16i32_ty,
3086                                      llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3087   def int_x86_avx512_mask_cvttpd2dq_512: GCCBuiltin<"__builtin_ia32_cvttpd2dq512_mask">,
3088         Intrinsic<[llvm_v8i32_ty], [llvm_v8f64_ty, llvm_v8i32_ty,
3089                                     llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3090   def int_x86_avx512_mask_cvttpd2udq_512: GCCBuiltin<"__builtin_ia32_cvttpd2udq512_mask">,
3091         Intrinsic<[llvm_v8i32_ty], [llvm_v8f64_ty, llvm_v8i32_ty,
3092                                     llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3093   def int_x86_avx512_mask_rndscale_ps_512: GCCBuiltin<"__builtin_ia32_rndscaleps_mask">,
3094         Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_i32_ty, llvm_v16f32_ty,
3095                                      llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3096   def int_x86_avx512_mask_rndscale_pd_512: GCCBuiltin<"__builtin_ia32_rndscalepd_mask">,
3097         Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_i32_ty, llvm_v8f64_ty,
3098                                      llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3099   def int_x86_avx512_mask_cvtps2dq_512: GCCBuiltin<"__builtin_ia32_cvtps2dq512_mask">,
3100         Intrinsic<[llvm_v16i32_ty], [llvm_v16f32_ty, llvm_v16i32_ty,
3101                                      llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3102   def int_x86_avx512_mask_cvtpd2dq_512: GCCBuiltin<"__builtin_ia32_cvtpd2dq512_mask">,
3103         Intrinsic<[llvm_v8i32_ty], [llvm_v8f64_ty, llvm_v8i32_ty,
3104                                     llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3105   def int_x86_avx512_mask_cvtps2udq_512: GCCBuiltin<"__builtin_ia32_cvtps2udq512_mask">,
3106         Intrinsic<[llvm_v16i32_ty], [llvm_v16f32_ty, llvm_v16i32_ty,
3107                                      llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3108   def int_x86_avx512_mask_cvtpd2udq_512: GCCBuiltin<"__builtin_ia32_cvtpd2udq512_mask">,
3109         Intrinsic<[llvm_v8i32_ty], [llvm_v8f64_ty, llvm_v8i32_ty,
3110                                     llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3111   def int_x86_avx512_mask_cvtdq2ps_512 : GCCBuiltin<"__builtin_ia32_cvtdq2ps512_mask">,
3112         Intrinsic<[llvm_v16f32_ty], [llvm_v16i32_ty, llvm_v16f32_ty,
3113                                      llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3114   def int_x86_avx512_mask_cvtdq2pd_512 : GCCBuiltin<"__builtin_ia32_cvtdq2pd512_mask">,
3115         Intrinsic<[llvm_v8f64_ty], [llvm_v8i32_ty, llvm_v8f64_ty,
3116                                     llvm_i8_ty], [IntrNoMem]>;
3117   def int_x86_avx512_mask_cvtudq2ps_512 : GCCBuiltin<"__builtin_ia32_cvtudq2ps512_mask">,
3118         Intrinsic<[llvm_v16f32_ty], [llvm_v16i32_ty, llvm_v16f32_ty,
3119                                      llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3120   def int_x86_avx512_mask_cvtudq2pd_512 : GCCBuiltin<"__builtin_ia32_cvtudq2pd512_mask">,
3121         Intrinsic<[llvm_v8f64_ty], [llvm_v8i32_ty, llvm_v8f64_ty,
3122                                     llvm_i8_ty], [IntrNoMem]>;
3123   def int_x86_avx512_mask_cvtpd2ps_512 : GCCBuiltin<"__builtin_ia32_cvtpd2ps512_mask">,
3124         Intrinsic<[llvm_v8f32_ty], [llvm_v8f64_ty, llvm_v8f32_ty,
3125                                     llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3126 }
3127
3128 // Vector load with broadcast
3129 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
3130   def int_x86_avx512_vbroadcast_ss_512 :
3131         GCCBuiltin<"__builtin_ia32_vbroadcastss512">,
3132         Intrinsic<[llvm_v16f32_ty], [llvm_ptr_ty], [IntrReadArgMem]>;
3133   def int_x86_avx512_vbroadcast_ss_ps_512 :
3134               GCCBuiltin<"__builtin_ia32_vbroadcastss_ps512">,
3135               Intrinsic<[llvm_v16f32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
3136
3137   def int_x86_avx512_vbroadcast_sd_512 :
3138         GCCBuiltin<"__builtin_ia32_vbroadcastsd512">,
3139         Intrinsic<[llvm_v8f64_ty], [llvm_ptr_ty], [IntrReadArgMem]>;
3140   def int_x86_avx512_vbroadcast_sd_pd_512 :
3141               GCCBuiltin<"__builtin_ia32_vbroadcastsd_pd512">,
3142               Intrinsic<[llvm_v8f64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
3143
3144   def int_x86_avx512_pbroadcastd_512 :
3145          GCCBuiltin<"__builtin_ia32_pbroadcastd512">,
3146          Intrinsic<[llvm_v16i32_ty], [llvm_v4i32_ty], [IntrNoMem]>;
3147   def int_x86_avx512_pbroadcastd_i32_512 :
3148          Intrinsic<[llvm_v16i32_ty], [llvm_i32_ty], [IntrNoMem]>;
3149
3150   def int_x86_avx512_pbroadcastq_512 :
3151          GCCBuiltin<"__builtin_ia32_pbroadcastq512">,
3152          Intrinsic<[llvm_v8i64_ty], [llvm_v2i64_ty], [IntrNoMem]>;
3153   def int_x86_avx512_pbroadcastq_i64_512 :
3154          Intrinsic<[llvm_v8i64_ty], [llvm_i64_ty], [IntrNoMem]>;
3155 }
3156
3157 // Vector sign and zero extend
3158 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
3159   def int_x86_avx512_pmovzxbq : GCCBuiltin<"__builtin_ia32_pmovzxbq512">,
3160               Intrinsic<[llvm_v8i64_ty], [llvm_v16i8_ty],
3161                         [IntrNoMem]>;
3162   def int_x86_avx512_pmovzxwd : GCCBuiltin<"__builtin_ia32_pmovzxwd512">,
3163               Intrinsic<[llvm_v16i32_ty], [llvm_v16i16_ty],
3164                         [IntrNoMem]>;
3165   def int_x86_avx512_pmovzxbd : GCCBuiltin<"__builtin_ia32_pmovzxbd512">,
3166               Intrinsic<[llvm_v16i32_ty], [llvm_v16i8_ty],
3167                         [IntrNoMem]>;
3168   def int_x86_avx512_pmovzxwq : GCCBuiltin<"__builtin_ia32_pmovzxwq512">,
3169               Intrinsic<[llvm_v8i64_ty], [llvm_v8i16_ty],
3170                         [IntrNoMem]>;
3171   def int_x86_avx512_pmovzxdq : GCCBuiltin<"__builtin_ia32_pmovzxdq512">,
3172               Intrinsic<[llvm_v8i64_ty], [llvm_v8i32_ty],
3173                         [IntrNoMem]>;
3174 }
3175
3176 // Arithmetic ops
3177 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
3178   def int_x86_avx512_mask_max_ps_512 : GCCBuiltin<"__builtin_ia32_maxps512_mask">,
3179           Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3180                      llvm_v16f32_ty, llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3181   def int_x86_avx512_mask_max_pd_512 : GCCBuiltin<"__builtin_ia32_maxpd512_mask">,
3182           Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3183                      llvm_v8f64_ty, llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3184   def int_x86_avx512_mask_min_ps_512 : GCCBuiltin<"__builtin_ia32_minps512_mask">,
3185           Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3186                      llvm_v16f32_ty, llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3187   def int_x86_avx512_mask_min_pd_512 : GCCBuiltin<"__builtin_ia32_minpd512_mask">,
3188           Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3189                      llvm_v8f64_ty, llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3190
3191   def int_x86_avx512_rndscale_ss        : GCCBuiltin<"__builtin_ia32_rndscaless">,
3192               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty,
3193                          llvm_i32_ty], [IntrNoMem]>;
3194   def int_x86_avx512_rndscale_sd        : GCCBuiltin<"__builtin_ia32_rndscalesd">,
3195               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty,
3196                          llvm_i32_ty], [IntrNoMem]>;
3197   def int_x86_avx512_sqrt_ss        : GCCBuiltin<"__builtin_ia32_sqrtrndss">,
3198               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty],
3199                         [IntrNoMem]>;
3200   def int_x86_avx512_sqrt_sd        : GCCBuiltin<"__builtin_ia32_sqrtrndsd">,
3201               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty],
3202                         [IntrNoMem]>;
3203
3204   def int_x86_avx512_sqrt_pd_512 : GCCBuiltin<"__builtin_ia32_sqrtpd512_mask">,
3205         Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3206                                     llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3207   def int_x86_avx512_sqrt_ps_512 : GCCBuiltin<"__builtin_ia32_sqrtps512_mask">,
3208         Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3209                                      llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3210
3211   def int_x86_avx512_rsqrt14_ss : GCCBuiltin<"__builtin_ia32_rsqrt14ss_mask">,
3212         Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty,
3213                                     llvm_i8_ty], [IntrNoMem]>;
3214   def int_x86_avx512_rsqrt14_sd : GCCBuiltin<"__builtin_ia32_rsqrt14sd_mask">,
3215         Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty,
3216                                     llvm_i8_ty], [IntrNoMem]>;
3217
3218   def int_x86_avx512_rsqrt14_pd_512 : GCCBuiltin<"__builtin_ia32_rsqrt14pd512_mask">,
3219         Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3220                                     llvm_i8_ty], [IntrNoMem]>;
3221   def int_x86_avx512_rsqrt14_ps_512 : GCCBuiltin<"__builtin_ia32_rsqrt14ps512_mask">,
3222         Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3223                                      llvm_i16_ty], [IntrNoMem]>;
3224   def int_x86_avx512_rcp14_ss : GCCBuiltin<"__builtin_ia32_rcp14ss_mask">,
3225         Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty,
3226                                     llvm_i8_ty], [IntrNoMem]>;
3227   def int_x86_avx512_rcp14_sd : GCCBuiltin<"__builtin_ia32_rcp14sd_mask">,
3228         Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty,
3229                                     llvm_i8_ty], [IntrNoMem]>;
3230
3231   def int_x86_avx512_rcp14_pd_512 : GCCBuiltin<"__builtin_ia32_rcp14pd512_mask">,
3232         Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3233                                     llvm_i8_ty], [IntrNoMem]>;
3234   def int_x86_avx512_rcp14_ps_512 : GCCBuiltin<"__builtin_ia32_rcp14ps512_mask">,
3235         Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3236                                      llvm_i16_ty], [IntrNoMem]>;
3237
3238   def int_x86_avx512_rcp28_ps : GCCBuiltin<"__builtin_ia32_rcp28ps_mask">,
3239             Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3240                                          llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3241   def int_x86_avx512_rcp28_pd : GCCBuiltin<"__builtin_ia32_rcp28pd_mask">,
3242             Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3243                                         llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3244   def int_x86_avx512_exp2_ps : GCCBuiltin<"__builtin_ia32_exp2ps_mask">,
3245             Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3246                                          llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3247   def int_x86_avx512_exp2_pd : GCCBuiltin<"__builtin_ia32_exp2pd_mask">,
3248             Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3249                                         llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3250
3251   def int_x86_avx512_rcp28_ss : GCCBuiltin<"__builtin_ia32_rcp28ss_mask">,
3252             Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty,
3253                                         llvm_v4f32_ty, llvm_i8_ty, llvm_i32_ty],
3254                       [IntrNoMem]>;
3255   def int_x86_avx512_rcp28_sd : GCCBuiltin<"__builtin_ia32_rcp28sd_mask">,
3256             Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty,
3257                                         llvm_v2f64_ty, llvm_i8_ty, llvm_i32_ty],
3258                       [IntrNoMem]>;
3259   def int_x86_avx512_rsqrt28_ps : GCCBuiltin<"__builtin_ia32_rsqrt28ps_mask">,
3260             Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3261                                          llvm_i16_ty, llvm_i32_ty],
3262                       [IntrNoMem]>;
3263   def int_x86_avx512_rsqrt28_pd : GCCBuiltin<"__builtin_ia32_rsqrt28pd_mask">,
3264             Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3265                                         llvm_i8_ty, llvm_i32_ty],
3266                       [IntrNoMem]>;
3267   def int_x86_avx512_rsqrt28_ss : GCCBuiltin<"__builtin_ia32_rsqrt28ss_mask">,
3268             Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty,
3269                                         llvm_v4f32_ty, llvm_i8_ty, llvm_i32_ty],
3270                       [IntrNoMem]>;
3271   def int_x86_avx512_rsqrt28_sd : GCCBuiltin<"__builtin_ia32_rsqrt28sd_mask">,
3272             Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty,
3273                                         llvm_v2f64_ty, llvm_i8_ty, llvm_i32_ty],
3274                       [IntrNoMem]>;
3275 }
3276
3277 // Integer shift ops.
3278 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
3279   def int_x86_avx512_psll_dq : GCCBuiltin<"__builtin_ia32_pslldqi512">,
3280               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
3281                          llvm_i32_ty], [IntrNoMem]>;
3282   def int_x86_avx512_psrl_dq : GCCBuiltin<"__builtin_ia32_psrldqi512">,
3283               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
3284                          llvm_i32_ty], [IntrNoMem]>;
3285   def int_x86_avx512_psll_dq_bs : GCCBuiltin<"__builtin_ia32_pslldqi512_byteshift">,
3286               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
3287                          llvm_i32_ty], [IntrNoMem]>;
3288   def int_x86_avx512_psrl_dq_bs : GCCBuiltin<"__builtin_ia32_psrldqi512_byteshift">,
3289               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
3290                          llvm_i32_ty], [IntrNoMem]>;
3291 }
3292
3293 // Gather and Scatter ops
3294 let TargetPrefix = "x86" in {
3295   def int_x86_avx512_gather_dpd_512  : GCCBuiltin<"__builtin_ia32_gathersiv8df">,
3296           Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_ptr_ty,
3297                      llvm_v8i32_ty, llvm_i8_ty, llvm_i32_ty],
3298                     [IntrReadArgMem]>;
3299   def int_x86_avx512_gather_dps_512  : GCCBuiltin<"__builtin_ia32_gathersiv16sf">,
3300           Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_ptr_ty,
3301                      llvm_v16i32_ty, llvm_i16_ty, llvm_i32_ty],
3302                     [IntrReadArgMem]>;
3303   def int_x86_avx512_gather_qpd_512  : GCCBuiltin<"__builtin_ia32_gatherdiv8df">,
3304           Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_ptr_ty,
3305                      llvm_v8i64_ty, llvm_i8_ty, llvm_i32_ty],
3306                     [IntrReadArgMem]>;
3307   def int_x86_avx512_gather_qps_512  : GCCBuiltin<"__builtin_ia32_gatherdiv16sf">,
3308           Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty, llvm_ptr_ty,
3309                      llvm_v8i64_ty, llvm_i8_ty, llvm_i32_ty],
3310                     [IntrReadArgMem]>;
3311
3312
3313   def int_x86_avx512_gather_dpq_512  : GCCBuiltin<"__builtin_ia32_gathersiv8di">,
3314           Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_ptr_ty,
3315                      llvm_v8i32_ty, llvm_i8_ty, llvm_i32_ty],
3316                     [IntrReadArgMem]>;
3317   def int_x86_avx512_gather_dpi_512  : GCCBuiltin<"__builtin_ia32_gathersiv16si">,
3318           Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_ptr_ty,
3319                      llvm_v16i32_ty, llvm_i16_ty, llvm_i32_ty],
3320                     [IntrReadArgMem]>;
3321   def int_x86_avx512_gather_qpq_512  : GCCBuiltin<"__builtin_ia32_gatherdiv8di">,
3322           Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_ptr_ty,
3323                      llvm_v8i64_ty, llvm_i8_ty, llvm_i32_ty],
3324                     [IntrReadArgMem]>;
3325   def int_x86_avx512_gather_qpi_512  : GCCBuiltin<"__builtin_ia32_gatherdiv16si">,
3326           Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty, llvm_ptr_ty,
3327                      llvm_v8i64_ty, llvm_i8_ty, llvm_i32_ty],
3328                     [IntrReadArgMem]>;
3329
3330 // scatter
3331   def int_x86_avx512_scatter_dpd_512  : GCCBuiltin<"__builtin_ia32_scattersiv8df">,
3332           Intrinsic<[], [llvm_ptr_ty, llvm_i8_ty,
3333                         llvm_v8i32_ty, llvm_v8f64_ty, llvm_i32_ty],
3334                     [IntrReadWriteArgMem]>;
3335   def int_x86_avx512_scatter_dps_512  : GCCBuiltin<"__builtin_ia32_scattersiv16sf">,
3336           Intrinsic<[], [llvm_ptr_ty, llvm_i16_ty,
3337                        llvm_v16i32_ty, llvm_v16f32_ty, llvm_i32_ty],
3338                     [IntrReadWriteArgMem]>;
3339   def int_x86_avx512_scatter_qpd_512  : GCCBuiltin<"__builtin_ia32_scatterdiv8df">,
3340           Intrinsic<[], [llvm_ptr_ty, llvm_i8_ty,
3341                      llvm_v8i64_ty, llvm_v8f64_ty, llvm_i32_ty],
3342                     [IntrReadWriteArgMem]>;
3343   def int_x86_avx512_scatter_qps_512  : GCCBuiltin<"__builtin_ia32_scatterdiv16sf">,
3344           Intrinsic<[], [llvm_ptr_ty, llvm_i8_ty,
3345                      llvm_v8i64_ty, llvm_v8f32_ty, llvm_i32_ty],
3346                     [IntrReadWriteArgMem]>;
3347
3348
3349   def int_x86_avx512_scatter_dpq_512  : GCCBuiltin<"__builtin_ia32_scattersiv8di">,
3350           Intrinsic<[], [llvm_ptr_ty, llvm_i8_ty,
3351                          llvm_v8i32_ty, llvm_v8i64_ty, llvm_i32_ty],
3352                     [IntrReadWriteArgMem]>;
3353   def int_x86_avx512_scatter_dpi_512  : GCCBuiltin<"__builtin_ia32_scattersiv16si">,
3354           Intrinsic<[], [llvm_ptr_ty, llvm_i16_ty,
3355                      llvm_v16i32_ty, llvm_v16i32_ty, llvm_i32_ty],
3356                     [IntrReadWriteArgMem]>;
3357   def int_x86_avx512_scatter_qpq_512  : GCCBuiltin<"__builtin_ia32_scatterdiv8di">,
3358           Intrinsic<[], [llvm_ptr_ty, llvm_i8_ty,llvm_v8i64_ty, llvm_v8i64_ty,
3359                          llvm_i32_ty],
3360                     [IntrReadWriteArgMem]>;
3361   def int_x86_avx512_scatter_qpi_512  : GCCBuiltin<"__builtin_ia32_scatterdiv16si">,
3362           Intrinsic<[], [llvm_ptr_ty, llvm_i8_ty, llvm_v8i64_ty, llvm_v8i32_ty,
3363                          llvm_i32_ty],
3364                     [IntrReadWriteArgMem]>;
3365
3366   // gather prefetch
3367   def int_x86_avx512_gatherpf_dpd_512  : GCCBuiltin<"__builtin_ia32_gatherpfdpd">,
3368           Intrinsic<[], [llvm_i8_ty, llvm_v8i32_ty, llvm_ptr_ty,
3369                      llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3370   def int_x86_avx512_gatherpf_dps_512  : GCCBuiltin<"__builtin_ia32_gatherpfdps">,
3371           Intrinsic<[], [llvm_i16_ty, llvm_v16i32_ty, llvm_ptr_ty,
3372                      llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3373   def int_x86_avx512_gatherpf_qpd_512  : GCCBuiltin<"__builtin_ia32_gatherpfqpd">,
3374           Intrinsic<[], [llvm_i8_ty, llvm_v8i64_ty, llvm_ptr_ty,
3375                      llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3376   def int_x86_avx512_gatherpf_qps_512  : GCCBuiltin<"__builtin_ia32_gatherpfqps">,
3377           Intrinsic<[], [llvm_i8_ty, llvm_v8i64_ty, llvm_ptr_ty,
3378                      llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3379
3380   // scatter prefetch
3381   def int_x86_avx512_scatterpf_dpd_512  : GCCBuiltin<"__builtin_ia32_scatterpfdpd">,
3382           Intrinsic<[], [llvm_i8_ty, llvm_v8i32_ty, llvm_ptr_ty,
3383                      llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3384   def int_x86_avx512_scatterpf_dps_512  : GCCBuiltin<"__builtin_ia32_scatterpfdps">,
3385           Intrinsic<[], [llvm_i16_ty, llvm_v16i32_ty, llvm_ptr_ty,
3386                      llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3387   def int_x86_avx512_scatterpf_qpd_512  : GCCBuiltin<"__builtin_ia32_scatterpfqpd">,
3388           Intrinsic<[], [llvm_i8_ty, llvm_v8i64_ty, llvm_ptr_ty,
3389                      llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3390   def int_x86_avx512_scatterpf_qps_512  : GCCBuiltin<"__builtin_ia32_scatterpfqps">,
3391           Intrinsic<[], [llvm_i8_ty, llvm_v8i64_ty, llvm_ptr_ty,
3392                      llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3393 }
3394
3395 // AVX-512 conflict detection
3396 let TargetPrefix = "x86" in {
3397   def int_x86_avx512_mask_conflict_d_512 :
3398           GCCBuiltin<"__builtin_ia32_vpconflictsi_512_mask">,
3399           Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
3400                     llvm_v16i32_ty, llvm_i16_ty],
3401                     [IntrNoMem]>;
3402   def int_x86_avx512_mask_conflict_q_512 :
3403           GCCBuiltin<"__builtin_ia32_vpconflictdi_512_mask">,
3404           Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
3405                     llvm_v8i64_ty, llvm_i8_ty],
3406                     [IntrNoMem]>;
3407   def int_x86_avx512_mask_lzcnt_d_512 :
3408           GCCBuiltin<"__builtin_ia32_vplzcntd_512_mask">,
3409           Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
3410                     llvm_v16i32_ty, llvm_i16_ty],
3411                     [IntrNoMem]>;
3412   def int_x86_avx512_mask_lzcnt_q_512 :
3413           GCCBuiltin<"__builtin_ia32_vplzcntq_512_mask">,
3414           Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
3415                     llvm_v8i64_ty, llvm_i8_ty],
3416                     [IntrNoMem]>;
3417 }
3418
3419 // Vector blend
3420 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
3421   def int_x86_avx512_mask_blend_ps_512 : GCCBuiltin<"__builtin_ia32_blendmps_512_mask">,
3422         Intrinsic<[llvm_v16f32_ty],
3423                   [llvm_v16f32_ty, llvm_v16f32_ty, llvm_i16_ty],
3424                   [IntrNoMem]>;
3425   def int_x86_avx512_mask_blend_ps_256 : GCCBuiltin<"__builtin_ia32_blendmps_256_mask">,
3426         Intrinsic<[llvm_v8f32_ty],
3427                   [llvm_v8f32_ty, llvm_v8f32_ty, llvm_i8_ty],
3428                   [IntrNoMem]>;
3429   def int_x86_avx512_mask_blend_ps_128 : GCCBuiltin<"__builtin_ia32_blendmps_128_mask">,
3430         Intrinsic<[llvm_v4f32_ty],
3431                   [llvm_v4f32_ty, llvm_v4f32_ty, llvm_i8_ty],
3432                   [IntrNoMem]>;
3433   def int_x86_avx512_mask_blend_pd_512 : GCCBuiltin<"__builtin_ia32_blendmpd_512_mask">,
3434         Intrinsic<[llvm_v8f64_ty],
3435                   [llvm_v8f64_ty, llvm_v8f64_ty, llvm_i8_ty],
3436                   [IntrNoMem]>;
3437   def int_x86_avx512_mask_blend_pd_256 : GCCBuiltin<"__builtin_ia32_blendmpd_256_mask">,
3438         Intrinsic<[llvm_v4f64_ty],
3439                   [llvm_v4f64_ty, llvm_v4f64_ty, llvm_i8_ty],
3440                   [IntrNoMem]>;
3441   def int_x86_avx512_mask_blend_pd_128 : GCCBuiltin<"__builtin_ia32_blendmpd_128_mask">,
3442         Intrinsic<[llvm_v2f64_ty],
3443                   [llvm_v2f64_ty, llvm_v2f64_ty, llvm_i8_ty],
3444                   [IntrNoMem]>;
3445
3446   def int_x86_avx512_mask_blend_d_512 : GCCBuiltin<"__builtin_ia32_blendmd_512_mask">,
3447         Intrinsic<[llvm_v16i32_ty],
3448                   [llvm_v16i32_ty, llvm_v16i32_ty, llvm_i16_ty],
3449                   [IntrNoMem]>;
3450   def int_x86_avx512_mask_blend_q_512 : GCCBuiltin<"__builtin_ia32_blendmq_512_mask">,
3451         Intrinsic<[llvm_v8i64_ty],
3452                   [llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty],
3453                   [IntrNoMem]>;
3454   def int_x86_avx512_mask_blend_d_256 : GCCBuiltin<"__builtin_ia32_blendmd_256_mask">,
3455         Intrinsic<[llvm_v8i32_ty],
3456                   [llvm_v8i32_ty, llvm_v8i32_ty, llvm_i8_ty],
3457                   [IntrNoMem]>;
3458   def int_x86_avx512_mask_blend_q_256 : GCCBuiltin<"__builtin_ia32_blendmq_256_mask">,
3459         Intrinsic<[llvm_v4i64_ty],
3460                   [llvm_v4i64_ty, llvm_v4i64_ty, llvm_i8_ty],
3461                   [IntrNoMem]>;
3462   def int_x86_avx512_mask_blend_d_128 : GCCBuiltin<"__builtin_ia32_blendmd_128_mask">,
3463         Intrinsic<[llvm_v4i32_ty],
3464                   [llvm_v4i32_ty, llvm_v4i32_ty, llvm_i8_ty],
3465                   [IntrNoMem]>;
3466   def int_x86_avx512_mask_blend_q_128 : GCCBuiltin<"__builtin_ia32_blendmq_128_mask">,
3467         Intrinsic<[llvm_v2i64_ty],
3468                   [llvm_v2i64_ty, llvm_v2i64_ty, llvm_i8_ty],
3469                   [IntrNoMem]>;
3470
3471    def int_x86_avx512_mask_blend_w_512 : GCCBuiltin<"__builtin_ia32_blendmw_512_mask">,
3472         Intrinsic<[llvm_v32i16_ty],
3473                   [llvm_v32i16_ty, llvm_v32i16_ty, llvm_i32_ty],
3474                   [IntrNoMem]>;
3475    def int_x86_avx512_mask_blend_w_256 : GCCBuiltin<"__builtin_ia32_blendmw_256_mask">,
3476         Intrinsic<[llvm_v16i16_ty],
3477                   [llvm_v16i16_ty, llvm_v16i16_ty, llvm_i16_ty],
3478                   [IntrNoMem]>;
3479    def int_x86_avx512_mask_blend_w_128 : GCCBuiltin<"__builtin_ia32_blendmw_128_mask">,
3480         Intrinsic<[llvm_v8i16_ty],
3481                   [llvm_v8i16_ty, llvm_v8i16_ty, llvm_i8_ty],
3482                   [IntrNoMem]>;
3483    def int_x86_avx512_mask_blend_b_512 : GCCBuiltin<"__builtin_ia32_blendmb_512_mask">,
3484         Intrinsic<[llvm_v64i8_ty],
3485                   [llvm_v64i8_ty, llvm_v64i8_ty, llvm_i64_ty],
3486                   [IntrNoMem]>;
3487    def int_x86_avx512_mask_blend_b_256 : GCCBuiltin<"__builtin_ia32_blendmb_256_mask">,
3488         Intrinsic<[llvm_v32i8_ty],
3489                   [llvm_v32i8_ty, llvm_v32i8_ty, llvm_i32_ty],
3490                   [IntrNoMem]>;
3491    def int_x86_avx512_mask_blend_b_128 : GCCBuiltin<"__builtin_ia32_blendmb_128_mask">,
3492         Intrinsic<[llvm_v16i8_ty],
3493                   [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i16_ty],
3494                   [IntrNoMem]>;
3495
3496 }
3497
3498 let TargetPrefix = "x86" in {
3499   def int_x86_avx512_mask_valign_q_512 : GCCBuiltin<"__builtin_ia32_alignq512_mask">,
3500         Intrinsic<[llvm_v8i64_ty],
3501                   [llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty, llvm_v8i64_ty, llvm_i8_ty],
3502                   [IntrNoMem]>;
3503
3504   def int_x86_avx512_mask_valign_d_512 : GCCBuiltin<"__builtin_ia32_alignd512_mask">,
3505         Intrinsic<[llvm_v16i32_ty],
3506                   [llvm_v16i32_ty, llvm_v16i32_ty, llvm_i8_ty, llvm_v16i32_ty, llvm_i16_ty],
3507                   [IntrNoMem]>;
3508 }
3509
3510 // Compares
3511 let TargetPrefix = "x86" in {
3512   // 512-bit
3513   def int_x86_avx512_mask_pcmpeq_b_512 : GCCBuiltin<"__builtin_ia32_pcmpeqb512_mask">,
3514         Intrinsic<[llvm_i64_ty], [llvm_v64i8_ty, llvm_v64i8_ty, llvm_i64_ty],
3515                   [IntrNoMem]>;
3516   def int_x86_avx512_mask_pcmpeq_w_512 : GCCBuiltin<"__builtin_ia32_pcmpeqw512_mask">,
3517         Intrinsic<[llvm_i32_ty], [llvm_v32i16_ty, llvm_v32i16_ty, llvm_i32_ty],
3518                   [IntrNoMem]>;
3519   def int_x86_avx512_mask_pcmpeq_d_512 : GCCBuiltin<"__builtin_ia32_pcmpeqd512_mask">,
3520             Intrinsic<[llvm_i16_ty], [llvm_v16i32_ty, llvm_v16i32_ty, llvm_i16_ty],
3521                       [IntrNoMem]>;
3522   def int_x86_avx512_mask_pcmpeq_q_512 : GCCBuiltin<"__builtin_ia32_pcmpeqq512_mask">,
3523             Intrinsic<[llvm_i8_ty], [llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty],
3524                       [IntrNoMem]>;
3525
3526   def int_x86_avx512_mask_pcmpgt_b_512: GCCBuiltin<"__builtin_ia32_pcmpgtb512_mask">,
3527         Intrinsic<[llvm_i64_ty], [llvm_v64i8_ty, llvm_v64i8_ty, llvm_i64_ty],
3528                   [IntrNoMem]>;
3529   def int_x86_avx512_mask_pcmpgt_w_512: GCCBuiltin<"__builtin_ia32_pcmpgtw512_mask">,
3530         Intrinsic<[llvm_i32_ty], [llvm_v32i16_ty, llvm_v32i16_ty, llvm_i32_ty],
3531                   [IntrNoMem]>;
3532   def int_x86_avx512_mask_pcmpgt_d_512: GCCBuiltin<"__builtin_ia32_pcmpgtd512_mask">,
3533         Intrinsic<[llvm_i16_ty], [llvm_v16i32_ty, llvm_v16i32_ty, llvm_i16_ty],
3534                   [IntrNoMem]>;
3535   def int_x86_avx512_mask_pcmpgt_q_512: GCCBuiltin<"__builtin_ia32_pcmpgtq512_mask">,
3536         Intrinsic<[llvm_i8_ty], [llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty],
3537                   [IntrNoMem]>;
3538
3539   def int_x86_avx512_mask_cmp_b_512: GCCBuiltin<"__builtin_ia32_cmpb512_mask">,
3540         Intrinsic<[llvm_i64_ty], [llvm_v64i8_ty, llvm_v64i8_ty, llvm_i8_ty,
3541                   llvm_i64_ty], [IntrNoMem]>;
3542   def int_x86_avx512_mask_cmp_w_512: GCCBuiltin<"__builtin_ia32_cmpw512_mask">,
3543         Intrinsic<[llvm_i32_ty], [llvm_v32i16_ty, llvm_v32i16_ty, llvm_i8_ty,
3544                   llvm_i32_ty], [IntrNoMem]>;
3545   def int_x86_avx512_mask_cmp_d_512: GCCBuiltin<"__builtin_ia32_cmpd512_mask">,
3546         Intrinsic<[llvm_i16_ty], [llvm_v16i32_ty, llvm_v16i32_ty, llvm_i8_ty,
3547                   llvm_i16_ty], [IntrNoMem ]>;
3548   def int_x86_avx512_mask_cmp_q_512: GCCBuiltin<"__builtin_ia32_cmpq512_mask">,
3549         Intrinsic<[llvm_i8_ty], [llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty,
3550                   llvm_i8_ty], [IntrNoMem]>;
3551
3552   def int_x86_avx512_mask_ucmp_b_512: GCCBuiltin<"__builtin_ia32_ucmpb512_mask">,
3553         Intrinsic<[llvm_i64_ty], [llvm_v64i8_ty, llvm_v64i8_ty, llvm_i8_ty,
3554                   llvm_i64_ty], [IntrNoMem]>;
3555   def int_x86_avx512_mask_ucmp_w_512: GCCBuiltin<"__builtin_ia32_ucmpw512_mask">,
3556         Intrinsic<[llvm_i32_ty], [llvm_v32i16_ty, llvm_v32i16_ty, llvm_i8_ty,
3557                   llvm_i32_ty], [IntrNoMem]>;
3558   def int_x86_avx512_mask_ucmp_d_512: GCCBuiltin<"__builtin_ia32_ucmpd512_mask">,
3559         Intrinsic<[llvm_i16_ty], [llvm_v16i32_ty, llvm_v16i32_ty, llvm_i8_ty,
3560                   llvm_i16_ty], [IntrNoMem]>;
3561   def int_x86_avx512_mask_ucmp_q_512: GCCBuiltin<"__builtin_ia32_ucmpq512_mask">,
3562         Intrinsic<[llvm_i8_ty], [llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty,
3563                   llvm_i8_ty], [IntrNoMem]>;
3564
3565   // 256-bit
3566   def int_x86_avx512_mask_pcmpeq_b_256 : GCCBuiltin<"__builtin_ia32_pcmpeqb256_mask">,
3567         Intrinsic<[llvm_i32_ty], [llvm_v32i8_ty, llvm_v32i8_ty, llvm_i32_ty],
3568                   [IntrNoMem]>;
3569   def int_x86_avx512_mask_pcmpeq_w_256 : GCCBuiltin<"__builtin_ia32_pcmpeqw256_mask">,
3570         Intrinsic<[llvm_i16_ty], [llvm_v16i16_ty, llvm_v16i16_ty, llvm_i16_ty],
3571                   [IntrNoMem]>;
3572   def int_x86_avx512_mask_pcmpeq_d_256 : GCCBuiltin<"__builtin_ia32_pcmpeqd256_mask">,
3573         Intrinsic<[llvm_i8_ty], [llvm_v8i32_ty, llvm_v8i32_ty, llvm_i8_ty],
3574                   [IntrNoMem]>;
3575   def int_x86_avx512_mask_pcmpeq_q_256 : GCCBuiltin<"__builtin_ia32_pcmpeqq256_mask">,
3576         Intrinsic<[llvm_i8_ty], [llvm_v4i64_ty, llvm_v4i64_ty, llvm_i8_ty],
3577                   [IntrNoMem]>;
3578
3579   def int_x86_avx512_mask_pcmpgt_b_256: GCCBuiltin<"__builtin_ia32_pcmpgtb256_mask">,
3580         Intrinsic<[llvm_i32_ty], [llvm_v32i8_ty, llvm_v32i8_ty, llvm_i32_ty],
3581                   [IntrNoMem]>;
3582   def int_x86_avx512_mask_pcmpgt_w_256: GCCBuiltin<"__builtin_ia32_pcmpgtw256_mask">,
3583         Intrinsic<[llvm_i16_ty], [llvm_v16i16_ty, llvm_v16i16_ty, llvm_i16_ty],
3584                   [IntrNoMem]>;
3585   def int_x86_avx512_mask_pcmpgt_d_256: GCCBuiltin<"__builtin_ia32_pcmpgtd256_mask">,
3586         Intrinsic<[llvm_i8_ty], [llvm_v8i32_ty, llvm_v8i32_ty, llvm_i8_ty],
3587                   [IntrNoMem]>;
3588   def int_x86_avx512_mask_pcmpgt_q_256: GCCBuiltin<"__builtin_ia32_pcmpgtq256_mask">,
3589         Intrinsic<[llvm_i8_ty], [llvm_v4i64_ty, llvm_v4i64_ty, llvm_i8_ty],
3590                   [IntrNoMem]>;
3591
3592   def int_x86_avx512_mask_cmp_b_256: GCCBuiltin<"__builtin_ia32_cmpb256_mask">,
3593         Intrinsic<[llvm_i32_ty], [llvm_v32i8_ty, llvm_v32i8_ty, llvm_i8_ty,
3594                   llvm_i32_ty], [IntrNoMem]>;
3595   def int_x86_avx512_mask_cmp_w_256: GCCBuiltin<"__builtin_ia32_cmpw256_mask">,
3596         Intrinsic<[llvm_i16_ty], [llvm_v16i16_ty, llvm_v16i16_ty, llvm_i8_ty,
3597                   llvm_i16_ty], [IntrNoMem]>;
3598   def int_x86_avx512_mask_cmp_d_256: GCCBuiltin<"__builtin_ia32_cmpd256_mask">,
3599         Intrinsic<[llvm_i8_ty], [llvm_v8i32_ty, llvm_v8i32_ty, llvm_i8_ty,
3600                   llvm_i8_ty], [IntrNoMem]>;
3601   def int_x86_avx512_mask_cmp_q_256: GCCBuiltin<"__builtin_ia32_cmpq256_mask">,
3602         Intrinsic<[llvm_i8_ty], [llvm_v4i64_ty, llvm_v4i64_ty, llvm_i8_ty,
3603                   llvm_i8_ty], [IntrNoMem]>;
3604
3605   def int_x86_avx512_mask_ucmp_b_256: GCCBuiltin<"__builtin_ia32_ucmpb256_mask">,
3606         Intrinsic<[llvm_i32_ty], [llvm_v32i8_ty, llvm_v32i8_ty, llvm_i8_ty,
3607                   llvm_i32_ty], [IntrNoMem]>;
3608   def int_x86_avx512_mask_ucmp_w_256: GCCBuiltin<"__builtin_ia32_ucmpw256_mask">,
3609         Intrinsic<[llvm_i16_ty], [llvm_v16i16_ty, llvm_v16i16_ty, llvm_i8_ty,
3610                   llvm_i16_ty], [IntrNoMem]>;
3611   def int_x86_avx512_mask_ucmp_d_256: GCCBuiltin<"__builtin_ia32_ucmpd256_mask">,
3612         Intrinsic<[llvm_i8_ty], [llvm_v8i32_ty, llvm_v8i32_ty, llvm_i8_ty,
3613                   llvm_i8_ty], [IntrNoMem]>;
3614   def int_x86_avx512_mask_ucmp_q_256: GCCBuiltin<"__builtin_ia32_ucmpq256_mask">,
3615         Intrinsic<[llvm_i8_ty], [llvm_v4i64_ty, llvm_v4i64_ty, llvm_i8_ty,
3616                   llvm_i8_ty], [IntrNoMem]>;
3617
3618   // 128-bit
3619   def int_x86_avx512_mask_pcmpeq_b_128 : GCCBuiltin<"__builtin_ia32_pcmpeqb128_mask">,
3620         Intrinsic<[llvm_i16_ty], [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i16_ty],
3621                   [IntrNoMem]>;
3622   def int_x86_avx512_mask_pcmpeq_w_128 : GCCBuiltin<"__builtin_ia32_pcmpeqw128_mask">,
3623         Intrinsic<[llvm_i8_ty], [llvm_v8i16_ty, llvm_v8i16_ty, llvm_i8_ty],
3624                   [IntrNoMem]>;
3625   def int_x86_avx512_mask_pcmpeq_d_128 : GCCBuiltin<"__builtin_ia32_pcmpeqd128_mask">,
3626         Intrinsic<[llvm_i8_ty], [llvm_v4i32_ty, llvm_v4i32_ty, llvm_i8_ty],
3627                   [IntrNoMem]>;
3628   def int_x86_avx512_mask_pcmpeq_q_128 : GCCBuiltin<"__builtin_ia32_pcmpeqq128_mask">,
3629         Intrinsic<[llvm_i8_ty], [llvm_v2i64_ty, llvm_v2i64_ty, llvm_i8_ty],
3630                   [IntrNoMem]>;
3631
3632   def int_x86_avx512_mask_pcmpgt_b_128: GCCBuiltin<"__builtin_ia32_pcmpgtb128_mask">,
3633         Intrinsic<[llvm_i16_ty], [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i16_ty],
3634                   [IntrNoMem]>;
3635   def int_x86_avx512_mask_pcmpgt_w_128: GCCBuiltin<"__builtin_ia32_pcmpgtw128_mask">,
3636         Intrinsic<[llvm_i8_ty], [llvm_v8i16_ty, llvm_v8i16_ty, llvm_i8_ty],
3637                   [IntrNoMem]>;
3638   def int_x86_avx512_mask_pcmpgt_d_128: GCCBuiltin<"__builtin_ia32_pcmpgtd128_mask">,
3639         Intrinsic<[llvm_i8_ty], [llvm_v4i32_ty, llvm_v4i32_ty, llvm_i8_ty],
3640                   [IntrNoMem]>;
3641   def int_x86_avx512_mask_pcmpgt_q_128: GCCBuiltin<"__builtin_ia32_pcmpgtq128_mask">,
3642         Intrinsic<[llvm_i8_ty], [llvm_v2i64_ty, llvm_v2i64_ty, llvm_i8_ty],
3643                   [IntrNoMem]>;
3644
3645   def int_x86_avx512_mask_cmp_b_128: GCCBuiltin<"__builtin_ia32_cmpb128_mask">,
3646         Intrinsic<[llvm_i16_ty], [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty,
3647                   llvm_i16_ty], [IntrNoMem]>;
3648   def int_x86_avx512_mask_cmp_w_128: GCCBuiltin<"__builtin_ia32_cmpw128_mask">,
3649         Intrinsic<[llvm_i8_ty], [llvm_v8i16_ty, llvm_v8i16_ty, llvm_i8_ty,
3650                   llvm_i8_ty], [IntrNoMem]>;
3651   def int_x86_avx512_mask_cmp_d_128: GCCBuiltin<"__builtin_ia32_cmpd128_mask">,
3652         Intrinsic<[llvm_i8_ty], [llvm_v4i32_ty, llvm_v4i32_ty, llvm_i8_ty,
3653                   llvm_i8_ty], [IntrNoMem]>;
3654   def int_x86_avx512_mask_cmp_q_128: GCCBuiltin<"__builtin_ia32_cmpq128_mask">,
3655         Intrinsic<[llvm_i8_ty], [llvm_v2i64_ty, llvm_v2i64_ty, llvm_i8_ty,
3656                   llvm_i8_ty], [IntrNoMem]>;
3657
3658   def int_x86_avx512_mask_ucmp_b_128: GCCBuiltin<"__builtin_ia32_ucmpb128_mask">,
3659         Intrinsic<[llvm_i16_ty], [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty,
3660                   llvm_i16_ty], [IntrNoMem]>;
3661   def int_x86_avx512_mask_ucmp_w_128: GCCBuiltin<"__builtin_ia32_ucmpw128_mask">,
3662         Intrinsic<[llvm_i8_ty], [llvm_v8i16_ty, llvm_v8i16_ty, llvm_i8_ty,
3663                   llvm_i8_ty], [IntrNoMem]>;
3664   def int_x86_avx512_mask_ucmp_d_128: GCCBuiltin<"__builtin_ia32_ucmpd128_mask">,
3665         Intrinsic<[llvm_i8_ty], [llvm_v4i32_ty, llvm_v4i32_ty, llvm_i8_ty,
3666                   llvm_i8_ty], [IntrNoMem]>;
3667   def int_x86_avx512_mask_ucmp_q_128: GCCBuiltin<"__builtin_ia32_ucmpq128_mask">,
3668         Intrinsic<[llvm_i8_ty], [llvm_v2i64_ty, llvm_v2i64_ty, llvm_i8_ty,
3669                   llvm_i8_ty], [IntrNoMem]>;
3670 }
3671
3672 // Compress, Expand
3673 let TargetPrefix = "x86" in {
3674   def int_x86_avx512_mask_compress_ps_512 :
3675                              GCCBuiltin<"__builtin_ia32_compresssf512_mask">,
3676         Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3677                    llvm_i16_ty], [IntrNoMem]>;
3678   def int_x86_avx512_mask_compress_pd_512 :
3679                              GCCBuiltin<"__builtin_ia32_compressdf512_mask">,
3680         Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3681                    llvm_i8_ty], [IntrNoMem]>;
3682   def int_x86_avx512_mask_compress_ps_256 :
3683                              GCCBuiltin<"__builtin_ia32_compresssf256_mask">,
3684         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty, llvm_v8f32_ty,
3685                    llvm_i8_ty], [IntrNoMem]>;
3686   def int_x86_avx512_mask_compress_pd_256 :
3687                              GCCBuiltin<"__builtin_ia32_compressdf256_mask">,
3688         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty, llvm_v4f64_ty,
3689                    llvm_i8_ty], [IntrNoMem]>;
3690   def int_x86_avx512_mask_compress_ps_128 :
3691                              GCCBuiltin<"__builtin_ia32_compresssf128_mask">,
3692         Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty,
3693                    llvm_i8_ty], [IntrNoMem]>;
3694   def int_x86_avx512_mask_compress_pd_128 :
3695                              GCCBuiltin<"__builtin_ia32_compressdf128_mask">,
3696         Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty,
3697                    llvm_i8_ty], [IntrNoMem]>;
3698
3699   def int_x86_avx512_mask_compress_store_ps_512 :
3700                             GCCBuiltin<"__builtin_ia32_compressstoresf512_mask">,
3701         Intrinsic<[], [llvm_ptr_ty, llvm_v16f32_ty,
3702                    llvm_i16_ty], [IntrReadWriteArgMem]>;
3703   def int_x86_avx512_mask_compress_store_pd_512 :
3704                             GCCBuiltin<"__builtin_ia32_compressstoredf512_mask">,
3705         Intrinsic<[], [llvm_ptr_ty, llvm_v8f64_ty,
3706                    llvm_i8_ty], [IntrReadWriteArgMem]>;
3707   def int_x86_avx512_mask_compress_store_ps_256 :
3708                             GCCBuiltin<"__builtin_ia32_compressstoresf256_mask">,
3709         Intrinsic<[], [llvm_ptr_ty, llvm_v8f32_ty,
3710                    llvm_i8_ty], [IntrReadWriteArgMem]>;
3711   def int_x86_avx512_mask_compress_store_pd_256 :
3712                             GCCBuiltin<"__builtin_ia32_compressstoredf256_mask">,
3713         Intrinsic<[], [llvm_ptr_ty, llvm_v4f64_ty,
3714                    llvm_i8_ty], [IntrReadWriteArgMem]>;
3715   def int_x86_avx512_mask_compress_store_ps_128 :
3716                             GCCBuiltin<"__builtin_ia32_compressstoresf128_mask">,
3717         Intrinsic<[], [llvm_ptr_ty, llvm_v4f32_ty,
3718                    llvm_i8_ty], [IntrReadWriteArgMem]>;
3719   def int_x86_avx512_mask_compress_store_pd_128 :
3720                             GCCBuiltin<"__builtin_ia32_compressstoredf128_mask">,
3721         Intrinsic<[], [llvm_ptr_ty, llvm_v2f64_ty,
3722                    llvm_i8_ty], [IntrReadWriteArgMem]>;
3723
3724   def int_x86_avx512_mask_compress_d_512 :
3725                              GCCBuiltin<"__builtin_ia32_compresssi512_mask">,
3726         Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
3727                    llvm_i16_ty], [IntrNoMem]>;
3728   def int_x86_avx512_mask_compress_q_512 :
3729                              GCCBuiltin<"__builtin_ia32_compressdi512_mask">,
3730         Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
3731                    llvm_i8_ty], [IntrNoMem]>;
3732   def int_x86_avx512_mask_compress_d_256 :
3733                              GCCBuiltin<"__builtin_ia32_compresssi256_mask">,
3734         Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty, llvm_v8i32_ty,
3735                    llvm_i8_ty], [IntrNoMem]>;
3736   def int_x86_avx512_mask_compress_q_256 :
3737                              GCCBuiltin<"__builtin_ia32_compressdi256_mask">,
3738         Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty, llvm_v4i64_ty,
3739                    llvm_i8_ty], [IntrNoMem]>;
3740   def int_x86_avx512_mask_compress_d_128 :
3741                              GCCBuiltin<"__builtin_ia32_compresssi128_mask">,
3742         Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty,
3743                    llvm_i8_ty], [IntrNoMem]>;
3744   def int_x86_avx512_mask_compress_q_128 :
3745                              GCCBuiltin<"__builtin_ia32_compressdi128_mask">,
3746         Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty,
3747                    llvm_i8_ty], [IntrNoMem]>;
3748
3749   def int_x86_avx512_mask_compress_store_d_512 :
3750                             GCCBuiltin<"__builtin_ia32_compressstoresi512_mask">,
3751         Intrinsic<[], [llvm_ptr_ty, llvm_v16i32_ty,
3752                    llvm_i16_ty], [IntrReadWriteArgMem]>;
3753   def int_x86_avx512_mask_compress_store_q_512 :
3754                             GCCBuiltin<"__builtin_ia32_compressstoredi512_mask">,
3755         Intrinsic<[], [llvm_ptr_ty, llvm_v8i64_ty,
3756                    llvm_i8_ty], [IntrReadWriteArgMem]>;
3757   def int_x86_avx512_mask_compress_store_d_256 :
3758                             GCCBuiltin<"__builtin_ia32_compressstoresi256_mask">,
3759         Intrinsic<[], [llvm_ptr_ty, llvm_v8i32_ty,
3760                    llvm_i8_ty], [IntrReadWriteArgMem]>;
3761   def int_x86_avx512_mask_compress_store_q_256 :
3762                             GCCBuiltin<"__builtin_ia32_compressstoredi256_mask">,
3763         Intrinsic<[], [llvm_ptr_ty, llvm_v4i64_ty,
3764                    llvm_i8_ty], [IntrReadWriteArgMem]>;
3765   def int_x86_avx512_mask_compress_store_d_128 :
3766                             GCCBuiltin<"__builtin_ia32_compressstoresi128_mask">,
3767         Intrinsic<[], [llvm_ptr_ty, llvm_v4i32_ty,
3768                    llvm_i8_ty], [IntrReadWriteArgMem]>;
3769   def int_x86_avx512_mask_compress_store_q_128 :
3770                             GCCBuiltin<"__builtin_ia32_compressstoredi128_mask">,
3771         Intrinsic<[], [llvm_ptr_ty, llvm_v2i64_ty,
3772                    llvm_i8_ty], [IntrReadWriteArgMem]>;
3773
3774 // expand
3775   def int_x86_avx512_mask_expand_ps_512 :
3776                              GCCBuiltin<"__builtin_ia32_expandsf512_mask">,
3777         Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3778                    llvm_i16_ty], [IntrNoMem]>;
3779   def int_x86_avx512_mask_expand_pd_512 :
3780                              GCCBuiltin<"__builtin_ia32_expanddf512_mask">,
3781         Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3782                    llvm_i8_ty], [IntrNoMem]>;
3783   def int_x86_avx512_mask_expand_ps_256 :
3784                              GCCBuiltin<"__builtin_ia32_expandsf256_mask">,
3785         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty, llvm_v8f32_ty,
3786                    llvm_i8_ty], [IntrNoMem]>;
3787   def int_x86_avx512_mask_expand_pd_256 :
3788                              GCCBuiltin<"__builtin_ia32_expanddf256_mask">,
3789         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty, llvm_v4f64_ty,
3790                    llvm_i8_ty], [IntrNoMem]>;
3791   def int_x86_avx512_mask_expand_ps_128 :
3792                              GCCBuiltin<"__builtin_ia32_expandsf128_mask">,
3793         Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty,
3794                    llvm_i8_ty], [IntrNoMem]>;
3795   def int_x86_avx512_mask_expand_pd_128 :
3796                              GCCBuiltin<"__builtin_ia32_expanddf128_mask">,
3797         Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty,
3798                    llvm_i8_ty], [IntrNoMem]>;
3799
3800   def int_x86_avx512_mask_expand_load_ps_512 :
3801                             GCCBuiltin<"__builtin_ia32_expandloadsf512_mask">,
3802         Intrinsic<[llvm_v16f32_ty], [llvm_ptr_ty, llvm_v16f32_ty,
3803                    llvm_i16_ty], [IntrReadArgMem]>;
3804   def int_x86_avx512_mask_expand_load_pd_512 :
3805                             GCCBuiltin<"__builtin_ia32_expandloaddf512_mask">,
3806         Intrinsic<[llvm_v8f64_ty], [llvm_ptr_ty, llvm_v8f64_ty,
3807                    llvm_i8_ty], [IntrReadArgMem]>;
3808   def int_x86_avx512_mask_expand_load_ps_256 :
3809                             GCCBuiltin<"__builtin_ia32_expandloadsf256_mask">,
3810         Intrinsic<[llvm_v8f32_ty], [llvm_ptr_ty, llvm_v8f32_ty,
3811                    llvm_i8_ty], [IntrReadArgMem]>;
3812   def int_x86_avx512_mask_expand_load_pd_256 :
3813                             GCCBuiltin<"__builtin_ia32_expandloaddf256_mask">,
3814         Intrinsic<[llvm_v4f64_ty], [llvm_ptr_ty, llvm_v4f64_ty,
3815                    llvm_i8_ty], [IntrReadArgMem]>;
3816   def int_x86_avx512_mask_expand_load_ps_128 :
3817                             GCCBuiltin<"__builtin_ia32_expandloadsf128_mask">,
3818         Intrinsic<[llvm_v4f32_ty], [llvm_ptr_ty, llvm_v4f32_ty,
3819                    llvm_i8_ty], [IntrReadArgMem]>;
3820   def int_x86_avx512_mask_expand_load_pd_128 :
3821                             GCCBuiltin<"__builtin_ia32_expandloaddf128_mask">,
3822         Intrinsic<[llvm_v2f64_ty], [llvm_ptr_ty, llvm_v2f64_ty,
3823                    llvm_i8_ty], [IntrReadArgMem]>;
3824
3825   def int_x86_avx512_mask_expand_d_512 :
3826                              GCCBuiltin<"__builtin_ia32_expandsi512_mask">,
3827         Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
3828                    llvm_i16_ty], [IntrNoMem]>;
3829   def int_x86_avx512_mask_expand_q_512 :
3830                              GCCBuiltin<"__builtin_ia32_expanddi512_mask">,
3831         Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
3832                    llvm_i8_ty], [IntrNoMem]>;
3833   def int_x86_avx512_mask_expand_d_256 :
3834                              GCCBuiltin<"__builtin_ia32_expandsi256_mask">,
3835         Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty, llvm_v8i32_ty,
3836                    llvm_i8_ty], [IntrNoMem]>;
3837   def int_x86_avx512_mask_expand_q_256 :
3838                              GCCBuiltin<"__builtin_ia32_expanddi256_mask">,
3839         Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty, llvm_v4i64_ty,
3840                    llvm_i8_ty], [IntrNoMem]>;
3841   def int_x86_avx512_mask_expand_d_128 :
3842                              GCCBuiltin<"__builtin_ia32_expandsi128_mask">,
3843         Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty,
3844                    llvm_i8_ty], [IntrNoMem]>;
3845   def int_x86_avx512_mask_expand_q_128 :
3846                              GCCBuiltin<"__builtin_ia32_expanddi128_mask">,
3847         Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty,
3848                    llvm_i8_ty], [IntrNoMem]>;
3849
3850   def int_x86_avx512_mask_expand_load_d_512 :
3851                             GCCBuiltin<"__builtin_ia32_expandloadsi512_mask">,
3852         Intrinsic<[llvm_v16i32_ty], [llvm_ptr_ty, llvm_v16i32_ty,
3853                    llvm_i16_ty], [IntrReadArgMem]>;
3854   def int_x86_avx512_mask_expand_load_q_512 :
3855                             GCCBuiltin<"__builtin_ia32_expandloaddi512_mask">,
3856         Intrinsic<[llvm_v8i64_ty], [llvm_ptr_ty, llvm_v8i64_ty,
3857                    llvm_i8_ty], [IntrReadArgMem]>;
3858   def int_x86_avx512_mask_expand_load_d_256 :
3859                             GCCBuiltin<"__builtin_ia32_expandloadsi256_mask">,
3860         Intrinsic<[llvm_v8i32_ty], [llvm_ptr_ty, llvm_v8i32_ty,
3861                    llvm_i8_ty], [IntrReadArgMem]>;
3862   def int_x86_avx512_mask_expand_load_q_256 :
3863                             GCCBuiltin<"__builtin_ia32_expandloaddi256_mask">,
3864         Intrinsic<[llvm_v4i64_ty], [llvm_ptr_ty, llvm_v4i64_ty,
3865                    llvm_i8_ty], [IntrReadArgMem]>;
3866   def int_x86_avx512_mask_expand_load_d_128 :
3867                             GCCBuiltin<"__builtin_ia32_expandloadsi128_mask">,
3868         Intrinsic<[llvm_v4i32_ty], [llvm_ptr_ty, llvm_v4i32_ty,
3869                    llvm_i8_ty], [IntrReadArgMem]>;
3870   def int_x86_avx512_mask_expand_load_q_128 :
3871                             GCCBuiltin<"__builtin_ia32_expandloaddi128_mask">,
3872         Intrinsic<[llvm_v2i64_ty], [llvm_ptr_ty, llvm_v2i64_ty,
3873                    llvm_i8_ty], [IntrReadArgMem]>;
3874
3875 }
3876 // Misc.
3877 let TargetPrefix = "x86" in {
3878   def int_x86_avx512_mask_cmp_ps_512 : GCCBuiltin<"__builtin_ia32_cmpps512_mask">,
3879             Intrinsic<[llvm_i16_ty], [llvm_v16f32_ty, llvm_v16f32_ty, llvm_i8_ty,
3880                                       llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3881   def int_x86_avx512_mask_cmp_pd_512 : GCCBuiltin<"__builtin_ia32_cmppd512_mask">,
3882             Intrinsic<[llvm_i8_ty], [llvm_v8f64_ty, llvm_v8f64_ty, llvm_i8_ty,
3883                                       llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3884   def int_x86_avx512_mask_pand_d_512 : GCCBuiltin<"__builtin_ia32_pandd512_mask">,
3885             Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
3886                                          llvm_v16i32_ty, llvm_i16_ty],
3887                       [IntrNoMem]>;
3888   def int_x86_avx512_mask_pand_q_512 : GCCBuiltin<"__builtin_ia32_pandq512_mask">,
3889             Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
3890                                         llvm_v8i64_ty, llvm_i8_ty],
3891                       [IntrNoMem]>;
3892   def int_x86_avx512_movntdqa : GCCBuiltin<"__builtin_ia32_movntdqa512">,
3893             Intrinsic<[llvm_v8i64_ty], [llvm_ptr_ty], [IntrReadMem]>;
3894 }
3895
3896 //===----------------------------------------------------------------------===//
3897 // SHA intrinsics
3898 let TargetPrefix = "x86" in {
3899   def int_x86_sha1rnds4 : GCCBuiltin<"__builtin_ia32_sha1rnds4">,
3900         Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty, llvm_i8_ty],
3901                   [IntrNoMem]>;
3902   def int_x86_sha1nexte : GCCBuiltin<"__builtin_ia32_sha1nexte">,
3903       Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty], [IntrNoMem]>;
3904   def int_x86_sha1msg1 : GCCBuiltin<"__builtin_ia32_sha1msg1">,
3905       Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty], [IntrNoMem]>;
3906   def int_x86_sha1msg2 : GCCBuiltin<"__builtin_ia32_sha1msg2">,
3907       Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty], [IntrNoMem]>;
3908   def int_x86_sha256rnds2 : GCCBuiltin<"__builtin_ia32_sha256rnds2">,
3909       Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty, llvm_v4i32_ty],
3910                 [IntrNoMem]>;
3911   def int_x86_sha256msg1 : GCCBuiltin<"__builtin_ia32_sha256msg1">,
3912       Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty], [IntrNoMem]>;
3913   def int_x86_sha256msg2 : GCCBuiltin<"__builtin_ia32_sha256msg2">,
3914       Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty], [IntrNoMem]>;
3915 }