include/llvm/IR/IntrinsicsX86.td

   1 //===- IntrinsicsX86.td - Defines X86 intrinsics -----------*- tablegen -*-===//
   2 //
   3 //                     The LLVM Compiler Infrastructure
   4 //
   5 // This file is distributed under the University of Illinois Open Source
   6 // License. See LICENSE.TXT for details.
   7 //
   8 //===----------------------------------------------------------------------===//
   9 //
  10 // This file defines all of the X86-specific intrinsics.
  11 //
  12 //===----------------------------------------------------------------------===//
  13
  14 //===----------------------------------------------------------------------===//
  15 // Interrupt traps
  16 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
  17   def int_x86_int : Intrinsic<[], [llvm_i8_ty]>;
  18 }
  19
  20 //===----------------------------------------------------------------------===//
  21 // Read Time Stamp Counter.
  22 let TargetPrefix = "x86" in {
  23   def int_x86_rdtsc : GCCBuiltin<"__builtin_ia32_rdtsc">,
  24               Intrinsic<[llvm_i64_ty], [], []>;
  25   def int_x86_rdtscp : GCCBuiltin<"__builtin_ia32_rdtscp">,
  26               Intrinsic<[llvm_i64_ty], [llvm_ptr_ty], [IntrReadWriteArgMem]>;
  27 }
  28
  29 // Read Performance-Monitoring Counter.
  30 let TargetPrefix = "x86" in {
  31   def int_x86_rdpmc : GCCBuiltin<"__builtin_ia32_rdpmc">,
  32               Intrinsic<[llvm_i64_ty], [llvm_i32_ty], []>;
  33 }
  34
  35 //===----------------------------------------------------------------------===//
  36 // 3DNow!
  37
  38 let TargetPrefix = "x86" in {
  39   def int_x86_3dnow_pavgusb : GCCBuiltin<"__builtin_ia32_pavgusb">,
  40               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  41                         [IntrNoMem]>;
  42   def int_x86_3dnow_pf2id : GCCBuiltin<"__builtin_ia32_pf2id">,
  43               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
  44   def int_x86_3dnow_pfacc : GCCBuiltin<"__builtin_ia32_pfacc">,
  45               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  46                         [IntrNoMem]>;
  47   def int_x86_3dnow_pfadd : GCCBuiltin<"__builtin_ia32_pfadd">,
  48               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  49                         [IntrNoMem]>;
  50   def int_x86_3dnow_pfcmpeq : GCCBuiltin<"__builtin_ia32_pfcmpeq">,
  51               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  52                         [IntrNoMem]>;
  53   def int_x86_3dnow_pfcmpge : GCCBuiltin<"__builtin_ia32_pfcmpge">,
  54               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  55                         [IntrNoMem]>;
  56   def int_x86_3dnow_pfcmpgt : GCCBuiltin<"__builtin_ia32_pfcmpgt">,
  57               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  58                         [IntrNoMem]>;
  59   def int_x86_3dnow_pfmax : GCCBuiltin<"__builtin_ia32_pfmax">,
  60               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  61                         [IntrNoMem]>;
  62   def int_x86_3dnow_pfmin : GCCBuiltin<"__builtin_ia32_pfmin">,
  63               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  64                         [IntrNoMem]>;
  65   def int_x86_3dnow_pfmul : GCCBuiltin<"__builtin_ia32_pfmul">,
  66               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  67                         [IntrNoMem]>;
  68   def int_x86_3dnow_pfrcp : GCCBuiltin<"__builtin_ia32_pfrcp">,
  69               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
  70   def int_x86_3dnow_pfrcpit1 : GCCBuiltin<"__builtin_ia32_pfrcpit1">,
  71               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  72                         [IntrNoMem]>;
  73   def int_x86_3dnow_pfrcpit2 : GCCBuiltin<"__builtin_ia32_pfrcpit2">,
  74               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  75                         [IntrNoMem]>;
  76   def int_x86_3dnow_pfrsqrt : GCCBuiltin<"__builtin_ia32_pfrsqrt">,
  77               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
  78   def int_x86_3dnow_pfrsqit1 : GCCBuiltin<"__builtin_ia32_pfrsqit1">,
  79               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  80                         [IntrNoMem]>;
  81   def int_x86_3dnow_pfsub : GCCBuiltin<"__builtin_ia32_pfsub">,
  82               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  83                         [IntrNoMem]>;
  84   def int_x86_3dnow_pfsubr : GCCBuiltin<"__builtin_ia32_pfsubr">,
  85               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  86                         [IntrNoMem]>;
  87   def int_x86_3dnow_pi2fd : GCCBuiltin<"__builtin_ia32_pi2fd">,
  88               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
  89   def int_x86_3dnow_pmulhrw : GCCBuiltin<"__builtin_ia32_pmulhrw">,
  90               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
  91                         [IntrNoMem]>;
  92 }
  93
  94 //===----------------------------------------------------------------------===//
  95 // 3DNow! extensions
  96
  97 let TargetPrefix = "x86" in {
  98   def int_x86_3dnowa_pf2iw : GCCBuiltin<"__builtin_ia32_pf2iw">,
  99               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
 100   def int_x86_3dnowa_pfnacc : GCCBuiltin<"__builtin_ia32_pfnacc">,
 101               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
 102                         [IntrNoMem]>;
 103   def int_x86_3dnowa_pfpnacc : GCCBuiltin<"__builtin_ia32_pfpnacc">,
 104               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
 105                         [IntrNoMem]>;
 106   def int_x86_3dnowa_pi2fw : GCCBuiltin<"__builtin_ia32_pi2fw">,
 107               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
 108   def int_x86_3dnowa_pswapd :
 109               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
 110 }
 111
 112 //===----------------------------------------------------------------------===//
 113 // SSE1
 114
 115 // Arithmetic ops
 116 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 117   def int_x86_sse_add_ss : GCCBuiltin<"__builtin_ia32_addss">,
 118               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 119                          llvm_v4f32_ty], [IntrNoMem]>;
 120   def int_x86_sse_sub_ss : GCCBuiltin<"__builtin_ia32_subss">,
 121               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 122                          llvm_v4f32_ty], [IntrNoMem]>;
 123   def int_x86_sse_mul_ss : GCCBuiltin<"__builtin_ia32_mulss">,
 124               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 125                          llvm_v4f32_ty], [IntrNoMem]>;
 126   def int_x86_sse_div_ss : GCCBuiltin<"__builtin_ia32_divss">,
 127               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 128                          llvm_v4f32_ty], [IntrNoMem]>;
 129   def int_x86_sse_sqrt_ss : GCCBuiltin<"__builtin_ia32_sqrtss">,
 130               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty],
 131                         [IntrNoMem]>;
 132   def int_x86_sse_sqrt_ps : GCCBuiltin<"__builtin_ia32_sqrtps">,
 133               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty],
 134                         [IntrNoMem]>;
 135   def int_x86_sse_rcp_ss : GCCBuiltin<"__builtin_ia32_rcpss">,
 136               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty],
 137                         [IntrNoMem]>;
 138   def int_x86_sse_rcp_ps : GCCBuiltin<"__builtin_ia32_rcpps">,
 139               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty],
 140                         [IntrNoMem]>;
 141   def int_x86_sse_rsqrt_ss : GCCBuiltin<"__builtin_ia32_rsqrtss">,
 142               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty],
 143                         [IntrNoMem]>;
 144   def int_x86_sse_rsqrt_ps : GCCBuiltin<"__builtin_ia32_rsqrtps">,
 145               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty],
 146                         [IntrNoMem]>;
 147   def int_x86_sse_min_ss : GCCBuiltin<"__builtin_ia32_minss">,
 148               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 149                          llvm_v4f32_ty], [IntrNoMem]>;
 150   def int_x86_sse_min_ps : GCCBuiltin<"__builtin_ia32_minps">,
 151               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 152                          llvm_v4f32_ty], [IntrNoMem]>;
 153   def int_x86_sse_max_ss : GCCBuiltin<"__builtin_ia32_maxss">,
 154               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 155                          llvm_v4f32_ty], [IntrNoMem]>;
 156   def int_x86_sse_max_ps : GCCBuiltin<"__builtin_ia32_maxps">,
 157               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 158                          llvm_v4f32_ty], [IntrNoMem]>;
 159 }
 160
 161 // Comparison ops
 162 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 163   def int_x86_sse_cmp_ss : GCCBuiltin<"__builtin_ia32_cmpss">,
 164               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 165                          llvm_v4f32_ty, llvm_i8_ty], [IntrNoMem]>;
 166   def int_x86_sse_cmp_ps : GCCBuiltin<"__builtin_ia32_cmpps">,
 167               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 168                          llvm_v4f32_ty, llvm_i8_ty], [IntrNoMem]>;
 169   def int_x86_sse_comieq_ss : GCCBuiltin<"__builtin_ia32_comieq">,
 170               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 171                          llvm_v4f32_ty], [IntrNoMem]>;
 172   def int_x86_sse_comilt_ss : GCCBuiltin<"__builtin_ia32_comilt">,
 173               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 174                          llvm_v4f32_ty], [IntrNoMem]>;
 175   def int_x86_sse_comile_ss : GCCBuiltin<"__builtin_ia32_comile">,
 176               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 177                          llvm_v4f32_ty], [IntrNoMem]>;
 178   def int_x86_sse_comigt_ss : GCCBuiltin<"__builtin_ia32_comigt">,
 179               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 180                          llvm_v4f32_ty], [IntrNoMem]>;
 181   def int_x86_sse_comige_ss : GCCBuiltin<"__builtin_ia32_comige">,
 182               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 183                          llvm_v4f32_ty], [IntrNoMem]>;
 184   def int_x86_sse_comineq_ss : GCCBuiltin<"__builtin_ia32_comineq">,
 185               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 186                          llvm_v4f32_ty], [IntrNoMem]>;
 187   def int_x86_sse_ucomieq_ss : GCCBuiltin<"__builtin_ia32_ucomieq">,
 188               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 189                          llvm_v4f32_ty], [IntrNoMem]>;
 190   def int_x86_sse_ucomilt_ss : GCCBuiltin<"__builtin_ia32_ucomilt">,
 191               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 192                          llvm_v4f32_ty], [IntrNoMem]>;
 193   def int_x86_sse_ucomile_ss : GCCBuiltin<"__builtin_ia32_ucomile">,
 194               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 195                          llvm_v4f32_ty], [IntrNoMem]>;
 196   def int_x86_sse_ucomigt_ss : GCCBuiltin<"__builtin_ia32_ucomigt">,
 197               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 198                          llvm_v4f32_ty], [IntrNoMem]>;
 199   def int_x86_sse_ucomige_ss : GCCBuiltin<"__builtin_ia32_ucomige">,
 200               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 201                          llvm_v4f32_ty], [IntrNoMem]>;
 202   def int_x86_sse_ucomineq_ss : GCCBuiltin<"__builtin_ia32_ucomineq">,
 203               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
 204                          llvm_v4f32_ty], [IntrNoMem]>;
 205 }
 206
 207
 208 // Conversion ops
 209 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 210   def int_x86_sse_cvtss2si : GCCBuiltin<"__builtin_ia32_cvtss2si">,
 211               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
 212   def int_x86_sse_cvtss2si64 : GCCBuiltin<"__builtin_ia32_cvtss2si64">,
 213               Intrinsic<[llvm_i64_ty], [llvm_v4f32_ty], [IntrNoMem]>;
 214   def int_x86_sse_cvttss2si : GCCBuiltin<"__builtin_ia32_cvttss2si">,
 215               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
 216   def int_x86_sse_cvttss2si64 : GCCBuiltin<"__builtin_ia32_cvttss2si64">,
 217               Intrinsic<[llvm_i64_ty], [llvm_v4f32_ty], [IntrNoMem]>;
 218   def int_x86_sse_cvtsi2ss : GCCBuiltin<"__builtin_ia32_cvtsi2ss">,
 219               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 220                          llvm_i32_ty], [IntrNoMem]>;
 221   def int_x86_sse_cvtsi642ss : GCCBuiltin<"__builtin_ia32_cvtsi642ss">,
 222               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 223                          llvm_i64_ty], [IntrNoMem]>;
 224
 225   def int_x86_sse_cvtps2pi : GCCBuiltin<"__builtin_ia32_cvtps2pi">,
 226               Intrinsic<[llvm_x86mmx_ty], [llvm_v4f32_ty], [IntrNoMem]>;
 227   def int_x86_sse_cvttps2pi: GCCBuiltin<"__builtin_ia32_cvttps2pi">,
 228               Intrinsic<[llvm_x86mmx_ty], [llvm_v4f32_ty], [IntrNoMem]>;
 229   def int_x86_sse_cvtpi2ps : GCCBuiltin<"__builtin_ia32_cvtpi2ps">,
 230               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 231                          llvm_x86mmx_ty], [IntrNoMem]>;
 232 }
 233
 234 // SIMD store ops
 235 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 236   def int_x86_sse_storeu_ps : GCCBuiltin<"__builtin_ia32_storeups">,
 237               Intrinsic<[], [llvm_ptr_ty,
 238                          llvm_v4f32_ty], [IntrReadWriteArgMem]>;
 239 }
 240
 241 // Cacheability support ops
 242 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 243   def int_x86_sse_sfence : GCCBuiltin<"__builtin_ia32_sfence">,
 244               Intrinsic<[], [], []>;
 245 }
 246
 247 // Control register.
 248 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 249   def int_x86_sse_stmxcsr :
 250               Intrinsic<[], [llvm_ptr_ty], []>;
 251   def int_x86_sse_ldmxcsr :
 252               Intrinsic<[], [llvm_ptr_ty], []>;
 253 }
 254
 255 // Misc.
 256 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 257   def int_x86_sse_movmsk_ps : GCCBuiltin<"__builtin_ia32_movmskps">,
 258               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
 259 }
 260
 261 //===----------------------------------------------------------------------===//
 262 // SSE2
 263
 264 // FP arithmetic ops
 265 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 266   def int_x86_sse2_add_sd : GCCBuiltin<"__builtin_ia32_addsd">,
 267               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 268                          llvm_v2f64_ty], [IntrNoMem]>;
 269   def int_x86_sse2_sub_sd : GCCBuiltin<"__builtin_ia32_subsd">,
 270               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 271                          llvm_v2f64_ty], [IntrNoMem]>;
 272   def int_x86_sse2_mul_sd : GCCBuiltin<"__builtin_ia32_mulsd">,
 273               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 274                          llvm_v2f64_ty], [IntrNoMem]>;
 275   def int_x86_sse2_div_sd : GCCBuiltin<"__builtin_ia32_divsd">,
 276               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 277                          llvm_v2f64_ty], [IntrNoMem]>;
 278   def int_x86_sse2_sqrt_sd : GCCBuiltin<"__builtin_ia32_sqrtsd">,
 279               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty],
 280                         [IntrNoMem]>;
 281   def int_x86_sse2_sqrt_pd : GCCBuiltin<"__builtin_ia32_sqrtpd">,
 282               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty],
 283                         [IntrNoMem]>;
 284   def int_x86_sse2_min_sd : GCCBuiltin<"__builtin_ia32_minsd">,
 285               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 286                          llvm_v2f64_ty], [IntrNoMem]>;
 287   def int_x86_sse2_min_pd : GCCBuiltin<"__builtin_ia32_minpd">,
 288               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 289                          llvm_v2f64_ty], [IntrNoMem]>;
 290   def int_x86_sse2_max_sd : GCCBuiltin<"__builtin_ia32_maxsd">,
 291               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 292                          llvm_v2f64_ty], [IntrNoMem]>;
 293   def int_x86_sse2_max_pd : GCCBuiltin<"__builtin_ia32_maxpd">,
 294               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 295                          llvm_v2f64_ty], [IntrNoMem]>;
 296 }
 297
 298 // FP comparison ops
 299 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 300   def int_x86_sse2_cmp_sd : GCCBuiltin<"__builtin_ia32_cmpsd">,
 301               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 302                          llvm_v2f64_ty, llvm_i8_ty], [IntrNoMem]>;
 303   def int_x86_sse2_cmp_pd : GCCBuiltin<"__builtin_ia32_cmppd">,
 304               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 305                          llvm_v2f64_ty, llvm_i8_ty], [IntrNoMem]>;
 306   def int_x86_sse2_comieq_sd : GCCBuiltin<"__builtin_ia32_comisdeq">,
 307               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 308                          llvm_v2f64_ty], [IntrNoMem]>;
 309   def int_x86_sse2_comilt_sd : GCCBuiltin<"__builtin_ia32_comisdlt">,
 310               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 311                          llvm_v2f64_ty], [IntrNoMem]>;
 312   def int_x86_sse2_comile_sd : GCCBuiltin<"__builtin_ia32_comisdle">,
 313               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 314                          llvm_v2f64_ty], [IntrNoMem]>;
 315   def int_x86_sse2_comigt_sd : GCCBuiltin<"__builtin_ia32_comisdgt">,
 316               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 317                          llvm_v2f64_ty], [IntrNoMem]>;
 318   def int_x86_sse2_comige_sd : GCCBuiltin<"__builtin_ia32_comisdge">,
 319               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 320                          llvm_v2f64_ty], [IntrNoMem]>;
 321   def int_x86_sse2_comineq_sd : GCCBuiltin<"__builtin_ia32_comisdneq">,
 322               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 323                          llvm_v2f64_ty], [IntrNoMem]>;
 324   def int_x86_sse2_ucomieq_sd : GCCBuiltin<"__builtin_ia32_ucomisdeq">,
 325               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 326                          llvm_v2f64_ty], [IntrNoMem]>;
 327   def int_x86_sse2_ucomilt_sd : GCCBuiltin<"__builtin_ia32_ucomisdlt">,
 328               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 329                          llvm_v2f64_ty], [IntrNoMem]>;
 330   def int_x86_sse2_ucomile_sd : GCCBuiltin<"__builtin_ia32_ucomisdle">,
 331               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 332                          llvm_v2f64_ty], [IntrNoMem]>;
 333   def int_x86_sse2_ucomigt_sd : GCCBuiltin<"__builtin_ia32_ucomisdgt">,
 334               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 335                          llvm_v2f64_ty], [IntrNoMem]>;
 336   def int_x86_sse2_ucomige_sd : GCCBuiltin<"__builtin_ia32_ucomisdge">,
 337               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 338                          llvm_v2f64_ty], [IntrNoMem]>;
 339   def int_x86_sse2_ucomineq_sd : GCCBuiltin<"__builtin_ia32_ucomisdneq">,
 340               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
 341                          llvm_v2f64_ty], [IntrNoMem]>;
 342 }
 343
 344 // Integer arithmetic ops.
 345 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 346   def int_x86_sse2_padds_b : GCCBuiltin<"__builtin_ia32_paddsb128">,
 347               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
 348                          llvm_v16i8_ty], [IntrNoMem, Commutative]>;
 349   def int_x86_sse2_padds_w : GCCBuiltin<"__builtin_ia32_paddsw128">,
 350               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 351                          llvm_v8i16_ty], [IntrNoMem, Commutative]>;
 352   def int_x86_sse2_paddus_b : GCCBuiltin<"__builtin_ia32_paddusb128">,
 353               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
 354                          llvm_v16i8_ty], [IntrNoMem, Commutative]>;
 355   def int_x86_sse2_paddus_w : GCCBuiltin<"__builtin_ia32_paddusw128">,
 356               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 357                          llvm_v8i16_ty], [IntrNoMem, Commutative]>;
 358   def int_x86_sse2_psubs_b : GCCBuiltin<"__builtin_ia32_psubsb128">,
 359               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
 360                          llvm_v16i8_ty], [IntrNoMem]>;
 361   def int_x86_sse2_psubs_w : GCCBuiltin<"__builtin_ia32_psubsw128">,
 362               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 363                          llvm_v8i16_ty], [IntrNoMem]>;
 364   def int_x86_sse2_psubus_b : GCCBuiltin<"__builtin_ia32_psubusb128">,
 365               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
 366                          llvm_v16i8_ty], [IntrNoMem]>;
 367   def int_x86_sse2_psubus_w : GCCBuiltin<"__builtin_ia32_psubusw128">,
 368               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 369                          llvm_v8i16_ty], [IntrNoMem]>;
 370   def int_x86_sse2_pmulhu_w : GCCBuiltin<"__builtin_ia32_pmulhuw128">,
 371               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 372                          llvm_v8i16_ty], [IntrNoMem, Commutative]>;
 373   def int_x86_sse2_pmulh_w : GCCBuiltin<"__builtin_ia32_pmulhw128">,
 374               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 375                          llvm_v8i16_ty], [IntrNoMem, Commutative]>;
 376   def int_x86_sse2_pmulu_dq : GCCBuiltin<"__builtin_ia32_pmuludq128">,
 377               Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty,
 378                          llvm_v4i32_ty], [IntrNoMem, Commutative]>;
 379   def int_x86_sse2_pmadd_wd : GCCBuiltin<"__builtin_ia32_pmaddwd128">,
 380               Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty,
 381                          llvm_v8i16_ty], [IntrNoMem, Commutative]>;
 382   def int_x86_sse2_pavg_b : GCCBuiltin<"__builtin_ia32_pavgb128">,
 383               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
 384                          llvm_v16i8_ty], [IntrNoMem, Commutative]>;
 385   def int_x86_sse2_pavg_w : GCCBuiltin<"__builtin_ia32_pavgw128">,
 386               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 387                          llvm_v8i16_ty], [IntrNoMem, Commutative]>;
 388   def int_x86_sse2_pmaxu_b : GCCBuiltin<"__builtin_ia32_pmaxub128">,
 389               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
 390                          llvm_v16i8_ty], [IntrNoMem, Commutative]>;
 391   def int_x86_sse2_pmaxs_w : GCCBuiltin<"__builtin_ia32_pmaxsw128">,
 392               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 393                          llvm_v8i16_ty], [IntrNoMem, Commutative]>;
 394   def int_x86_sse2_pminu_b : GCCBuiltin<"__builtin_ia32_pminub128">,
 395               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
 396                          llvm_v16i8_ty], [IntrNoMem, Commutative]>;
 397   def int_x86_sse2_pmins_w : GCCBuiltin<"__builtin_ia32_pminsw128">,
 398               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 399                          llvm_v8i16_ty], [IntrNoMem, Commutative]>;
 400   def int_x86_sse2_psad_bw : GCCBuiltin<"__builtin_ia32_psadbw128">,
 401               Intrinsic<[llvm_v2i64_ty], [llvm_v16i8_ty,
 402                          llvm_v16i8_ty], [IntrNoMem, Commutative]>;
 403 }
 404
 405 // Integer shift ops.
 406 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 407   def int_x86_sse2_psll_w : GCCBuiltin<"__builtin_ia32_psllw128">,
 408               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 409                          llvm_v8i16_ty], [IntrNoMem]>;
 410   def int_x86_sse2_psll_d : GCCBuiltin<"__builtin_ia32_pslld128">,
 411               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
 412                          llvm_v4i32_ty], [IntrNoMem]>;
 413   def int_x86_sse2_psll_q : GCCBuiltin<"__builtin_ia32_psllq128">,
 414               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty,
 415                          llvm_v2i64_ty], [IntrNoMem]>;
 416   def int_x86_sse2_psrl_w : GCCBuiltin<"__builtin_ia32_psrlw128">,
 417               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 418                          llvm_v8i16_ty], [IntrNoMem]>;
 419   def int_x86_sse2_psrl_d : GCCBuiltin<"__builtin_ia32_psrld128">,
 420               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
 421                          llvm_v4i32_ty], [IntrNoMem]>;
 422   def int_x86_sse2_psrl_q : GCCBuiltin<"__builtin_ia32_psrlq128">,
 423               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty,
 424                          llvm_v2i64_ty], [IntrNoMem]>;
 425   def int_x86_sse2_psra_w : GCCBuiltin<"__builtin_ia32_psraw128">,
 426               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 427                          llvm_v8i16_ty], [IntrNoMem]>;
 428   def int_x86_sse2_psra_d : GCCBuiltin<"__builtin_ia32_psrad128">,
 429               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
 430                          llvm_v4i32_ty], [IntrNoMem]>;
 431
 432   def int_x86_sse2_pslli_w : GCCBuiltin<"__builtin_ia32_psllwi128">,
 433               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 434                          llvm_i32_ty], [IntrNoMem]>;
 435   def int_x86_sse2_pslli_d : GCCBuiltin<"__builtin_ia32_pslldi128">,
 436               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
 437                          llvm_i32_ty], [IntrNoMem]>;
 438   def int_x86_sse2_pslli_q : GCCBuiltin<"__builtin_ia32_psllqi128">,
 439               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty,
 440                          llvm_i32_ty], [IntrNoMem]>;
 441   def int_x86_sse2_psrli_w : GCCBuiltin<"__builtin_ia32_psrlwi128">,
 442               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 443                          llvm_i32_ty], [IntrNoMem]>;
 444   def int_x86_sse2_psrli_d : GCCBuiltin<"__builtin_ia32_psrldi128">,
 445               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
 446                          llvm_i32_ty], [IntrNoMem]>;
 447   def int_x86_sse2_psrli_q : GCCBuiltin<"__builtin_ia32_psrlqi128">,
 448               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty,
 449                          llvm_i32_ty], [IntrNoMem]>;
 450   def int_x86_sse2_psrai_w : GCCBuiltin<"__builtin_ia32_psrawi128">,
 451               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 452                          llvm_i32_ty], [IntrNoMem]>;
 453   def int_x86_sse2_psrai_d : GCCBuiltin<"__builtin_ia32_psradi128">,
 454               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
 455                          llvm_i32_ty], [IntrNoMem]>;
 456
 457   def int_x86_sse2_psll_dq :
 458               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty,
 459                          llvm_i32_ty], [IntrNoMem]>;
 460   def int_x86_sse2_psrl_dq :
 461               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty,
 462                          llvm_i32_ty], [IntrNoMem]>;
 463 }
 464
 465 // Conversion ops
 466 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 467   def int_x86_sse2_cvtdq2pd : GCCBuiltin<"__builtin_ia32_cvtdq2pd">,
 468               Intrinsic<[llvm_v2f64_ty], [llvm_v4i32_ty], [IntrNoMem]>;
 469   def int_x86_sse2_cvtdq2ps : GCCBuiltin<"__builtin_ia32_cvtdq2ps">,
 470               Intrinsic<[llvm_v4f32_ty], [llvm_v4i32_ty], [IntrNoMem]>;
 471   def int_x86_sse2_cvtpd2dq : GCCBuiltin<"__builtin_ia32_cvtpd2dq">,
 472               Intrinsic<[llvm_v4i32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
 473   def int_x86_sse2_cvttpd2dq : GCCBuiltin<"__builtin_ia32_cvttpd2dq">,
 474               Intrinsic<[llvm_v4i32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
 475   def int_x86_sse2_cvtpd2ps : GCCBuiltin<"__builtin_ia32_cvtpd2ps">,
 476               Intrinsic<[llvm_v4f32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
 477   def int_x86_sse2_cvtps2dq : GCCBuiltin<"__builtin_ia32_cvtps2dq">,
 478               Intrinsic<[llvm_v4i32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
 479   def int_x86_sse2_cvttps2dq : GCCBuiltin<"__builtin_ia32_cvttps2dq">,
 480               Intrinsic<[llvm_v4i32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
 481   def int_x86_sse2_cvtps2pd : GCCBuiltin<"__builtin_ia32_cvtps2pd">,
 482               Intrinsic<[llvm_v2f64_ty], [llvm_v4f32_ty], [IntrNoMem]>;
 483   def int_x86_sse2_cvtsd2si : GCCBuiltin<"__builtin_ia32_cvtsd2si">,
 484               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
 485   def int_x86_sse2_cvtsd2si64 : GCCBuiltin<"__builtin_ia32_cvtsd2si64">,
 486               Intrinsic<[llvm_i64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
 487   def int_x86_sse2_cvttsd2si : GCCBuiltin<"__builtin_ia32_cvttsd2si">,
 488               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
 489   def int_x86_sse2_cvttsd2si64 : GCCBuiltin<"__builtin_ia32_cvttsd2si64">,
 490               Intrinsic<[llvm_i64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
 491   def int_x86_sse2_cvtsi2sd : GCCBuiltin<"__builtin_ia32_cvtsi2sd">,
 492               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 493                          llvm_i32_ty], [IntrNoMem]>;
 494   def int_x86_sse2_cvtsi642sd : GCCBuiltin<"__builtin_ia32_cvtsi642sd">,
 495               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 496                          llvm_i64_ty], [IntrNoMem]>;
 497   def int_x86_sse2_cvtsd2ss : GCCBuiltin<"__builtin_ia32_cvtsd2ss">,
 498               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 499                          llvm_v2f64_ty], [IntrNoMem]>;
 500   def int_x86_sse2_cvtss2sd : GCCBuiltin<"__builtin_ia32_cvtss2sd">,
 501               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 502                          llvm_v4f32_ty], [IntrNoMem]>;
 503   def int_x86_sse_cvtpd2pi : GCCBuiltin<"__builtin_ia32_cvtpd2pi">,
 504               Intrinsic<[llvm_x86mmx_ty], [llvm_v2f64_ty], [IntrNoMem]>;
 505   def int_x86_sse_cvttpd2pi: GCCBuiltin<"__builtin_ia32_cvttpd2pi">,
 506               Intrinsic<[llvm_x86mmx_ty], [llvm_v2f64_ty], [IntrNoMem]>;
 507   def int_x86_sse_cvtpi2pd : GCCBuiltin<"__builtin_ia32_cvtpi2pd">,
 508               Intrinsic<[llvm_v2f64_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
 509 }
 510
 511 // SIMD store ops
 512 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 513   def int_x86_sse2_storeu_pd : GCCBuiltin<"__builtin_ia32_storeupd">,
 514               Intrinsic<[], [llvm_ptr_ty,
 515                          llvm_v2f64_ty], [IntrReadWriteArgMem]>;
 516   def int_x86_sse2_storeu_dq : GCCBuiltin<"__builtin_ia32_storedqu">,
 517               Intrinsic<[], [llvm_ptr_ty,
 518                          llvm_v16i8_ty], [IntrReadWriteArgMem]>;
 519   def int_x86_sse2_storel_dq : GCCBuiltin<"__builtin_ia32_storelv4si">,
 520               Intrinsic<[], [llvm_ptr_ty,
 521                          llvm_v4i32_ty], [IntrReadWriteArgMem]>;
 522 }
 523
 524 // Misc.
 525 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 526   def int_x86_sse2_packsswb_128 : GCCBuiltin<"__builtin_ia32_packsswb128">,
 527               Intrinsic<[llvm_v16i8_ty], [llvm_v8i16_ty,
 528                          llvm_v8i16_ty], [IntrNoMem]>;
 529   def int_x86_sse2_packssdw_128 : GCCBuiltin<"__builtin_ia32_packssdw128">,
 530               Intrinsic<[llvm_v8i16_ty], [llvm_v4i32_ty,
 531                          llvm_v4i32_ty], [IntrNoMem]>;
 532   def int_x86_sse2_packuswb_128 : GCCBuiltin<"__builtin_ia32_packuswb128">,
 533               Intrinsic<[llvm_v16i8_ty], [llvm_v8i16_ty,
 534                          llvm_v8i16_ty], [IntrNoMem]>;
 535   def int_x86_sse2_movmsk_pd : GCCBuiltin<"__builtin_ia32_movmskpd">,
 536               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
 537   def int_x86_sse2_pmovmskb_128 : GCCBuiltin<"__builtin_ia32_pmovmskb128">,
 538               Intrinsic<[llvm_i32_ty], [llvm_v16i8_ty], [IntrNoMem]>;
 539   def int_x86_sse2_maskmov_dqu : GCCBuiltin<"__builtin_ia32_maskmovdqu">,
 540               Intrinsic<[], [llvm_v16i8_ty,
 541                          llvm_v16i8_ty, llvm_ptr_ty], []>;
 542   def int_x86_sse2_clflush : GCCBuiltin<"__builtin_ia32_clflush">,
 543               Intrinsic<[], [llvm_ptr_ty], []>;
 544   def int_x86_sse2_lfence : GCCBuiltin<"__builtin_ia32_lfence">,
 545               Intrinsic<[], [], []>;
 546   def int_x86_sse2_mfence : GCCBuiltin<"__builtin_ia32_mfence">,
 547               Intrinsic<[], [], []>;
 548   def int_x86_sse2_pause : GCCBuiltin<"__builtin_ia32_pause">,
 549               Intrinsic<[], [], []>;
 550 }
 551
 552 //===----------------------------------------------------------------------===//
 553 // SSE3
 554
 555 // Addition / subtraction ops.
 556 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 557   def int_x86_sse3_addsub_ps : GCCBuiltin<"__builtin_ia32_addsubps">,
 558               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 559                          llvm_v4f32_ty], [IntrNoMem]>;
 560   def int_x86_sse3_addsub_pd : GCCBuiltin<"__builtin_ia32_addsubpd">,
 561               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 562                          llvm_v2f64_ty], [IntrNoMem]>;
 563 }
 564
 565 // Horizontal ops.
 566 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 567   def int_x86_sse3_hadd_ps : GCCBuiltin<"__builtin_ia32_haddps">,
 568               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 569                          llvm_v4f32_ty], [IntrNoMem]>;
 570   def int_x86_sse3_hadd_pd : GCCBuiltin<"__builtin_ia32_haddpd">,
 571               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 572                          llvm_v2f64_ty], [IntrNoMem]>;
 573   def int_x86_sse3_hsub_ps : GCCBuiltin<"__builtin_ia32_hsubps">,
 574               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 575                          llvm_v4f32_ty], [IntrNoMem]>;
 576   def int_x86_sse3_hsub_pd : GCCBuiltin<"__builtin_ia32_hsubpd">,
 577               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 578                          llvm_v2f64_ty], [IntrNoMem]>;
 579 }
 580
 581 // Specialized unaligned load.
 582 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 583   def int_x86_sse3_ldu_dq : GCCBuiltin<"__builtin_ia32_lddqu">,
 584               Intrinsic<[llvm_v16i8_ty], [llvm_ptr_ty], [IntrReadMem]>;
 585 }
 586
 587 // Thread synchronization ops.
 588 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 589   def int_x86_sse3_monitor : GCCBuiltin<"__builtin_ia32_monitor">,
 590               Intrinsic<[], [llvm_ptr_ty,
 591                          llvm_i32_ty, llvm_i32_ty], []>;
 592   def int_x86_sse3_mwait : GCCBuiltin<"__builtin_ia32_mwait">,
 593               Intrinsic<[], [llvm_i32_ty,
 594                          llvm_i32_ty], []>;
 595 }
 596
 597 //===----------------------------------------------------------------------===//
 598 // SSSE3
 599
 600 // Horizontal arithmetic ops
 601 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 602   def int_x86_ssse3_phadd_w         : GCCBuiltin<"__builtin_ia32_phaddw">,
 603               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 604                          llvm_x86mmx_ty], [IntrNoMem]>;
 605   def int_x86_ssse3_phadd_w_128     : GCCBuiltin<"__builtin_ia32_phaddw128">,
 606               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 607                          llvm_v8i16_ty], [IntrNoMem]>;
 608
 609   def int_x86_ssse3_phadd_d         : GCCBuiltin<"__builtin_ia32_phaddd">,
 610               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 611                          llvm_x86mmx_ty], [IntrNoMem]>;
 612   def int_x86_ssse3_phadd_d_128     : GCCBuiltin<"__builtin_ia32_phaddd128">,
 613               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
 614                          llvm_v4i32_ty], [IntrNoMem]>;
 615
 616   def int_x86_ssse3_phadd_sw        : GCCBuiltin<"__builtin_ia32_phaddsw">,
 617               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 618                          llvm_x86mmx_ty], [IntrNoMem]>;
 619   def int_x86_ssse3_phadd_sw_128    : GCCBuiltin<"__builtin_ia32_phaddsw128">,
 620               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 621                          llvm_v8i16_ty], [IntrNoMem]>;
 622
 623   def int_x86_ssse3_phsub_w         : GCCBuiltin<"__builtin_ia32_phsubw">,
 624               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 625                          llvm_x86mmx_ty], [IntrNoMem]>;
 626   def int_x86_ssse3_phsub_w_128     : GCCBuiltin<"__builtin_ia32_phsubw128">,
 627               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 628                          llvm_v8i16_ty], [IntrNoMem]>;
 629
 630   def int_x86_ssse3_phsub_d         : GCCBuiltin<"__builtin_ia32_phsubd">,
 631               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 632                          llvm_x86mmx_ty], [IntrNoMem]>;
 633   def int_x86_ssse3_phsub_d_128     : GCCBuiltin<"__builtin_ia32_phsubd128">,
 634               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
 635                          llvm_v4i32_ty], [IntrNoMem]>;
 636
 637   def int_x86_ssse3_phsub_sw        : GCCBuiltin<"__builtin_ia32_phsubsw">,
 638               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 639                          llvm_x86mmx_ty], [IntrNoMem]>;
 640   def int_x86_ssse3_phsub_sw_128    : GCCBuiltin<"__builtin_ia32_phsubsw128">,
 641               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 642                          llvm_v8i16_ty], [IntrNoMem]>;
 643
 644   def int_x86_ssse3_pmadd_ub_sw     : GCCBuiltin<"__builtin_ia32_pmaddubsw">,
 645               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 646                          llvm_x86mmx_ty], [IntrNoMem]>;
 647   def int_x86_ssse3_pmadd_ub_sw_128 : GCCBuiltin<"__builtin_ia32_pmaddubsw128">,
 648               Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty,
 649                          llvm_v16i8_ty], [IntrNoMem]>;
 650 }
 651
 652 // Packed multiply high with round and scale
 653 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 654   def int_x86_ssse3_pmul_hr_sw      : GCCBuiltin<"__builtin_ia32_pmulhrsw">,
 655               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 656                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
 657   def int_x86_ssse3_pmul_hr_sw_128  : GCCBuiltin<"__builtin_ia32_pmulhrsw128">,
 658               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 659                          llvm_v8i16_ty], [IntrNoMem, Commutative]>;
 660 }
 661
 662 // Shuffle ops
 663 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 664   def int_x86_ssse3_pshuf_b         : GCCBuiltin<"__builtin_ia32_pshufb">,
 665               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 666                          llvm_x86mmx_ty], [IntrNoMem]>;
 667   def int_x86_ssse3_pshuf_b_128     : GCCBuiltin<"__builtin_ia32_pshufb128">,
 668               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
 669                          llvm_v16i8_ty], [IntrNoMem]>;
 670   def int_x86_sse2_pshuf_d          : GCCBuiltin<"__builtin_ia32_pshufd">,
 671               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_i8_ty],
 672                          [IntrNoMem]>;
 673   def int_x86_sse2_pshufl_w         : GCCBuiltin<"__builtin_ia32_pshuflw">,
 674               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_i8_ty],
 675                          [IntrNoMem]>;
 676   def int_x86_sse2_pshufh_w         : GCCBuiltin<"__builtin_ia32_pshufhw">,
 677               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_i8_ty],
 678                          [IntrNoMem]>;
 679   def int_x86_sse_pshuf_w           : GCCBuiltin<"__builtin_ia32_pshufw">,
 680               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_i8_ty],
 681                          [IntrNoMem]>;
 682 }
 683
 684 // Sign ops
 685 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 686   def int_x86_ssse3_psign_b         : GCCBuiltin<"__builtin_ia32_psignb">,
 687               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 688                          llvm_x86mmx_ty], [IntrNoMem]>;
 689   def int_x86_ssse3_psign_b_128     : GCCBuiltin<"__builtin_ia32_psignb128">,
 690               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
 691                          llvm_v16i8_ty], [IntrNoMem]>;
 692
 693   def int_x86_ssse3_psign_w         : GCCBuiltin<"__builtin_ia32_psignw">,
 694               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 695                          llvm_x86mmx_ty], [IntrNoMem]>;
 696   def int_x86_ssse3_psign_w_128     : GCCBuiltin<"__builtin_ia32_psignw128">,
 697               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
 698                          llvm_v8i16_ty], [IntrNoMem]>;
 699
 700   def int_x86_ssse3_psign_d         : GCCBuiltin<"__builtin_ia32_psignd">,
 701               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
 702                          llvm_x86mmx_ty], [IntrNoMem]>;
 703   def int_x86_ssse3_psign_d_128     : GCCBuiltin<"__builtin_ia32_psignd128">,
 704               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
 705                          llvm_v4i32_ty], [IntrNoMem]>;
 706 }
 707
 708 // Absolute value ops
 709 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 710   def int_x86_ssse3_pabs_b     : GCCBuiltin<"__builtin_ia32_pabsb">,
 711               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
 712   def int_x86_ssse3_pabs_b_128 : GCCBuiltin<"__builtin_ia32_pabsb128">,
 713               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty], [IntrNoMem]>;
 714
 715   def int_x86_ssse3_pabs_w     : GCCBuiltin<"__builtin_ia32_pabsw">,
 716               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
 717   def int_x86_ssse3_pabs_w_128 : GCCBuiltin<"__builtin_ia32_pabsw128">,
 718               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty], [IntrNoMem]>;
 719
 720   def int_x86_ssse3_pabs_d     : GCCBuiltin<"__builtin_ia32_pabsd">,
 721               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
 722   def int_x86_ssse3_pabs_d_128 : GCCBuiltin<"__builtin_ia32_pabsd128">,
 723               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty], [IntrNoMem]>;
 724 }
 725
 726 //===----------------------------------------------------------------------===//
 727 // SSE4.1
 728
 729 // FP rounding ops
 730 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 731   def int_x86_sse41_round_ss        : GCCBuiltin<"__builtin_ia32_roundss">,
 732               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty,
 733                          llvm_i32_ty], [IntrNoMem]>;
 734   def int_x86_sse41_round_ps        : GCCBuiltin<"__builtin_ia32_roundps">,
 735               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
 736                          llvm_i32_ty], [IntrNoMem]>;
 737   def int_x86_sse41_round_sd        : GCCBuiltin<"__builtin_ia32_roundsd">,
 738               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty,
 739                          llvm_i32_ty], [IntrNoMem]>;
 740   def int_x86_sse41_round_pd        : GCCBuiltin<"__builtin_ia32_roundpd">,
 741               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
 742                          llvm_i32_ty], [IntrNoMem]>;
 743 }
 744
 745 // Vector sign and zero extend
 746 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 747   def int_x86_sse41_pmovsxbd        : GCCBuiltin<"__builtin_ia32_pmovsxbd128">,
 748               Intrinsic<[llvm_v4i32_ty], [llvm_v16i8_ty],
 749                         [IntrNoMem]>;
 750   def int_x86_sse41_pmovsxbq        : GCCBuiltin<"__builtin_ia32_pmovsxbq128">,
 751               Intrinsic<[llvm_v2i64_ty], [llvm_v16i8_ty],
 752                         [IntrNoMem]>;
 753   def int_x86_sse41_pmovsxbw        : GCCBuiltin<"__builtin_ia32_pmovsxbw128">,
 754               Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty],
 755                         [IntrNoMem]>;
 756   def int_x86_sse41_pmovsxdq        : GCCBuiltin<"__builtin_ia32_pmovsxdq128">,
 757               Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty],
 758                         [IntrNoMem]>;
 759   def int_x86_sse41_pmovsxwd        : GCCBuiltin<"__builtin_ia32_pmovsxwd128">,
 760               Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty],
 761                         [IntrNoMem]>;
 762   def int_x86_sse41_pmovsxwq        : GCCBuiltin<"__builtin_ia32_pmovsxwq128">,
 763               Intrinsic<[llvm_v2i64_ty], [llvm_v8i16_ty],
 764                         [IntrNoMem]>;
 765   def int_x86_sse41_pmovzxbd        : GCCBuiltin<"__builtin_ia32_pmovzxbd128">,
 766               Intrinsic<[llvm_v4i32_ty], [llvm_v16i8_ty],
 767                         [IntrNoMem]>;
 768   def int_x86_sse41_pmovzxbq        : GCCBuiltin<"__builtin_ia32_pmovzxbq128">,
 769               Intrinsic<[llvm_v2i64_ty], [llvm_v16i8_ty],
 770                         [IntrNoMem]>;
 771   def int_x86_sse41_pmovzxbw        : GCCBuiltin<"__builtin_ia32_pmovzxbw128">,
 772               Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty],
 773                         [IntrNoMem]>;
 774   def int_x86_sse41_pmovzxdq        : GCCBuiltin<"__builtin_ia32_pmovzxdq128">,
 775               Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty],
 776                         [IntrNoMem]>;
 777   def int_x86_sse41_pmovzxwd        : GCCBuiltin<"__builtin_ia32_pmovzxwd128">,
 778               Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty],
 779                         [IntrNoMem]>;
 780   def int_x86_sse41_pmovzxwq        : GCCBuiltin<"__builtin_ia32_pmovzxwq128">,
 781               Intrinsic<[llvm_v2i64_ty], [llvm_v8i16_ty],
 782                         [IntrNoMem]>;
 783 }
 784
 785 // Vector min element
 786 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 787   def int_x86_sse41_phminposuw     : GCCBuiltin<"__builtin_ia32_phminposuw128">,
 788               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty],
 789                         [IntrNoMem]>;
 790 }
 791
 792 // Vector compare, min, max
 793 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 794   def int_x86_sse41_pmaxsb          : GCCBuiltin<"__builtin_ia32_pmaxsb128">,
 795               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
 796                         [IntrNoMem, Commutative]>;
 797   def int_x86_sse41_pmaxsd          : GCCBuiltin<"__builtin_ia32_pmaxsd128">,
 798               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
 799                         [IntrNoMem, Commutative]>;
 800   def int_x86_sse41_pmaxud          : GCCBuiltin<"__builtin_ia32_pmaxud128">,
 801               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
 802                         [IntrNoMem, Commutative]>;
 803   def int_x86_sse41_pmaxuw          : GCCBuiltin<"__builtin_ia32_pmaxuw128">,
 804               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
 805                         [IntrNoMem, Commutative]>;
 806   def int_x86_sse41_pminsb          : GCCBuiltin<"__builtin_ia32_pminsb128">,
 807               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
 808                         [IntrNoMem, Commutative]>;
 809   def int_x86_sse41_pminsd          : GCCBuiltin<"__builtin_ia32_pminsd128">,
 810               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
 811                         [IntrNoMem, Commutative]>;
 812   def int_x86_sse41_pminud          : GCCBuiltin<"__builtin_ia32_pminud128">,
 813               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
 814                         [IntrNoMem, Commutative]>;
 815   def int_x86_sse41_pminuw          : GCCBuiltin<"__builtin_ia32_pminuw128">,
 816               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
 817                         [IntrNoMem, Commutative]>;
 818 }
 819
 820 // Advanced Encryption Standard (AES) Instructions
 821 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 822   def int_x86_aesni_aesimc          : GCCBuiltin<"__builtin_ia32_aesimc128">,
 823               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty],
 824                         [IntrNoMem]>;
 825   def int_x86_aesni_aesenc          : GCCBuiltin<"__builtin_ia32_aesenc128">,
 826               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
 827                         [IntrNoMem]>;
 828   def int_x86_aesni_aesenclast : GCCBuiltin<"__builtin_ia32_aesenclast128">,
 829               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
 830                         [IntrNoMem]>;
 831   def int_x86_aesni_aesdec          : GCCBuiltin<"__builtin_ia32_aesdec128">,
 832               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
 833                         [IntrNoMem]>;
 834   def int_x86_aesni_aesdeclast : GCCBuiltin<"__builtin_ia32_aesdeclast128">,
 835               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
 836                         [IntrNoMem]>;
 837   def int_x86_aesni_aeskeygenassist :
 838               GCCBuiltin<"__builtin_ia32_aeskeygenassist128">,
 839               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_i8_ty],
 840                         [IntrNoMem]>;
 841 }
 842
 843 // PCLMUL instruction
 844 let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
 845   def int_x86_pclmulqdq : GCCBuiltin<"__builtin_ia32_pclmulqdq128">,
 846           Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty, llvm_i8_ty],
 847                     [IntrNoMem]>;
 848 }
 849
 850 // Vector pack
 851 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 852   def int_x86_sse41_packusdw        : GCCBuiltin<"__builtin_ia32_packusdw128">,
 853               Intrinsic<[llvm_v8i16_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
 854                         [IntrNoMem]>;
 855 }
 856
 857 // Vector multiply
 858 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 859   def int_x86_sse41_pmuldq          : GCCBuiltin<"__builtin_ia32_pmuldq128">,
 860               Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
 861                         [IntrNoMem, Commutative]>;
 862 }
 863
 864 // Vector extract
 865 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 866   def int_x86_sse41_pextrb         :
 867               Intrinsic<[llvm_i32_ty], [llvm_v16i8_ty, llvm_i32_ty],
 868                         [IntrNoMem]>;
 869   def int_x86_sse41_pextrd         :
 870               Intrinsic<[llvm_i32_ty], [llvm_v4i32_ty, llvm_i32_ty],
 871                         [IntrNoMem]>;
 872   def int_x86_sse41_pextrq         :
 873               Intrinsic<[llvm_i64_ty], [llvm_v2i64_ty, llvm_i32_ty],
 874                         [IntrNoMem]>;
 875   def int_x86_sse41_extractps      : GCCBuiltin<"__builtin_ia32_extractps128">,
 876               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty, llvm_i32_ty],
 877                         [IntrNoMem]>;
 878 }
 879
 880 // Vector insert
 881 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 882   def int_x86_sse41_insertps       : GCCBuiltin<"__builtin_ia32_insertps128">,
 883           Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty, llvm_i8_ty],
 884                     [IntrNoMem]>;
 885 }
 886
 887 // Vector blend
 888 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 889   def int_x86_sse41_pblendvb         : GCCBuiltin<"__builtin_ia32_pblendvb128">,
 890         Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty,llvm_v16i8_ty],
 891                   [IntrNoMem]>;
 892   def int_x86_sse41_pblendw          : GCCBuiltin<"__builtin_ia32_pblendw128">,
 893         Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty, llvm_i8_ty],
 894                   [IntrNoMem]>;
 895   def int_x86_sse41_blendpd          : GCCBuiltin<"__builtin_ia32_blendpd">,
 896         Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty, llvm_i8_ty],
 897                   [IntrNoMem]>;
 898   def int_x86_sse41_blendps          : GCCBuiltin<"__builtin_ia32_blendps">,
 899         Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty, llvm_i8_ty],
 900                   [IntrNoMem]>;
 901   def int_x86_sse41_blendvpd         : GCCBuiltin<"__builtin_ia32_blendvpd">,
 902         Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty,llvm_v2f64_ty],
 903                   [IntrNoMem]>;
 904   def int_x86_sse41_blendvps         : GCCBuiltin<"__builtin_ia32_blendvps">,
 905         Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty,llvm_v4f32_ty],
 906                   [IntrNoMem]>;
 907 }
 908
 909 // Vector dot product
 910 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 911   def int_x86_sse41_dppd            : GCCBuiltin<"__builtin_ia32_dppd">,
 912           Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty, llvm_i8_ty],
 913                     [IntrNoMem, Commutative]>;
 914   def int_x86_sse41_dpps            : GCCBuiltin<"__builtin_ia32_dpps">,
 915           Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty, llvm_i8_ty],
 916                     [IntrNoMem, Commutative]>;
 917 }
 918
 919 // Vector sum of absolute differences
 920 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 921   def int_x86_sse41_mpsadbw         : GCCBuiltin<"__builtin_ia32_mpsadbw128">,
 922           Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty, llvm_v16i8_ty,llvm_i8_ty],
 923                     [IntrNoMem, Commutative]>;
 924 }
 925
 926 // Cacheability support ops
 927 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
 928   def int_x86_sse41_movntdqa        : GCCBuiltin<"__builtin_ia32_movntdqa">,
 929           Intrinsic<[llvm_v2i64_ty], [llvm_ptr_ty], [IntrReadMem]>;
 930 }
 931
 932 // Test instruction with bitwise comparison.
 933 let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
 934   def int_x86_sse41_ptestz          : GCCBuiltin<"__builtin_ia32_ptestz128">,
 935           Intrinsic<[llvm_i32_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
 936                     [IntrNoMem]>;
 937   def int_x86_sse41_ptestc          : GCCBuiltin<"__builtin_ia32_ptestc128">,
 938           Intrinsic<[llvm_i32_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
 939                     [IntrNoMem]>;
 940   def int_x86_sse41_ptestnzc        : GCCBuiltin<"__builtin_ia32_ptestnzc128">,
 941           Intrinsic<[llvm_i32_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
 942                     [IntrNoMem]>;
 943 }
 944
 945 //===----------------------------------------------------------------------===//
 946 // SSE4.2
 947
 948 // Miscellaneous
 949 // CRC Instruction
 950 let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
 951   def int_x86_sse42_crc32_32_8       : GCCBuiltin<"__builtin_ia32_crc32qi">,
 952           Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i8_ty],
 953                     [IntrNoMem]>;
 954   def int_x86_sse42_crc32_32_16      : GCCBuiltin<"__builtin_ia32_crc32hi">,
 955           Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i16_ty],
 956                     [IntrNoMem]>;
 957   def int_x86_sse42_crc32_32_32      : GCCBuiltin<"__builtin_ia32_crc32si">,
 958           Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
 959                     [IntrNoMem]>;
 960   def int_x86_sse42_crc32_64_64      : GCCBuiltin<"__builtin_ia32_crc32di">,
 961           Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty],
 962                     [IntrNoMem]>;
 963 }
 964
 965 // String/text processing ops.
 966 let TargetPrefix = "x86" in { // All intrinsics start with "llvm.x86.".
 967   def int_x86_sse42_pcmpistrm128  : GCCBuiltin<"__builtin_ia32_pcmpistrm128">,
 968     Intrinsic<[llvm_v16i8_ty],
 969         [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty],
 970         [IntrNoMem]>;
 971   def int_x86_sse42_pcmpistri128  : GCCBuiltin<"__builtin_ia32_pcmpistri128">,
 972     Intrinsic<[llvm_i32_ty],
 973         [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty],
 974         [IntrNoMem]>;
 975   def int_x86_sse42_pcmpistria128 : GCCBuiltin<"__builtin_ia32_pcmpistria128">,
 976     Intrinsic<[llvm_i32_ty],
 977         [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty],
 978         [IntrNoMem]>;
 979   def int_x86_sse42_pcmpistric128 : GCCBuiltin<"__builtin_ia32_pcmpistric128">,
 980     Intrinsic<[llvm_i32_ty],
 981         [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty],
 982         [IntrNoMem]>;
 983   def int_x86_sse42_pcmpistrio128 : GCCBuiltin<"__builtin_ia32_pcmpistrio128">,
 984     Intrinsic<[llvm_i32_ty],
 985         [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty],
 986         [IntrNoMem]>;
 987   def int_x86_sse42_pcmpistris128 : GCCBuiltin<"__builtin_ia32_pcmpistris128">,
 988     Intrinsic<[llvm_i32_ty],
 989         [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty],
 990         [IntrNoMem]>;
 991   def int_x86_sse42_pcmpistriz128 : GCCBuiltin<"__builtin_ia32_pcmpistriz128">,
 992     Intrinsic<[llvm_i32_ty],
 993         [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty],
 994         [IntrNoMem]>;
 995   def int_x86_sse42_pcmpestrm128  : GCCBuiltin<"__builtin_ia32_pcmpestrm128">,
 996     Intrinsic<[llvm_v16i8_ty],
 997         [llvm_v16i8_ty, llvm_i32_ty, llvm_v16i8_ty, llvm_i32_ty,
 998          llvm_i8_ty],
 999         [IntrNoMem]>;
1000   def int_x86_sse42_pcmpestri128  : GCCBuiltin<"__builtin_ia32_pcmpestri128">,
1001     Intrinsic<[llvm_i32_ty],
1002         [llvm_v16i8_ty, llvm_i32_ty, llvm_v16i8_ty, llvm_i32_ty,
1003          llvm_i8_ty],
1004         [IntrNoMem]>;
1005   def int_x86_sse42_pcmpestria128 : GCCBuiltin<"__builtin_ia32_pcmpestria128">,
1006     Intrinsic<[llvm_i32_ty],
1007         [llvm_v16i8_ty, llvm_i32_ty, llvm_v16i8_ty, llvm_i32_ty,
1008          llvm_i8_ty],
1009         [IntrNoMem]>;
1010   def int_x86_sse42_pcmpestric128 : GCCBuiltin<"__builtin_ia32_pcmpestric128">,
1011     Intrinsic<[llvm_i32_ty],
1012         [llvm_v16i8_ty, llvm_i32_ty, llvm_v16i8_ty, llvm_i32_ty,
1013          llvm_i8_ty],
1014         [IntrNoMem]>;
1015   def int_x86_sse42_pcmpestrio128 : GCCBuiltin<"__builtin_ia32_pcmpestrio128">,
1016     Intrinsic<[llvm_i32_ty],
1017         [llvm_v16i8_ty, llvm_i32_ty, llvm_v16i8_ty, llvm_i32_ty,
1018          llvm_i8_ty],
1019         [IntrNoMem]>;
1020   def int_x86_sse42_pcmpestris128 : GCCBuiltin<"__builtin_ia32_pcmpestris128">,
1021     Intrinsic<[llvm_i32_ty],
1022         [llvm_v16i8_ty, llvm_i32_ty, llvm_v16i8_ty, llvm_i32_ty,
1023          llvm_i8_ty],
1024         [IntrNoMem]>;
1025   def int_x86_sse42_pcmpestriz128 : GCCBuiltin<"__builtin_ia32_pcmpestriz128">,
1026     Intrinsic<[llvm_i32_ty],
1027         [llvm_v16i8_ty, llvm_i32_ty, llvm_v16i8_ty, llvm_i32_ty,
1028          llvm_i8_ty],
1029         [IntrNoMem]>;
1030 }
1031
1032 //===----------------------------------------------------------------------===//
1033 // SSE4A
1034
1035 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1036   def int_x86_sse4a_extrqi : GCCBuiltin<"__builtin_ia32_extrqi">,
1037     Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_i8_ty, llvm_i8_ty],
1038               [IntrNoMem]>;
1039   def int_x86_sse4a_extrq  : GCCBuiltin<"__builtin_ia32_extrq">,
1040     Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v16i8_ty], [IntrNoMem]>;
1041
1042   def int_x86_sse4a_insertqi : GCCBuiltin<"__builtin_ia32_insertqi">,
1043     Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty,
1044                                 llvm_i8_ty, llvm_i8_ty], [IntrNoMem]>;
1045   def int_x86_sse4a_insertq  : GCCBuiltin<"__builtin_ia32_insertq">,
1046     Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty], [IntrNoMem]>;
1047
1048   def int_x86_sse4a_movnt_ss : GCCBuiltin<"__builtin_ia32_movntss">,
1049     Intrinsic<[], [llvm_ptr_ty, llvm_v4f32_ty], []>;
1050   def int_x86_sse4a_movnt_sd : GCCBuiltin<"__builtin_ia32_movntsd">,
1051     Intrinsic<[], [llvm_ptr_ty, llvm_v2f64_ty], []>;
1052 }
1053
1054 //===----------------------------------------------------------------------===//
1055 // AVX
1056
1057 // Arithmetic ops
1058 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1059   def int_x86_avx_addsub_pd_256 : GCCBuiltin<"__builtin_ia32_addsubpd256">,
1060         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1061                   llvm_v4f64_ty], [IntrNoMem]>;
1062   def int_x86_avx_addsub_ps_256 : GCCBuiltin<"__builtin_ia32_addsubps256">,
1063         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1064                   llvm_v8f32_ty], [IntrNoMem]>;
1065   def int_x86_avx_max_pd_256 : GCCBuiltin<"__builtin_ia32_maxpd256">,
1066         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1067                   llvm_v4f64_ty], [IntrNoMem]>;
1068   def int_x86_avx_max_ps_256 : GCCBuiltin<"__builtin_ia32_maxps256">,
1069         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1070                   llvm_v8f32_ty], [IntrNoMem]>;
1071   def int_x86_avx_min_pd_256 : GCCBuiltin<"__builtin_ia32_minpd256">,
1072         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1073                   llvm_v4f64_ty], [IntrNoMem]>;
1074   def int_x86_avx_min_ps_256 : GCCBuiltin<"__builtin_ia32_minps256">,
1075         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1076                   llvm_v8f32_ty], [IntrNoMem]>;
1077
1078   def int_x86_avx_sqrt_pd_256 : GCCBuiltin<"__builtin_ia32_sqrtpd256">,
1079         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty], [IntrNoMem]>;
1080   def int_x86_avx_sqrt_ps_256 : GCCBuiltin<"__builtin_ia32_sqrtps256">,
1081         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty], [IntrNoMem]>;
1082
1083   def int_x86_avx_rsqrt_ps_256 : GCCBuiltin<"__builtin_ia32_rsqrtps256">,
1084         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty], [IntrNoMem]>;
1085
1086   def int_x86_avx_rcp_ps_256 : GCCBuiltin<"__builtin_ia32_rcpps256">,
1087         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty], [IntrNoMem]>;
1088
1089   def int_x86_avx_round_pd_256 : GCCBuiltin<"__builtin_ia32_roundpd256">,
1090         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1091                   llvm_i32_ty], [IntrNoMem]>;
1092   def int_x86_avx_round_ps_256 : GCCBuiltin<"__builtin_ia32_roundps256">,
1093         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1094                   llvm_i32_ty], [IntrNoMem]>;
1095 }
1096
1097 // Horizontal ops
1098 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1099   def int_x86_avx_hadd_pd_256 : GCCBuiltin<"__builtin_ia32_haddpd256">,
1100         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1101                   llvm_v4f64_ty], [IntrNoMem]>;
1102   def int_x86_avx_hsub_ps_256 : GCCBuiltin<"__builtin_ia32_hsubps256">,
1103         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1104                   llvm_v8f32_ty], [IntrNoMem]>;
1105   def int_x86_avx_hsub_pd_256 : GCCBuiltin<"__builtin_ia32_hsubpd256">,
1106         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1107                   llvm_v4f64_ty], [IntrNoMem]>;
1108   def int_x86_avx_hadd_ps_256 : GCCBuiltin<"__builtin_ia32_haddps256">,
1109         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1110                   llvm_v8f32_ty], [IntrNoMem]>;
1111 }
1112
1113 // Vector permutation
1114 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1115   def int_x86_avx_vpermilvar_pd : GCCBuiltin<"__builtin_ia32_vpermilvarpd">,
1116         Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
1117                   llvm_v2i64_ty], [IntrNoMem]>;
1118   def int_x86_avx_vpermilvar_ps : GCCBuiltin<"__builtin_ia32_vpermilvarps">,
1119         Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
1120                   llvm_v4i32_ty], [IntrNoMem]>;
1121
1122   def int_x86_avx_vpermilvar_pd_256 :
1123         GCCBuiltin<"__builtin_ia32_vpermilvarpd256">,
1124         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty, llvm_v4i64_ty], [IntrNoMem]>;
1125   def int_x86_avx_vpermilvar_ps_256 :
1126         GCCBuiltin<"__builtin_ia32_vpermilvarps256">,
1127         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty, llvm_v8i32_ty], [IntrNoMem]>;
1128
1129   def int_x86_avx_vperm2f128_pd_256 :
1130         GCCBuiltin<"__builtin_ia32_vperm2f128_pd256">,
1131         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1132                   llvm_v4f64_ty, llvm_i8_ty], [IntrNoMem]>;
1133   def int_x86_avx_vperm2f128_ps_256 :
1134         GCCBuiltin<"__builtin_ia32_vperm2f128_ps256">,
1135         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1136                   llvm_v8f32_ty, llvm_i8_ty], [IntrNoMem]>;
1137   def int_x86_avx_vperm2f128_si_256 :
1138         GCCBuiltin<"__builtin_ia32_vperm2f128_si256">,
1139         Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1140                   llvm_v8i32_ty, llvm_i8_ty], [IntrNoMem]>;
1141
1142   def int_x86_avx512_mask_vpermt_d_512:
1143         GCCBuiltin<"__builtin_ia32_vpermt2vard512_mask">,
1144         Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
1145                   llvm_v16i32_ty, llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1146
1147   def int_x86_avx512_mask_vpermt_q_512:
1148         GCCBuiltin<"__builtin_ia32_vpermt2varq512_mask">,
1149         Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
1150                   llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1151
1152   def int_x86_avx512_mask_vpermt_ps_512:
1153         GCCBuiltin<"__builtin_ia32_vpermt2varps512_mask">,
1154         Intrinsic<[llvm_v16f32_ty], [llvm_v16i32_ty,
1155                   llvm_v16f32_ty, llvm_v16f32_ty, llvm_i16_ty], [IntrNoMem]>;
1156
1157   def int_x86_avx512_mask_vpermt_pd_512:
1158         GCCBuiltin<"__builtin_ia32_vpermt2varpd512_mask">,
1159         Intrinsic<[llvm_v8f64_ty], [llvm_v8i64_ty,
1160                   llvm_v8f64_ty, llvm_v8f64_ty, llvm_i8_ty], [IntrNoMem]>;
1161
1162 }
1163
1164 // Vector blend
1165 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1166   def int_x86_avx_blend_pd_256 : GCCBuiltin<"__builtin_ia32_blendpd256">,
1167         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1168                   llvm_v4f64_ty, llvm_i8_ty], [IntrNoMem]>;
1169   def int_x86_avx_blend_ps_256 : GCCBuiltin<"__builtin_ia32_blendps256">,
1170         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1171                   llvm_v8f32_ty, llvm_i8_ty], [IntrNoMem]>;
1172   def int_x86_avx_blendv_pd_256 : GCCBuiltin<"__builtin_ia32_blendvpd256">,
1173         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1174                   llvm_v4f64_ty, llvm_v4f64_ty], [IntrNoMem]>;
1175   def int_x86_avx_blendv_ps_256 : GCCBuiltin<"__builtin_ia32_blendvps256">,
1176         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1177                   llvm_v8f32_ty, llvm_v8f32_ty], [IntrNoMem]>;
1178 }
1179
1180 // Vector dot product
1181 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1182   def int_x86_avx_dp_ps_256 : GCCBuiltin<"__builtin_ia32_dpps256">,
1183         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1184                   llvm_v8f32_ty, llvm_i8_ty], [IntrNoMem]>;
1185 }
1186
1187 // Vector compare
1188 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1189   def int_x86_avx_cmp_pd_256 : GCCBuiltin<"__builtin_ia32_cmppd256">,
1190         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1191                   llvm_v4f64_ty, llvm_i8_ty], [IntrNoMem]>;
1192   def int_x86_avx_cmp_ps_256 : GCCBuiltin<"__builtin_ia32_cmpps256">,
1193         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1194                   llvm_v8f32_ty, llvm_i8_ty], [IntrNoMem]>;
1195 }
1196
1197 // Vector extract and insert
1198 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1199   def int_x86_avx_vextractf128_pd_256 :
1200         GCCBuiltin<"__builtin_ia32_vextractf128_pd256">,
1201         Intrinsic<[llvm_v2f64_ty], [llvm_v4f64_ty, llvm_i8_ty], [IntrNoMem]>;
1202   def int_x86_avx_vextractf128_ps_256 :
1203         GCCBuiltin<"__builtin_ia32_vextractf128_ps256">,
1204         Intrinsic<[llvm_v4f32_ty], [llvm_v8f32_ty, llvm_i8_ty], [IntrNoMem]>;
1205   def int_x86_avx_vextractf128_si_256 :
1206         GCCBuiltin<"__builtin_ia32_vextractf128_si256">,
1207         Intrinsic<[llvm_v4i32_ty], [llvm_v8i32_ty, llvm_i8_ty], [IntrNoMem]>;
1208
1209   def int_x86_avx_vinsertf128_pd_256 :
1210         GCCBuiltin<"__builtin_ia32_vinsertf128_pd256">,
1211         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty,
1212                   llvm_v2f64_ty, llvm_i8_ty], [IntrNoMem]>;
1213   def int_x86_avx_vinsertf128_ps_256 :
1214         GCCBuiltin<"__builtin_ia32_vinsertf128_ps256">,
1215         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty,
1216                   llvm_v4f32_ty, llvm_i8_ty], [IntrNoMem]>;
1217   def int_x86_avx_vinsertf128_si_256 :
1218         GCCBuiltin<"__builtin_ia32_vinsertf128_si256">,
1219         Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1220                   llvm_v4i32_ty, llvm_i8_ty], [IntrNoMem]>;
1221 }
1222
1223 // Vector convert
1224 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1225   def int_x86_avx_cvtdq2_pd_256 : GCCBuiltin<"__builtin_ia32_cvtdq2pd256">,
1226         Intrinsic<[llvm_v4f64_ty], [llvm_v4i32_ty], [IntrNoMem]>;
1227   def int_x86_avx_cvtdq2_ps_256 : GCCBuiltin<"__builtin_ia32_cvtdq2ps256">,
1228         Intrinsic<[llvm_v8f32_ty], [llvm_v8i32_ty], [IntrNoMem]>;
1229   def int_x86_avx_cvt_pd2_ps_256 : GCCBuiltin<"__builtin_ia32_cvtpd2ps256">,
1230         Intrinsic<[llvm_v4f32_ty], [llvm_v4f64_ty], [IntrNoMem]>;
1231   def int_x86_avx_cvt_ps2dq_256 : GCCBuiltin<"__builtin_ia32_cvtps2dq256">,
1232         Intrinsic<[llvm_v8i32_ty], [llvm_v8f32_ty], [IntrNoMem]>;
1233   def int_x86_avx_cvt_ps2_pd_256 : GCCBuiltin<"__builtin_ia32_cvtps2pd256">,
1234         Intrinsic<[llvm_v4f64_ty], [llvm_v4f32_ty], [IntrNoMem]>;
1235   def int_x86_avx_cvtt_pd2dq_256 : GCCBuiltin<"__builtin_ia32_cvttpd2dq256">,
1236         Intrinsic<[llvm_v4i32_ty], [llvm_v4f64_ty], [IntrNoMem]>;
1237   def int_x86_avx_cvt_pd2dq_256 : GCCBuiltin<"__builtin_ia32_cvtpd2dq256">,
1238         Intrinsic<[llvm_v4i32_ty], [llvm_v4f64_ty], [IntrNoMem]>;
1239   def int_x86_avx_cvtt_ps2dq_256 : GCCBuiltin<"__builtin_ia32_cvttps2dq256">,
1240         Intrinsic<[llvm_v8i32_ty], [llvm_v8f32_ty], [IntrNoMem]>;
1241 }
1242
1243 // Vector bit test
1244 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1245   def int_x86_avx_vtestz_pd : GCCBuiltin<"__builtin_ia32_vtestzpd">,
1246         Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
1247                   llvm_v2f64_ty], [IntrNoMem]>;
1248   def int_x86_avx_vtestc_pd : GCCBuiltin<"__builtin_ia32_vtestcpd">,
1249         Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
1250                   llvm_v2f64_ty], [IntrNoMem]>;
1251   def int_x86_avx_vtestnzc_pd : GCCBuiltin<"__builtin_ia32_vtestnzcpd">,
1252         Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty,
1253                   llvm_v2f64_ty], [IntrNoMem]>;
1254   def int_x86_avx_vtestz_ps : GCCBuiltin<"__builtin_ia32_vtestzps">,
1255         Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
1256                   llvm_v4f32_ty], [IntrNoMem]>;
1257   def int_x86_avx_vtestc_ps : GCCBuiltin<"__builtin_ia32_vtestcps">,
1258         Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
1259                   llvm_v4f32_ty], [IntrNoMem]>;
1260   def int_x86_avx_vtestnzc_ps : GCCBuiltin<"__builtin_ia32_vtestnzcps">,
1261         Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty,
1262                   llvm_v4f32_ty], [IntrNoMem]>;
1263   def int_x86_avx_vtestz_pd_256 : GCCBuiltin<"__builtin_ia32_vtestzpd256">,
1264         Intrinsic<[llvm_i32_ty], [llvm_v4f64_ty,
1265                   llvm_v4f64_ty], [IntrNoMem]>;
1266   def int_x86_avx_vtestc_pd_256 : GCCBuiltin<"__builtin_ia32_vtestcpd256">,
1267         Intrinsic<[llvm_i32_ty], [llvm_v4f64_ty,
1268                   llvm_v4f64_ty], [IntrNoMem]>;
1269   def int_x86_avx_vtestnzc_pd_256 : GCCBuiltin<"__builtin_ia32_vtestnzcpd256">,
1270         Intrinsic<[llvm_i32_ty], [llvm_v4f64_ty,
1271                   llvm_v4f64_ty], [IntrNoMem]>;
1272   def int_x86_avx_vtestz_ps_256 : GCCBuiltin<"__builtin_ia32_vtestzps256">,
1273         Intrinsic<[llvm_i32_ty], [llvm_v8f32_ty,
1274                   llvm_v8f32_ty], [IntrNoMem]>;
1275   def int_x86_avx_vtestc_ps_256 : GCCBuiltin<"__builtin_ia32_vtestcps256">,
1276         Intrinsic<[llvm_i32_ty], [llvm_v8f32_ty,
1277                   llvm_v8f32_ty], [IntrNoMem]>;
1278   def int_x86_avx_vtestnzc_ps_256 : GCCBuiltin<"__builtin_ia32_vtestnzcps256">,
1279         Intrinsic<[llvm_i32_ty], [llvm_v8f32_ty,
1280                   llvm_v8f32_ty], [IntrNoMem]>;
1281   def int_x86_avx_ptestz_256 : GCCBuiltin<"__builtin_ia32_ptestz256">,
1282         Intrinsic<[llvm_i32_ty], [llvm_v4i64_ty,
1283                   llvm_v4i64_ty], [IntrNoMem]>;
1284   def int_x86_avx_ptestc_256 : GCCBuiltin<"__builtin_ia32_ptestc256">,
1285         Intrinsic<[llvm_i32_ty], [llvm_v4i64_ty,
1286                   llvm_v4i64_ty], [IntrNoMem]>;
1287   def int_x86_avx_ptestnzc_256 : GCCBuiltin<"__builtin_ia32_ptestnzc256">,
1288         Intrinsic<[llvm_i32_ty], [llvm_v4i64_ty,
1289                   llvm_v4i64_ty], [IntrNoMem]>;
1290   def int_x86_avx512_mask_ptestm_d_512 : GCCBuiltin<"__builtin_ia32_ptestmd512">,
1291         Intrinsic<[llvm_i16_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1292                   llvm_i16_ty], [IntrNoMem]>;
1293   def int_x86_avx512_mask_ptestm_q_512 : GCCBuiltin<"__builtin_ia32_ptestmq512">,
1294         Intrinsic<[llvm_i8_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
1295                   llvm_i8_ty], [IntrNoMem]>;
1296 }
1297
1298 // Vector extract sign mask
1299 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1300   def int_x86_avx_movmsk_pd_256 : GCCBuiltin<"__builtin_ia32_movmskpd256">,
1301         Intrinsic<[llvm_i32_ty], [llvm_v4f64_ty], [IntrNoMem]>;
1302   def int_x86_avx_movmsk_ps_256 : GCCBuiltin<"__builtin_ia32_movmskps256">,
1303         Intrinsic<[llvm_i32_ty], [llvm_v8f32_ty], [IntrNoMem]>;
1304 }
1305
1306 // Vector zero
1307 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1308   def int_x86_avx_vzeroall : GCCBuiltin<"__builtin_ia32_vzeroall">,
1309         Intrinsic<[], [], []>;
1310   def int_x86_avx_vzeroupper : GCCBuiltin<"__builtin_ia32_vzeroupper">,
1311         Intrinsic<[], [], []>;
1312 }
1313
1314 // Vector load with broadcast
1315 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1316   def int_x86_avx_vbroadcastf128_pd_256 :
1317         GCCBuiltin<"__builtin_ia32_vbroadcastf128_pd256">,
1318         Intrinsic<[llvm_v4f64_ty], [llvm_ptr_ty], [IntrReadArgMem]>;
1319   def int_x86_avx_vbroadcastf128_ps_256 :
1320         GCCBuiltin<"__builtin_ia32_vbroadcastf128_ps256">,
1321         Intrinsic<[llvm_v8f32_ty], [llvm_ptr_ty], [IntrReadArgMem]>;
1322 }
1323
1324 // SIMD load ops
1325 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1326   def int_x86_avx_ldu_dq_256 : GCCBuiltin<"__builtin_ia32_lddqu256">,
1327         Intrinsic<[llvm_v32i8_ty], [llvm_ptr_ty], [IntrReadMem]>;
1328 }
1329
1330 // SIMD store ops
1331 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1332   def int_x86_avx_storeu_pd_256 : GCCBuiltin<"__builtin_ia32_storeupd256">,
1333         Intrinsic<[], [llvm_ptr_ty, llvm_v4f64_ty], [IntrReadWriteArgMem]>;
1334   def int_x86_avx_storeu_ps_256 : GCCBuiltin<"__builtin_ia32_storeups256">,
1335         Intrinsic<[], [llvm_ptr_ty, llvm_v8f32_ty], [IntrReadWriteArgMem]>;
1336   def int_x86_avx_storeu_dq_256 : GCCBuiltin<"__builtin_ia32_storedqu256">,
1337         Intrinsic<[], [llvm_ptr_ty, llvm_v32i8_ty], [IntrReadWriteArgMem]>;
1338 }
1339
1340 // Conditional load ops
1341 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1342   def int_x86_avx_maskload_pd : GCCBuiltin<"__builtin_ia32_maskloadpd">,
1343         Intrinsic<[llvm_v2f64_ty], [llvm_ptr_ty, llvm_v2f64_ty],
1344                   [IntrReadArgMem]>;
1345   def int_x86_avx_maskload_ps : GCCBuiltin<"__builtin_ia32_maskloadps">,
1346         Intrinsic<[llvm_v4f32_ty], [llvm_ptr_ty, llvm_v4f32_ty],
1347                   [IntrReadArgMem]>;
1348   def int_x86_avx_maskload_pd_256 : GCCBuiltin<"__builtin_ia32_maskloadpd256">,
1349         Intrinsic<[llvm_v4f64_ty], [llvm_ptr_ty, llvm_v4f64_ty],
1350                   [IntrReadArgMem]>;
1351   def int_x86_avx_maskload_ps_256 : GCCBuiltin<"__builtin_ia32_maskloadps256">,
1352         Intrinsic<[llvm_v8f32_ty], [llvm_ptr_ty, llvm_v8f32_ty],
1353                   [IntrReadArgMem]>;
1354   def int_x86_avx512_mask_loadu_ps_512 : GCCBuiltin<"__builtin_ia32_loadups512_mask">,
1355         Intrinsic<[llvm_v16f32_ty], [llvm_ptr_ty, llvm_v16f32_ty, llvm_i16_ty],
1356                   [IntrReadArgMem]>;
1357   def int_x86_avx512_mask_loadu_pd_512 : GCCBuiltin<"__builtin_ia32_loadupd512_mask">,
1358         Intrinsic<[llvm_v8f64_ty], [llvm_ptr_ty, llvm_v8f64_ty, llvm_i8_ty],
1359                   [IntrReadArgMem]>;
1360   def int_x86_avx512_mask_load_ps_512 : GCCBuiltin<"__builtin_ia32_loadaps512_mask">,
1361         Intrinsic<[llvm_v16f32_ty], [llvm_ptr_ty, llvm_v16f32_ty, llvm_i16_ty],
1362                   [IntrReadArgMem]>;
1363   def int_x86_avx512_mask_load_pd_512 : GCCBuiltin<"__builtin_ia32_loadapd512_mask">,
1364         Intrinsic<[llvm_v8f64_ty], [llvm_ptr_ty, llvm_v8f64_ty, llvm_i8_ty],
1365                   [IntrReadArgMem]>;
1366 }
1367
1368 // Conditional store ops
1369 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1370   def int_x86_avx_maskstore_pd : GCCBuiltin<"__builtin_ia32_maskstorepd">,
1371         Intrinsic<[], [llvm_ptr_ty,
1372                   llvm_v2f64_ty, llvm_v2f64_ty], [IntrReadWriteArgMem]>;
1373   def int_x86_avx_maskstore_ps : GCCBuiltin<"__builtin_ia32_maskstoreps">,
1374         Intrinsic<[], [llvm_ptr_ty,
1375                   llvm_v4f32_ty, llvm_v4f32_ty], [IntrReadWriteArgMem]>;
1376   def int_x86_avx_maskstore_pd_256 :
1377         GCCBuiltin<"__builtin_ia32_maskstorepd256">,
1378         Intrinsic<[], [llvm_ptr_ty,
1379                   llvm_v4f64_ty, llvm_v4f64_ty], [IntrReadWriteArgMem]>;
1380   def int_x86_avx_maskstore_ps_256 :
1381         GCCBuiltin<"__builtin_ia32_maskstoreps256">,
1382         Intrinsic<[], [llvm_ptr_ty,
1383                   llvm_v8f32_ty, llvm_v8f32_ty], [IntrReadWriteArgMem]>;
1384   def int_x86_avx512_mask_storeu_ps_512 :
1385         GCCBuiltin<"__builtin_ia32_storeups512_mask">,
1386         Intrinsic<[], [llvm_ptr_ty, llvm_v16f32_ty, llvm_i16_ty],
1387                   [IntrReadWriteArgMem]>;
1388   def int_x86_avx512_mask_storeu_pd_512 :
1389         GCCBuiltin<"__builtin_ia32_storeupd512_mask">,
1390         Intrinsic<[], [llvm_ptr_ty, llvm_v8f64_ty, llvm_i8_ty],
1391                   [IntrReadWriteArgMem]>;
1392   def int_x86_avx512_mask_store_ps_512 :
1393         GCCBuiltin<"__builtin_ia32_storeaps512_mask">,
1394         Intrinsic<[], [llvm_ptr_ty, llvm_v16f32_ty, llvm_i16_ty],
1395                   [IntrReadWriteArgMem]>;
1396   def int_x86_avx512_mask_store_pd_512 :
1397         GCCBuiltin<"__builtin_ia32_storeapd512_mask">,
1398         Intrinsic<[], [llvm_ptr_ty, llvm_v8f64_ty, llvm_i8_ty],
1399                   [IntrReadWriteArgMem]>;
1400   def int_x86_avx512_mask_store_ss :
1401         GCCBuiltin<"__builtin_ia32_storess_mask">,
1402         Intrinsic<[], [llvm_ptr_ty, llvm_v4f32_ty, llvm_i8_ty],
1403                   [IntrReadWriteArgMem]>;
1404 }
1405
1406 //===----------------------------------------------------------------------===//
1407 // AVX2
1408
1409 // Integer arithmetic ops.
1410 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1411   def int_x86_avx2_padds_b : GCCBuiltin<"__builtin_ia32_paddsb256">,
1412               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1413                          llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1414   def int_x86_avx2_padds_w : GCCBuiltin<"__builtin_ia32_paddsw256">,
1415               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1416                          llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1417   def int_x86_avx2_paddus_b : GCCBuiltin<"__builtin_ia32_paddusb256">,
1418               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1419                          llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1420   def int_x86_avx2_paddus_w : GCCBuiltin<"__builtin_ia32_paddusw256">,
1421               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1422                          llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1423   def int_x86_avx2_psubs_b : GCCBuiltin<"__builtin_ia32_psubsb256">,
1424               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1425                          llvm_v32i8_ty], [IntrNoMem]>;
1426   def int_x86_avx2_psubs_w : GCCBuiltin<"__builtin_ia32_psubsw256">,
1427               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1428                          llvm_v16i16_ty], [IntrNoMem]>;
1429   def int_x86_avx2_psubus_b : GCCBuiltin<"__builtin_ia32_psubusb256">,
1430               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1431                          llvm_v32i8_ty], [IntrNoMem]>;
1432   def int_x86_avx2_psubus_w : GCCBuiltin<"__builtin_ia32_psubusw256">,
1433               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1434                          llvm_v16i16_ty], [IntrNoMem]>;
1435   def int_x86_avx2_pmulhu_w : GCCBuiltin<"__builtin_ia32_pmulhuw256">,
1436               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1437                          llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1438   def int_x86_avx2_pmulh_w : GCCBuiltin<"__builtin_ia32_pmulhw256">,
1439               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1440                          llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1441   def int_x86_avx2_pmulu_dq : GCCBuiltin<"__builtin_ia32_pmuludq256">,
1442               Intrinsic<[llvm_v4i64_ty], [llvm_v8i32_ty,
1443                          llvm_v8i32_ty], [IntrNoMem, Commutative]>;
1444   def int_x86_avx2_pmul_dq : GCCBuiltin<"__builtin_ia32_pmuldq256">,
1445               Intrinsic<[llvm_v4i64_ty], [llvm_v8i32_ty,
1446                          llvm_v8i32_ty], [IntrNoMem, Commutative]>;
1447   def int_x86_avx2_pmadd_wd : GCCBuiltin<"__builtin_ia32_pmaddwd256">,
1448               Intrinsic<[llvm_v8i32_ty], [llvm_v16i16_ty,
1449                          llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1450   def int_x86_avx2_pavg_b : GCCBuiltin<"__builtin_ia32_pavgb256">,
1451               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1452                          llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1453   def int_x86_avx2_pavg_w : GCCBuiltin<"__builtin_ia32_pavgw256">,
1454               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1455                          llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1456   def int_x86_avx2_psad_bw : GCCBuiltin<"__builtin_ia32_psadbw256">,
1457               Intrinsic<[llvm_v4i64_ty], [llvm_v32i8_ty,
1458                          llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1459   def int_x86_avx512_mask_pmulu_dq_512 : GCCBuiltin<"__builtin_ia32_pmuludq512_mask">,
1460               Intrinsic<[llvm_v8i64_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1461                          llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1462   def int_x86_avx512_mask_pmul_dq_512 : GCCBuiltin<"__builtin_ia32_pmuldq512_mask">,
1463               Intrinsic<[llvm_v8i64_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1464                          llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1465 }
1466
1467 // Vector min, max
1468 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1469   def int_x86_avx2_pmaxu_b : GCCBuiltin<"__builtin_ia32_pmaxub256">,
1470               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1471                          llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1472   def int_x86_avx2_pmaxu_w : GCCBuiltin<"__builtin_ia32_pmaxuw256">,
1473               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1474                          llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1475   def int_x86_avx2_pmaxu_d : GCCBuiltin<"__builtin_ia32_pmaxud256">,
1476               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1477                          llvm_v8i32_ty], [IntrNoMem, Commutative]>;
1478   def int_x86_avx2_pmaxs_b : GCCBuiltin<"__builtin_ia32_pmaxsb256">,
1479               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1480                          llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1481   def int_x86_avx2_pmaxs_w : GCCBuiltin<"__builtin_ia32_pmaxsw256">,
1482               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1483                          llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1484   def int_x86_avx2_pmaxs_d : GCCBuiltin<"__builtin_ia32_pmaxsd256">,
1485               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1486                          llvm_v8i32_ty], [IntrNoMem, Commutative]>;
1487   def int_x86_avx2_pminu_b : GCCBuiltin<"__builtin_ia32_pminub256">,
1488               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1489                          llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1490   def int_x86_avx2_pminu_w : GCCBuiltin<"__builtin_ia32_pminuw256">,
1491               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1492                          llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1493   def int_x86_avx2_pminu_d : GCCBuiltin<"__builtin_ia32_pminud256">,
1494               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1495                          llvm_v8i32_ty], [IntrNoMem, Commutative]>;
1496   def int_x86_avx2_pmins_b : GCCBuiltin<"__builtin_ia32_pminsb256">,
1497               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1498                          llvm_v32i8_ty], [IntrNoMem, Commutative]>;
1499   def int_x86_avx2_pmins_w : GCCBuiltin<"__builtin_ia32_pminsw256">,
1500               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1501                          llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1502   def int_x86_avx2_pmins_d : GCCBuiltin<"__builtin_ia32_pminsd256">,
1503               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1504                          llvm_v8i32_ty], [IntrNoMem, Commutative]>;
1505   def int_x86_avx512_mask_pmaxu_d_512 : GCCBuiltin<"__builtin_ia32_pmaxud512_mask">,
1506               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1507                          llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1508   def int_x86_avx512_mask_pmaxs_d_512 : GCCBuiltin<"__builtin_ia32_pmaxsd512_mask">,
1509               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1510                          llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1511   def int_x86_avx512_mask_pmaxu_q_512 : GCCBuiltin<"__builtin_ia32_pmaxuq512_mask">,
1512               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
1513                          llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1514   def int_x86_avx512_mask_pmaxs_q_512 : GCCBuiltin<"__builtin_ia32_pmaxsq512_mask">,
1515               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
1516                          llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1517   def int_x86_avx512_mask_pminu_d_512 : GCCBuiltin<"__builtin_ia32_pminud512_mask">,
1518               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1519                          llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1520   def int_x86_avx512_mask_pmins_d_512 : GCCBuiltin<"__builtin_ia32_pminsd512_mask">,
1521               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1522                          llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1523   def int_x86_avx512_mask_pminu_q_512 : GCCBuiltin<"__builtin_ia32_pminuq512_mask">,
1524               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
1525                          llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1526   def int_x86_avx512_mask_pmins_q_512 : GCCBuiltin<"__builtin_ia32_pminsq512_mask">,
1527               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
1528                          llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1529 }
1530
1531 // Integer shift ops.
1532 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1533   def int_x86_avx2_psll_w : GCCBuiltin<"__builtin_ia32_psllw256">,
1534               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1535                          llvm_v8i16_ty], [IntrNoMem]>;
1536   def int_x86_avx2_psll_d : GCCBuiltin<"__builtin_ia32_pslld256">,
1537               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1538                          llvm_v4i32_ty], [IntrNoMem]>;
1539   def int_x86_avx2_psll_q : GCCBuiltin<"__builtin_ia32_psllq256">,
1540               Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1541                          llvm_v2i64_ty], [IntrNoMem]>;
1542   def int_x86_avx2_psrl_w : GCCBuiltin<"__builtin_ia32_psrlw256">,
1543               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1544                          llvm_v8i16_ty], [IntrNoMem]>;
1545   def int_x86_avx2_psrl_d : GCCBuiltin<"__builtin_ia32_psrld256">,
1546               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1547                          llvm_v4i32_ty], [IntrNoMem]>;
1548   def int_x86_avx2_psrl_q : GCCBuiltin<"__builtin_ia32_psrlq256">,
1549               Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1550                          llvm_v2i64_ty], [IntrNoMem]>;
1551   def int_x86_avx2_psra_w : GCCBuiltin<"__builtin_ia32_psraw256">,
1552               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1553                          llvm_v8i16_ty], [IntrNoMem]>;
1554   def int_x86_avx2_psra_d : GCCBuiltin<"__builtin_ia32_psrad256">,
1555               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1556                          llvm_v4i32_ty], [IntrNoMem]>;
1557
1558   def int_x86_avx2_pslli_w : GCCBuiltin<"__builtin_ia32_psllwi256">,
1559               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1560                          llvm_i32_ty], [IntrNoMem]>;
1561   def int_x86_avx2_pslli_d : GCCBuiltin<"__builtin_ia32_pslldi256">,
1562               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1563                          llvm_i32_ty], [IntrNoMem]>;
1564   def int_x86_avx2_pslli_q : GCCBuiltin<"__builtin_ia32_psllqi256">,
1565               Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1566                          llvm_i32_ty], [IntrNoMem]>;
1567   def int_x86_avx2_psrli_w : GCCBuiltin<"__builtin_ia32_psrlwi256">,
1568               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1569                          llvm_i32_ty], [IntrNoMem]>;
1570   def int_x86_avx2_psrli_d : GCCBuiltin<"__builtin_ia32_psrldi256">,
1571               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1572                          llvm_i32_ty], [IntrNoMem]>;
1573   def int_x86_avx2_psrli_q : GCCBuiltin<"__builtin_ia32_psrlqi256">,
1574               Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1575                          llvm_i32_ty], [IntrNoMem]>;
1576   def int_x86_avx2_psrai_w : GCCBuiltin<"__builtin_ia32_psrawi256">,
1577               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1578                          llvm_i32_ty], [IntrNoMem]>;
1579   def int_x86_avx2_psrai_d : GCCBuiltin<"__builtin_ia32_psradi256">,
1580               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1581                          llvm_i32_ty], [IntrNoMem]>;
1582
1583   def int_x86_avx2_psll_dq :
1584               Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1585                          llvm_i32_ty], [IntrNoMem]>;
1586   def int_x86_avx2_psrl_dq :
1587               Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1588                          llvm_i32_ty], [IntrNoMem]>;
1589
1590   def int_x86_avx512_mask_pslli_d : GCCBuiltin<"__builtin_ia32_pslldi512">,
1591               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
1592                          llvm_i32_ty, llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1593   def int_x86_avx512_mask_pslli_q : GCCBuiltin<"__builtin_ia32_psllqi512">,
1594               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
1595                          llvm_i32_ty, llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1596   def int_x86_avx512_mask_psrli_d : GCCBuiltin<"__builtin_ia32_psrldi512">,
1597               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
1598                          llvm_i32_ty, llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1599   def int_x86_avx512_mask_psrli_q : GCCBuiltin<"__builtin_ia32_psrlqi512">,
1600               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
1601                          llvm_i32_ty, llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1602   def int_x86_avx512_mask_psrai_d : GCCBuiltin<"__builtin_ia32_psradi512">,
1603               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
1604                          llvm_i32_ty, llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1605   def int_x86_avx512_mask_psrai_q : GCCBuiltin<"__builtin_ia32_psraqi512">,
1606               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
1607                          llvm_i32_ty, llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1608
1609   def int_x86_avx512_mask_psll_d : GCCBuiltin<"__builtin_ia32_pslld512_mask">,
1610               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
1611                          llvm_v4i32_ty, llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1612   def int_x86_avx512_mask_psll_q : GCCBuiltin<"__builtin_ia32_psllq512_mask">,
1613               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
1614                          llvm_v2i64_ty, llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1615   def int_x86_avx512_mask_psrl_d : GCCBuiltin<"__builtin_ia32_psrld512_mask">,
1616               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
1617                          llvm_v4i32_ty, llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1618   def int_x86_avx512_mask_psrl_q : GCCBuiltin<"__builtin_ia32_psrlq512_mask">,
1619               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
1620                          llvm_v2i64_ty, llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1621   def int_x86_avx512_mask_psra_d : GCCBuiltin<"__builtin_ia32_psrad512_mask">,
1622               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
1623                          llvm_v4i32_ty, llvm_v16i32_ty, llvm_i16_ty], [IntrNoMem]>;
1624   def int_x86_avx512_mask_psra_q : GCCBuiltin<"__builtin_ia32_psraq512_mask">,
1625               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
1626                          llvm_v2i64_ty, llvm_v8i64_ty, llvm_i8_ty], [IntrNoMem]>;
1627 }
1628
1629 // Pack ops.
1630 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1631   def int_x86_avx2_packsswb : GCCBuiltin<"__builtin_ia32_packsswb256">,
1632               Intrinsic<[llvm_v32i8_ty], [llvm_v16i16_ty,
1633                          llvm_v16i16_ty], [IntrNoMem]>;
1634   def int_x86_avx2_packssdw : GCCBuiltin<"__builtin_ia32_packssdw256">,
1635               Intrinsic<[llvm_v16i16_ty], [llvm_v8i32_ty,
1636                          llvm_v8i32_ty], [IntrNoMem]>;
1637   def int_x86_avx2_packuswb : GCCBuiltin<"__builtin_ia32_packuswb256">,
1638               Intrinsic<[llvm_v32i8_ty], [llvm_v16i16_ty,
1639                          llvm_v16i16_ty], [IntrNoMem]>;
1640   def int_x86_avx2_packusdw : GCCBuiltin<"__builtin_ia32_packusdw256">,
1641               Intrinsic<[llvm_v16i16_ty], [llvm_v8i32_ty,
1642                          llvm_v8i32_ty], [IntrNoMem]>;
1643 }
1644
1645 // Absolute value ops
1646 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1647   def int_x86_avx2_pabs_b : GCCBuiltin<"__builtin_ia32_pabsb256">,
1648               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty], [IntrNoMem]>;
1649   def int_x86_avx2_pabs_w : GCCBuiltin<"__builtin_ia32_pabsw256">,
1650               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty], [IntrNoMem]>;
1651   def int_x86_avx2_pabs_d : GCCBuiltin<"__builtin_ia32_pabsd256">,
1652               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty], [IntrNoMem]>;
1653   def int_x86_avx512_mask_pabs_d_512 : GCCBuiltin<"__builtin_ia32_pabsd512_mask">,
1654               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
1655                                            llvm_i16_ty], [IntrNoMem]>;
1656   def int_x86_avx512_mask_pabs_q_512 : GCCBuiltin<"__builtin_ia32_pabsq512_mask">,
1657               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
1658                                           llvm_i8_ty], [IntrNoMem]>;
1659 }
1660
1661 // Horizontal arithmetic ops
1662 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1663   def int_x86_avx2_phadd_w : GCCBuiltin<"__builtin_ia32_phaddw256">,
1664               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1665                          llvm_v16i16_ty], [IntrNoMem]>;
1666   def int_x86_avx2_phadd_d : GCCBuiltin<"__builtin_ia32_phaddd256">,
1667               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1668                          llvm_v8i32_ty], [IntrNoMem]>;
1669   def int_x86_avx2_phadd_sw : GCCBuiltin<"__builtin_ia32_phaddsw256">,
1670               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1671                          llvm_v16i16_ty], [IntrNoMem]>;
1672   def int_x86_avx2_phsub_w : GCCBuiltin<"__builtin_ia32_phsubw256">,
1673               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1674                          llvm_v16i16_ty], [IntrNoMem]>;
1675   def int_x86_avx2_phsub_d : GCCBuiltin<"__builtin_ia32_phsubd256">,
1676               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1677                          llvm_v8i32_ty], [IntrNoMem]>;
1678   def int_x86_avx2_phsub_sw : GCCBuiltin<"__builtin_ia32_phsubsw256">,
1679               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1680                          llvm_v16i16_ty], [IntrNoMem]>;
1681   def int_x86_avx2_pmadd_ub_sw : GCCBuiltin<"__builtin_ia32_pmaddubsw256">,
1682               Intrinsic<[llvm_v16i16_ty], [llvm_v32i8_ty,
1683                          llvm_v32i8_ty], [IntrNoMem]>;
1684 }
1685
1686 // Sign ops
1687 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1688   def int_x86_avx2_psign_b : GCCBuiltin<"__builtin_ia32_psignb256">,
1689               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
1690                          llvm_v32i8_ty], [IntrNoMem]>;
1691   def int_x86_avx2_psign_w : GCCBuiltin<"__builtin_ia32_psignw256">,
1692               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1693                          llvm_v16i16_ty], [IntrNoMem]>;
1694   def int_x86_avx2_psign_d : GCCBuiltin<"__builtin_ia32_psignd256">,
1695               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty,
1696                          llvm_v8i32_ty], [IntrNoMem]>;
1697 }
1698
1699 // Packed multiply high with round and scale
1700 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1701   def int_x86_avx2_pmul_hr_sw : GCCBuiltin<"__builtin_ia32_pmulhrsw256">,
1702               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty,
1703                          llvm_v16i16_ty], [IntrNoMem, Commutative]>;
1704 }
1705
1706 // Vector sign and zero extend
1707 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1708   def int_x86_avx2_pmovsxbd : GCCBuiltin<"__builtin_ia32_pmovsxbd256">,
1709               Intrinsic<[llvm_v8i32_ty], [llvm_v16i8_ty],
1710                         [IntrNoMem]>;
1711   def int_x86_avx2_pmovsxbq : GCCBuiltin<"__builtin_ia32_pmovsxbq256">,
1712               Intrinsic<[llvm_v4i64_ty], [llvm_v16i8_ty],
1713                         [IntrNoMem]>;
1714   def int_x86_avx2_pmovsxbw : GCCBuiltin<"__builtin_ia32_pmovsxbw256">,
1715               Intrinsic<[llvm_v16i16_ty], [llvm_v16i8_ty],
1716                         [IntrNoMem]>;
1717   def int_x86_avx2_pmovsxdq : GCCBuiltin<"__builtin_ia32_pmovsxdq256">,
1718               Intrinsic<[llvm_v4i64_ty], [llvm_v4i32_ty],
1719                         [IntrNoMem]>;
1720   def int_x86_avx2_pmovsxwd : GCCBuiltin<"__builtin_ia32_pmovsxwd256">,
1721               Intrinsic<[llvm_v8i32_ty], [llvm_v8i16_ty],
1722                         [IntrNoMem]>;
1723   def int_x86_avx2_pmovsxwq : GCCBuiltin<"__builtin_ia32_pmovsxwq256">,
1724               Intrinsic<[llvm_v4i64_ty], [llvm_v8i16_ty],
1725                         [IntrNoMem]>;
1726   def int_x86_avx2_pmovzxbd : GCCBuiltin<"__builtin_ia32_pmovzxbd256">,
1727               Intrinsic<[llvm_v8i32_ty], [llvm_v16i8_ty],
1728                         [IntrNoMem]>;
1729   def int_x86_avx2_pmovzxbq : GCCBuiltin<"__builtin_ia32_pmovzxbq256">,
1730               Intrinsic<[llvm_v4i64_ty], [llvm_v16i8_ty],
1731                         [IntrNoMem]>;
1732   def int_x86_avx2_pmovzxbw : GCCBuiltin<"__builtin_ia32_pmovzxbw256">,
1733               Intrinsic<[llvm_v16i16_ty], [llvm_v16i8_ty],
1734                         [IntrNoMem]>;
1735   def int_x86_avx2_pmovzxdq : GCCBuiltin<"__builtin_ia32_pmovzxdq256">,
1736               Intrinsic<[llvm_v4i64_ty], [llvm_v4i32_ty],
1737                         [IntrNoMem]>;
1738   def int_x86_avx2_pmovzxwd : GCCBuiltin<"__builtin_ia32_pmovzxwd256">,
1739               Intrinsic<[llvm_v8i32_ty], [llvm_v8i16_ty],
1740                         [IntrNoMem]>;
1741   def int_x86_avx2_pmovzxwq : GCCBuiltin<"__builtin_ia32_pmovzxwq256">,
1742               Intrinsic<[llvm_v4i64_ty], [llvm_v8i16_ty],
1743                         [IntrNoMem]>;
1744 }
1745
1746 // Vector blend
1747 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1748   def int_x86_avx2_pblendvb : GCCBuiltin<"__builtin_ia32_pblendvb256">,
1749               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty, llvm_v32i8_ty,
1750                          llvm_v32i8_ty], [IntrNoMem]>;
1751   def int_x86_avx2_pblendw : GCCBuiltin<"__builtin_ia32_pblendw256">,
1752               Intrinsic<[llvm_v16i16_ty], [llvm_v16i16_ty, llvm_v16i16_ty,
1753                          llvm_i8_ty], [IntrNoMem]>;
1754   def int_x86_avx2_pblendd_128 : GCCBuiltin<"__builtin_ia32_pblendd128">,
1755               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty,
1756                          llvm_i8_ty], [IntrNoMem]>;
1757   def int_x86_avx2_pblendd_256 : GCCBuiltin<"__builtin_ia32_pblendd256">,
1758               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty, llvm_v8i32_ty,
1759                          llvm_i8_ty], [IntrNoMem]>;
1760 }
1761
1762 // Vector load with broadcast
1763 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1764   def int_x86_avx2_vbroadcast_ss_ps :
1765               GCCBuiltin<"__builtin_ia32_vbroadcastss_ps">,
1766               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
1767   def int_x86_avx2_vbroadcast_sd_pd_256 :
1768               GCCBuiltin<"__builtin_ia32_vbroadcastsd_pd256">,
1769               Intrinsic<[llvm_v4f64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
1770   def int_x86_avx2_vbroadcast_ss_ps_256 :
1771               GCCBuiltin<"__builtin_ia32_vbroadcastss_ps256">,
1772               Intrinsic<[llvm_v8f32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
1773   def int_x86_avx2_vbroadcasti128 :
1774               Intrinsic<[llvm_v4i64_ty], [llvm_ptr_ty], [IntrReadArgMem]>;
1775   def int_x86_avx2_pbroadcastb_128 :
1776               GCCBuiltin<"__builtin_ia32_pbroadcastb128">,
1777               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty], [IntrNoMem]>;
1778   def int_x86_avx2_pbroadcastb_256 :
1779               GCCBuiltin<"__builtin_ia32_pbroadcastb256">,
1780               Intrinsic<[llvm_v32i8_ty], [llvm_v16i8_ty], [IntrNoMem]>;
1781   def int_x86_avx2_pbroadcastw_128 :
1782               GCCBuiltin<"__builtin_ia32_pbroadcastw128">,
1783               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty], [IntrNoMem]>;
1784   def int_x86_avx2_pbroadcastw_256 :
1785               GCCBuiltin<"__builtin_ia32_pbroadcastw256">,
1786               Intrinsic<[llvm_v16i16_ty], [llvm_v8i16_ty], [IntrNoMem]>;
1787   def int_x86_avx2_pbroadcastd_128 :
1788               GCCBuiltin<"__builtin_ia32_pbroadcastd128">,
1789               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty], [IntrNoMem]>;
1790   def int_x86_avx2_pbroadcastd_256 :
1791               GCCBuiltin<"__builtin_ia32_pbroadcastd256">,
1792               Intrinsic<[llvm_v8i32_ty], [llvm_v4i32_ty], [IntrNoMem]>;
1793   def int_x86_avx2_pbroadcastq_128 :
1794               GCCBuiltin<"__builtin_ia32_pbroadcastq128">,
1795               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty], [IntrNoMem]>;
1796   def int_x86_avx2_pbroadcastq_256 :
1797               GCCBuiltin<"__builtin_ia32_pbroadcastq256">,
1798               Intrinsic<[llvm_v4i64_ty], [llvm_v2i64_ty], [IntrNoMem]>;
1799   def int_x86_avx512_mask_pbroadcast_d_gpr_512 :
1800               GCCBuiltin<"__builtin_ia32_pbroadcastd512_gpr_mask">,
1801               Intrinsic<[llvm_v16i32_ty], [llvm_i32_ty, llvm_v16i32_ty,
1802               llvm_i16_ty], [IntrNoMem]>;
1803   def int_x86_avx512_mask_pbroadcast_q_gpr_512 :
1804               GCCBuiltin<"__builtin_ia32_pbroadcastq512_gpr_mask">,
1805               Intrinsic<[llvm_v8i64_ty], [llvm_i64_ty, llvm_v8i64_ty,
1806               llvm_i8_ty], [IntrNoMem]>;
1807   def int_x86_avx512_mask_pbroadcast_q_mem_512 :
1808               GCCBuiltin<"__builtin_ia32_pbroadcastq512_mem_mask">,
1809               Intrinsic<[llvm_v8i64_ty], [llvm_i64_ty, llvm_v8i64_ty,
1810               llvm_i8_ty], [IntrNoMem]>;
1811 }
1812
1813 // Vector permutation
1814 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1815   def int_x86_avx2_permd : GCCBuiltin<"__builtin_ia32_permvarsi256">,
1816               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty, llvm_v8i32_ty],
1817                         [IntrNoMem]>;
1818   def int_x86_avx2_permps : GCCBuiltin<"__builtin_ia32_permvarsf256">,
1819               Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty, llvm_v8f32_ty],
1820                         [IntrNoMem]>;
1821   def int_x86_avx2_vperm2i128 : GCCBuiltin<"__builtin_ia32_permti256">,
1822               Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1823                          llvm_v4i64_ty, llvm_i8_ty], [IntrNoMem]>;
1824 }
1825
1826 // Vector extract and insert
1827 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1828   def int_x86_avx2_vextracti128 : GCCBuiltin<"__builtin_ia32_extract128i256">,
1829               Intrinsic<[llvm_v2i64_ty], [llvm_v4i64_ty,
1830                          llvm_i8_ty], [IntrNoMem]>;
1831   def int_x86_avx2_vinserti128 : GCCBuiltin<"__builtin_ia32_insert128i256">,
1832               Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty,
1833                          llvm_v2i64_ty, llvm_i8_ty], [IntrNoMem]>;
1834
1835   def int_x86_avx512_mask_vextractf32x4_512 :
1836       GCCBuiltin<"__builtin_ia32_extractf32x4_mask">,
1837                  Intrinsic<[llvm_v4f32_ty], [llvm_v16f32_ty, llvm_i8_ty,
1838                            llvm_v4f32_ty, llvm_i8_ty], [IntrNoMem]>;
1839   def int_x86_avx512_mask_vextracti32x4_512 :
1840       GCCBuiltin<"__builtin_ia32_extracti32x4_mask">,
1841                  Intrinsic<[llvm_v4i32_ty], [llvm_v16i32_ty, llvm_i8_ty,
1842                            llvm_v4i32_ty, llvm_i8_ty], [IntrNoMem]>;
1843   def int_x86_avx512_mask_vextractf64x4_512 :
1844       GCCBuiltin<"__builtin_ia32_extractf64x4_mask">,
1845                  Intrinsic<[llvm_v4f64_ty], [llvm_v8f64_ty, llvm_i8_ty,
1846                            llvm_v4f64_ty, llvm_i8_ty], [IntrNoMem]>;
1847   def int_x86_avx512_mask_vextracti64x4_512 :
1848       GCCBuiltin<"__builtin_ia32_extracti64x4_mask">,
1849                  Intrinsic<[llvm_v4i64_ty], [llvm_v8i64_ty, llvm_i8_ty,
1850                            llvm_v4i64_ty, llvm_i8_ty], [IntrNoMem]>;
1851 }
1852
1853 // Conditional load ops
1854 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1855   def int_x86_avx2_maskload_d : GCCBuiltin<"__builtin_ia32_maskloadd">,
1856         Intrinsic<[llvm_v4i32_ty], [llvm_ptr_ty, llvm_v4i32_ty],
1857                   [IntrReadArgMem]>;
1858   def int_x86_avx2_maskload_q : GCCBuiltin<"__builtin_ia32_maskloadq">,
1859         Intrinsic<[llvm_v2i64_ty], [llvm_ptr_ty, llvm_v2i64_ty],
1860                   [IntrReadArgMem]>;
1861   def int_x86_avx2_maskload_d_256 : GCCBuiltin<"__builtin_ia32_maskloadd256">,
1862         Intrinsic<[llvm_v8i32_ty], [llvm_ptr_ty, llvm_v8i32_ty],
1863                   [IntrReadArgMem]>;
1864   def int_x86_avx2_maskload_q_256 : GCCBuiltin<"__builtin_ia32_maskloadq256">,
1865         Intrinsic<[llvm_v4i64_ty], [llvm_ptr_ty, llvm_v4i64_ty],
1866                   [IntrReadArgMem]>;
1867   def int_x86_avx512_mask_loadu_d_512 : GCCBuiltin<"__builtin_ia32_loaddqusi512_mask">,
1868         Intrinsic<[llvm_v16i32_ty], [llvm_ptr_ty, llvm_v16i32_ty, llvm_i16_ty],
1869                   [IntrReadArgMem]>;
1870   def int_x86_avx512_mask_loadu_q_512 : GCCBuiltin<"__builtin_ia32_loaddqudi512_mask">,
1871         Intrinsic<[llvm_v8i64_ty], [llvm_ptr_ty, llvm_v8i64_ty, llvm_i8_ty],
1872                   [IntrReadArgMem]>;
1873 }
1874
1875 // Conditional store ops
1876 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1877   def int_x86_avx2_maskstore_d : GCCBuiltin<"__builtin_ia32_maskstored">,
1878         Intrinsic<[], [llvm_ptr_ty, llvm_v4i32_ty, llvm_v4i32_ty],
1879                   [IntrReadWriteArgMem]>;
1880   def int_x86_avx2_maskstore_q : GCCBuiltin<"__builtin_ia32_maskstoreq">,
1881         Intrinsic<[], [llvm_ptr_ty, llvm_v2i64_ty, llvm_v2i64_ty],
1882                   [IntrReadWriteArgMem]>;
1883   def int_x86_avx2_maskstore_d_256 :
1884         GCCBuiltin<"__builtin_ia32_maskstored256">,
1885         Intrinsic<[], [llvm_ptr_ty, llvm_v8i32_ty, llvm_v8i32_ty],
1886                   [IntrReadWriteArgMem]>;
1887   def int_x86_avx2_maskstore_q_256 :
1888         GCCBuiltin<"__builtin_ia32_maskstoreq256">,
1889         Intrinsic<[], [llvm_ptr_ty, llvm_v4i64_ty, llvm_v4i64_ty],
1890                   [IntrReadWriteArgMem]>;
1891   def int_x86_avx512_mask_storeu_d_512 :
1892         GCCBuiltin<"__builtin_ia32_storedqusi512_mask">,
1893         Intrinsic<[], [llvm_ptr_ty, llvm_v16i32_ty, llvm_i16_ty],
1894                   [IntrReadWriteArgMem]>;
1895   def int_x86_avx512_mask_storeu_q_512 :
1896         GCCBuiltin<"__builtin_ia32_storedqudi512_mask">,
1897         Intrinsic<[], [llvm_ptr_ty, llvm_v8i64_ty, llvm_i8_ty],
1898                   [IntrReadWriteArgMem]>;
1899 }
1900
1901 // Variable bit shift ops
1902 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1903   def int_x86_avx2_psllv_d : GCCBuiltin<"__builtin_ia32_psllv4si">,
1904               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
1905                         [IntrNoMem]>;
1906   def int_x86_avx2_psllv_d_256 : GCCBuiltin<"__builtin_ia32_psllv8si">,
1907               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty, llvm_v8i32_ty],
1908                         [IntrNoMem]>;
1909   def int_x86_avx2_psllv_q : GCCBuiltin<"__builtin_ia32_psllv2di">,
1910               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
1911                         [IntrNoMem]>;
1912   def int_x86_avx2_psllv_q_256 : GCCBuiltin<"__builtin_ia32_psllv4di">,
1913               Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty, llvm_v4i64_ty],
1914                         [IntrNoMem]>;
1915
1916   def int_x86_avx2_psrlv_d : GCCBuiltin<"__builtin_ia32_psrlv4si">,
1917               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
1918                         [IntrNoMem]>;
1919   def int_x86_avx2_psrlv_d_256 : GCCBuiltin<"__builtin_ia32_psrlv8si">,
1920               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty, llvm_v8i32_ty],
1921                         [IntrNoMem]>;
1922   def int_x86_avx2_psrlv_q : GCCBuiltin<"__builtin_ia32_psrlv2di">,
1923               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
1924                         [IntrNoMem]>;
1925   def int_x86_avx2_psrlv_q_256 : GCCBuiltin<"__builtin_ia32_psrlv4di">,
1926               Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty, llvm_v4i64_ty],
1927                         [IntrNoMem]>;
1928
1929   def int_x86_avx2_psrav_d : GCCBuiltin<"__builtin_ia32_psrav4si">,
1930               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
1931                         [IntrNoMem]>;
1932   def int_x86_avx2_psrav_d_256 : GCCBuiltin<"__builtin_ia32_psrav8si">,
1933               Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty, llvm_v8i32_ty],
1934                         [IntrNoMem]>;
1935
1936   def int_x86_avx512_mask_psllv_d : GCCBuiltin<"__builtin_ia32_psllv16si_mask">,
1937               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
1938                          llvm_v16i32_ty, llvm_v16i32_ty, llvm_i16_ty],
1939                         [IntrNoMem]>;
1940   def int_x86_avx512_mask_psllv_q : GCCBuiltin<"__builtin_ia32_psllv8di_mask">,
1941               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
1942                          llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty],
1943                         [IntrNoMem]>;
1944   def int_x86_avx512_mask_psrav_d : GCCBuiltin<"__builtin_ia32_psrav16si_mask">,
1945               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
1946                          llvm_v16i32_ty, llvm_v16i32_ty, llvm_i16_ty],
1947                         [IntrNoMem]>;
1948   def int_x86_avx512_mask_psrav_q : GCCBuiltin<"__builtin_ia32_psrav8di_mask">,
1949               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
1950                          llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty],
1951                         [IntrNoMem]>;
1952   def int_x86_avx512_mask_psrlv_d : GCCBuiltin<"__builtin_ia32_psrlv16si_mask">,
1953               Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
1954                          llvm_v16i32_ty, llvm_v16i32_ty, llvm_i16_ty],
1955                         [IntrNoMem]>;
1956   def int_x86_avx512_mask_psrlv_q : GCCBuiltin<"__builtin_ia32_psrlv8di_mask">,
1957               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
1958                          llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty],
1959                         [IntrNoMem]>;
1960 }
1961
1962 // Gather ops
1963 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
1964   def int_x86_avx2_gather_d_pd : GCCBuiltin<"__builtin_ia32_gatherd_pd">,
1965       Intrinsic<[llvm_v2f64_ty],
1966         [llvm_v2f64_ty, llvm_ptr_ty, llvm_v4i32_ty, llvm_v2f64_ty, llvm_i8_ty],
1967         [IntrReadArgMem]>;
1968   def int_x86_avx2_gather_d_pd_256 : GCCBuiltin<"__builtin_ia32_gatherd_pd256">,
1969       Intrinsic<[llvm_v4f64_ty],
1970         [llvm_v4f64_ty, llvm_ptr_ty, llvm_v4i32_ty, llvm_v4f64_ty, llvm_i8_ty],
1971         [IntrReadArgMem]>;
1972   def int_x86_avx2_gather_q_pd : GCCBuiltin<"__builtin_ia32_gatherq_pd">,
1973       Intrinsic<[llvm_v2f64_ty],
1974         [llvm_v2f64_ty, llvm_ptr_ty, llvm_v2i64_ty, llvm_v2f64_ty, llvm_i8_ty],
1975         [IntrReadArgMem]>;
1976   def int_x86_avx2_gather_q_pd_256 : GCCBuiltin<"__builtin_ia32_gatherq_pd256">,
1977       Intrinsic<[llvm_v4f64_ty],
1978         [llvm_v4f64_ty, llvm_ptr_ty, llvm_v4i64_ty, llvm_v4f64_ty, llvm_i8_ty],
1979         [IntrReadArgMem]>;
1980   def int_x86_avx2_gather_d_ps : GCCBuiltin<"__builtin_ia32_gatherd_ps">,
1981       Intrinsic<[llvm_v4f32_ty],
1982         [llvm_v4f32_ty, llvm_ptr_ty, llvm_v4i32_ty, llvm_v4f32_ty, llvm_i8_ty],
1983         [IntrReadArgMem]>;
1984   def int_x86_avx2_gather_d_ps_256 : GCCBuiltin<"__builtin_ia32_gatherd_ps256">,
1985       Intrinsic<[llvm_v8f32_ty],
1986         [llvm_v8f32_ty, llvm_ptr_ty, llvm_v8i32_ty, llvm_v8f32_ty, llvm_i8_ty],
1987         [IntrReadArgMem]>;
1988   def int_x86_avx2_gather_q_ps : GCCBuiltin<"__builtin_ia32_gatherq_ps">,
1989       Intrinsic<[llvm_v4f32_ty],
1990         [llvm_v4f32_ty, llvm_ptr_ty, llvm_v2i64_ty, llvm_v4f32_ty, llvm_i8_ty],
1991         [IntrReadArgMem]>;
1992   def int_x86_avx2_gather_q_ps_256 : GCCBuiltin<"__builtin_ia32_gatherq_ps256">,
1993       Intrinsic<[llvm_v4f32_ty],
1994         [llvm_v4f32_ty, llvm_ptr_ty, llvm_v4i64_ty, llvm_v4f32_ty, llvm_i8_ty],
1995         [IntrReadArgMem]>;
1996
1997   def int_x86_avx2_gather_d_q : GCCBuiltin<"__builtin_ia32_gatherd_q">,
1998       Intrinsic<[llvm_v2i64_ty],
1999         [llvm_v2i64_ty, llvm_ptr_ty, llvm_v4i32_ty, llvm_v2i64_ty, llvm_i8_ty],
2000         [IntrReadArgMem]>;
2001   def int_x86_avx2_gather_d_q_256 : GCCBuiltin<"__builtin_ia32_gatherd_q256">,
2002       Intrinsic<[llvm_v4i64_ty],
2003         [llvm_v4i64_ty, llvm_ptr_ty, llvm_v4i32_ty, llvm_v4i64_ty, llvm_i8_ty],
2004         [IntrReadArgMem]>;
2005   def int_x86_avx2_gather_q_q : GCCBuiltin<"__builtin_ia32_gatherq_q">,
2006       Intrinsic<[llvm_v2i64_ty],
2007         [llvm_v2i64_ty, llvm_ptr_ty, llvm_v2i64_ty, llvm_v2i64_ty, llvm_i8_ty],
2008         [IntrReadArgMem]>;
2009   def int_x86_avx2_gather_q_q_256 : GCCBuiltin<"__builtin_ia32_gatherq_q256">,
2010       Intrinsic<[llvm_v4i64_ty],
2011         [llvm_v4i64_ty, llvm_ptr_ty, llvm_v4i64_ty, llvm_v4i64_ty, llvm_i8_ty],
2012         [IntrReadArgMem]>;
2013   def int_x86_avx2_gather_d_d : GCCBuiltin<"__builtin_ia32_gatherd_d">,
2014       Intrinsic<[llvm_v4i32_ty],
2015         [llvm_v4i32_ty, llvm_ptr_ty, llvm_v4i32_ty, llvm_v4i32_ty, llvm_i8_ty],
2016         [IntrReadArgMem]>;
2017   def int_x86_avx2_gather_d_d_256 : GCCBuiltin<"__builtin_ia32_gatherd_d256">,
2018       Intrinsic<[llvm_v8i32_ty],
2019         [llvm_v8i32_ty, llvm_ptr_ty, llvm_v8i32_ty, llvm_v8i32_ty, llvm_i8_ty],
2020         [IntrReadArgMem]>;
2021   def int_x86_avx2_gather_q_d : GCCBuiltin<"__builtin_ia32_gatherq_d">,
2022       Intrinsic<[llvm_v4i32_ty],
2023         [llvm_v4i32_ty, llvm_ptr_ty, llvm_v2i64_ty, llvm_v4i32_ty, llvm_i8_ty],
2024         [IntrReadArgMem]>;
2025   def int_x86_avx2_gather_q_d_256 : GCCBuiltin<"__builtin_ia32_gatherq_d256">,
2026       Intrinsic<[llvm_v4i32_ty],
2027         [llvm_v4i32_ty, llvm_ptr_ty, llvm_v4i64_ty, llvm_v4i32_ty, llvm_i8_ty],
2028         [IntrReadArgMem]>;
2029 }
2030
2031 // Misc.
2032 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2033   def int_x86_avx2_pmovmskb : GCCBuiltin<"__builtin_ia32_pmovmskb256">,
2034               Intrinsic<[llvm_i32_ty], [llvm_v32i8_ty], [IntrNoMem]>;
2035   def int_x86_avx2_pshuf_b : GCCBuiltin<"__builtin_ia32_pshufb256">,
2036               Intrinsic<[llvm_v32i8_ty], [llvm_v32i8_ty,
2037                          llvm_v32i8_ty], [IntrNoMem]>;
2038   def int_x86_avx2_mpsadbw : GCCBuiltin<"__builtin_ia32_mpsadbw256">,
2039               Intrinsic<[llvm_v16i16_ty], [llvm_v32i8_ty, llvm_v32i8_ty,
2040                          llvm_i8_ty], [IntrNoMem, Commutative]>;
2041   def int_x86_avx2_movntdqa : GCCBuiltin<"__builtin_ia32_movntdqa256">,
2042               Intrinsic<[llvm_v4i64_ty], [llvm_ptr_ty], [IntrReadMem]>;
2043 }
2044
2045 //===----------------------------------------------------------------------===//
2046 // FMA3 and FMA4
2047
2048 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2049   def int_x86_fma_vfmadd_ss : GCCBuiltin<"__builtin_ia32_vfmaddss">,
2050               Intrinsic<[llvm_v4f32_ty],
2051                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2052                         [IntrNoMem]>;
2053   def int_x86_fma_vfmadd_sd : GCCBuiltin<"__builtin_ia32_vfmaddsd">,
2054               Intrinsic<[llvm_v2f64_ty],
2055                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2056                         [IntrNoMem]>;
2057   def int_x86_fma_vfmadd_ps : GCCBuiltin<"__builtin_ia32_vfmaddps">,
2058               Intrinsic<[llvm_v4f32_ty],
2059                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2060                         [IntrNoMem]>;
2061   def int_x86_fma_vfmadd_pd : GCCBuiltin<"__builtin_ia32_vfmaddpd">,
2062               Intrinsic<[llvm_v2f64_ty],
2063                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2064                         [IntrNoMem]>;
2065   def int_x86_fma_vfmadd_ps_256 : GCCBuiltin<"__builtin_ia32_vfmaddps256">,
2066               Intrinsic<[llvm_v8f32_ty],
2067                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty],
2068                         [IntrNoMem]>;
2069   def int_x86_fma_vfmadd_pd_256 : GCCBuiltin<"__builtin_ia32_vfmaddpd256">,
2070               Intrinsic<[llvm_v4f64_ty],
2071                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty],
2072                         [IntrNoMem]>;
2073   def int_x86_fma_mask_vfmadd_ps_512 : GCCBuiltin<"__builtin_ia32_vfmaddps512_mask">,
2074               Intrinsic<[llvm_v16f32_ty],
2075                         [llvm_v16f32_ty, llvm_v16f32_ty, llvm_v16f32_ty,
2076                          llvm_i16_ty, llvm_i32_ty],
2077                         [IntrNoMem]>;
2078   def int_x86_fma_mask_vfmadd_ps_256 : GCCBuiltin<"__builtin_ia32_vfmaddps256_mask">,
2079               Intrinsic<[llvm_v8f32_ty],
2080                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty,
2081                          llvm_i8_ty],
2082                         [IntrNoMem]>;
2083   def int_x86_fma_mask_vfmadd_ps_128 : GCCBuiltin<"__builtin_ia32_vfmaddps128_mask">,
2084               Intrinsic<[llvm_v4f32_ty],
2085                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty,
2086                          llvm_i8_ty],
2087                         [IntrNoMem]>;
2088   def int_x86_fma_mask_vfmadd_pd_512 : GCCBuiltin<"__builtin_ia32_vfmaddpd512_mask">,
2089               Intrinsic<[llvm_v8f64_ty],
2090                         [llvm_v8f64_ty, llvm_v8f64_ty, llvm_v8f64_ty,
2091                          llvm_i8_ty, llvm_i32_ty],
2092                         [IntrNoMem]>;
2093   def int_x86_fma_mask_vfmadd_pd_256 : GCCBuiltin<"__builtin_ia32_vfmaddpd256_mask">,
2094               Intrinsic<[llvm_v4f64_ty],
2095                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty,
2096                          llvm_i8_ty],
2097                         [IntrNoMem]>;
2098   def int_x86_fma_mask_vfmadd_pd_128 : GCCBuiltin<"__builtin_ia32_vfmaddpd128_mask">,
2099               Intrinsic<[llvm_v2f64_ty],
2100                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty,
2101                          llvm_i8_ty],
2102                         [IntrNoMem]>;
2103   def int_x86_fma_vfmsub_ss : GCCBuiltin<"__builtin_ia32_vfmsubss">,
2104               Intrinsic<[llvm_v4f32_ty],
2105                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2106                         [IntrNoMem]>;
2107   def int_x86_fma_vfmsub_sd : GCCBuiltin<"__builtin_ia32_vfmsubsd">,
2108               Intrinsic<[llvm_v2f64_ty],
2109                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2110                         [IntrNoMem]>;
2111   def int_x86_fma_vfmsub_ps : GCCBuiltin<"__builtin_ia32_vfmsubps">,
2112               Intrinsic<[llvm_v4f32_ty],
2113                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2114                         [IntrNoMem]>;
2115   def int_x86_fma_vfmsub_pd : GCCBuiltin<"__builtin_ia32_vfmsubpd">,
2116               Intrinsic<[llvm_v2f64_ty],
2117                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2118                         [IntrNoMem]>;
2119   def int_x86_fma_vfmsub_ps_256 : GCCBuiltin<"__builtin_ia32_vfmsubps256">,
2120               Intrinsic<[llvm_v8f32_ty],
2121                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty],
2122                         [IntrNoMem]>;
2123   def int_x86_fma_vfmsub_pd_256 : GCCBuiltin<"__builtin_ia32_vfmsubpd256">,
2124               Intrinsic<[llvm_v4f64_ty],
2125                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty],
2126                         [IntrNoMem]>;
2127   def int_x86_fma_mask_vfmsub_ps_512 : GCCBuiltin<"__builtin_ia32_vfmsubps512_mask">,
2128               Intrinsic<[llvm_v16f32_ty],
2129                         [llvm_v16f32_ty, llvm_v16f32_ty, llvm_v16f32_ty,
2130                          llvm_i16_ty, llvm_i32_ty],
2131                         [IntrNoMem]>;
2132   def int_x86_fma_mask_vfmsub_ps_256 : GCCBuiltin<"__builtin_ia32_vfmsubps256_mask">,
2133               Intrinsic<[llvm_v8f32_ty],
2134                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty,
2135                          llvm_i8_ty],
2136                         [IntrNoMem]>;
2137   def int_x86_fma_mask_vfmsub_ps_128 : GCCBuiltin<"__builtin_ia32_vfmsubps128_mask">,
2138               Intrinsic<[llvm_v4f32_ty],
2139                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty,
2140                          llvm_i8_ty],
2141                         [IntrNoMem]>;
2142   def int_x86_fma_mask_vfmsub_pd_512 : GCCBuiltin<"__builtin_ia32_vfmsubpd512_mask">,
2143               Intrinsic<[llvm_v8f64_ty],
2144                         [llvm_v8f64_ty, llvm_v8f64_ty, llvm_v8f64_ty,
2145                          llvm_i8_ty, llvm_i32_ty],
2146                         [IntrNoMem]>;
2147   def int_x86_fma_mask_vfmsub_pd_256 : GCCBuiltin<"__builtin_ia32_vfmsubpd256_mask">,
2148               Intrinsic<[llvm_v4f64_ty],
2149                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty,
2150                          llvm_i8_ty],
2151                         [IntrNoMem]>;
2152   def int_x86_fma_mask_vfmsub_pd_128 : GCCBuiltin<"__builtin_ia32_vfmsubpd128_mask">,
2153               Intrinsic<[llvm_v2f64_ty],
2154                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty,
2155                          llvm_i8_ty],
2156                         [IntrNoMem]>;
2157   def int_x86_fma_vfnmadd_ss : GCCBuiltin<"__builtin_ia32_vfnmaddss">,
2158               Intrinsic<[llvm_v4f32_ty],
2159                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2160                         [IntrNoMem]>;
2161   def int_x86_fma_vfnmadd_sd : GCCBuiltin<"__builtin_ia32_vfnmaddsd">,
2162               Intrinsic<[llvm_v2f64_ty],
2163                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2164                         [IntrNoMem]>;
2165   def int_x86_fma_vfnmadd_ps : GCCBuiltin<"__builtin_ia32_vfnmaddps">,
2166               Intrinsic<[llvm_v4f32_ty],
2167                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2168                         [IntrNoMem]>;
2169   def int_x86_fma_vfnmadd_pd : GCCBuiltin<"__builtin_ia32_vfnmaddpd">,
2170               Intrinsic<[llvm_v2f64_ty],
2171                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2172                         [IntrNoMem]>;
2173   def int_x86_fma_vfnmadd_ps_256 : GCCBuiltin<"__builtin_ia32_vfnmaddps256">,
2174               Intrinsic<[llvm_v8f32_ty],
2175                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty],
2176                         [IntrNoMem]>;
2177   def int_x86_fma_vfnmadd_pd_256 : GCCBuiltin<"__builtin_ia32_vfnmaddpd256">,
2178               Intrinsic<[llvm_v4f64_ty],
2179                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty],
2180                         [IntrNoMem]>;
2181   def int_x86_fma_mask_vfnmadd_ps_512 : GCCBuiltin<"__builtin_ia32_vfnmaddps512_mask">,
2182               Intrinsic<[llvm_v16f32_ty],
2183                         [llvm_v16f32_ty, llvm_v16f32_ty, llvm_v16f32_ty,
2184                          llvm_i16_ty, llvm_i32_ty],
2185                         [IntrNoMem]>;
2186   def int_x86_fma_mask_vfnmadd_ps_256 : GCCBuiltin<"__builtin_ia32_vfnmaddps256_mask">,
2187               Intrinsic<[llvm_v8f32_ty],
2188                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty,
2189                          llvm_i8_ty],
2190                         [IntrNoMem]>;
2191   def int_x86_fma_mask_vfnmadd_ps_128 : GCCBuiltin<"__builtin_ia32_vfnmaddps128_mask">,
2192               Intrinsic<[llvm_v4f32_ty],
2193                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty,
2194                          llvm_i8_ty],
2195                         [IntrNoMem]>;
2196   def int_x86_fma_mask_vfnmadd_pd_512 : GCCBuiltin<"__builtin_ia32_vfnmaddpd512_mask">,
2197               Intrinsic<[llvm_v8f64_ty],
2198                         [llvm_v8f64_ty, llvm_v8f64_ty, llvm_v8f64_ty,
2199                          llvm_i8_ty, llvm_i32_ty],
2200                         [IntrNoMem]>;
2201   def int_x86_fma_mask_vfnmadd_pd_256 : GCCBuiltin<"__builtin_ia32_vfnmaddpd256_mask">,
2202               Intrinsic<[llvm_v4f64_ty],
2203                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty,
2204                          llvm_i8_ty],
2205                         [IntrNoMem]>;
2206   def int_x86_fma_mask_vfnmadd_pd_128 : GCCBuiltin<"__builtin_ia32_vfnmaddpd128_mask">,
2207               Intrinsic<[llvm_v2f64_ty],
2208                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty,
2209                          llvm_i8_ty],
2210                         [IntrNoMem]>;
2211   def int_x86_fma_vfnmsub_ss : GCCBuiltin<"__builtin_ia32_vfnmsubss">,
2212               Intrinsic<[llvm_v4f32_ty],
2213                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2214                         [IntrNoMem]>;
2215   def int_x86_fma_vfnmsub_sd : GCCBuiltin<"__builtin_ia32_vfnmsubsd">,
2216               Intrinsic<[llvm_v2f64_ty],
2217                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2218                         [IntrNoMem]>;
2219   def int_x86_fma_vfnmsub_ps : GCCBuiltin<"__builtin_ia32_vfnmsubps">,
2220               Intrinsic<[llvm_v4f32_ty],
2221                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2222                         [IntrNoMem]>;
2223   def int_x86_fma_vfnmsub_pd : GCCBuiltin<"__builtin_ia32_vfnmsubpd">,
2224               Intrinsic<[llvm_v2f64_ty],
2225                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2226                         [IntrNoMem]>;
2227   def int_x86_fma_vfnmsub_ps_256 : GCCBuiltin<"__builtin_ia32_vfnmsubps256">,
2228               Intrinsic<[llvm_v8f32_ty],
2229                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty],
2230                         [IntrNoMem]>;
2231   def int_x86_fma_vfnmsub_pd_256 : GCCBuiltin<"__builtin_ia32_vfnmsubpd256">,
2232               Intrinsic<[llvm_v4f64_ty],
2233                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty],
2234                         [IntrNoMem]>;
2235   def int_x86_fma_mask_vfnmsub_ps_512 : GCCBuiltin<"__builtin_ia32_vfnmsubps512_mask">,
2236               Intrinsic<[llvm_v16f32_ty],
2237                         [llvm_v16f32_ty, llvm_v16f32_ty, llvm_v16f32_ty,
2238                          llvm_i16_ty, llvm_i32_ty],
2239                         [IntrNoMem]>;
2240   def int_x86_fma_mask_vfnmsub_ps_256 : GCCBuiltin<"__builtin_ia32_vfnmsubps256_mask">,
2241               Intrinsic<[llvm_v8f32_ty],
2242                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty,
2243                          llvm_i8_ty],
2244                         [IntrNoMem]>;
2245   def int_x86_fma_mask_vfnmsub_ps_128 : GCCBuiltin<"__builtin_ia32_vfnmsubps128_mask">,
2246               Intrinsic<[llvm_v4f32_ty],
2247                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty,
2248                          llvm_i8_ty],
2249                         [IntrNoMem]>;
2250   def int_x86_fma_mask_vfnmsub_pd_512 : GCCBuiltin<"__builtin_ia32_vfnmsubpd512_mask">,
2251               Intrinsic<[llvm_v8f64_ty],
2252                         [llvm_v8f64_ty, llvm_v8f64_ty, llvm_v8f64_ty,
2253                          llvm_i8_ty, llvm_i32_ty],
2254                         [IntrNoMem]>;
2255   def int_x86_fma_mask_vfnmsub_pd_256 : GCCBuiltin<"__builtin_ia32_vfnmsubpd256_mask">,
2256               Intrinsic<[llvm_v4f64_ty],
2257                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty,
2258                          llvm_i8_ty],
2259                         [IntrNoMem]>;
2260   def int_x86_fma_mask_vfnmsub_pd_128 : GCCBuiltin<"__builtin_ia32_vfnmsubpd128_mask">,
2261               Intrinsic<[llvm_v2f64_ty],
2262                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty,
2263                          llvm_i8_ty],
2264                         [IntrNoMem]>;
2265   def int_x86_fma_vfmaddsub_ps : GCCBuiltin<"__builtin_ia32_vfmaddsubps">,
2266               Intrinsic<[llvm_v4f32_ty],
2267                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2268                         [IntrNoMem]>;
2269   def int_x86_fma_vfmaddsub_pd : GCCBuiltin<"__builtin_ia32_vfmaddsubpd">,
2270               Intrinsic<[llvm_v2f64_ty],
2271                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2272                         [IntrNoMem]>;
2273   def int_x86_fma_vfmaddsub_ps_256 :
2274                GCCBuiltin<"__builtin_ia32_vfmaddsubps256">,
2275               Intrinsic<[llvm_v8f32_ty],
2276                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty],
2277                         [IntrNoMem]>;
2278   def int_x86_fma_vfmaddsub_pd_256 :
2279               GCCBuiltin<"__builtin_ia32_vfmaddsubpd256">,
2280               Intrinsic<[llvm_v4f64_ty],
2281                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty],
2282                         [IntrNoMem]>;
2283   def int_x86_fma_mask_vfmaddsub_ps_512 : GCCBuiltin<"__builtin_ia32_vfmaddsubps512_mask">,
2284               Intrinsic<[llvm_v16f32_ty],
2285                         [llvm_v16f32_ty, llvm_v16f32_ty, llvm_v16f32_ty,
2286                          llvm_i16_ty, llvm_i32_ty],
2287                         [IntrNoMem]>;
2288   def int_x86_fma_mask_vfmaddsub_ps_256 : GCCBuiltin<"__builtin_ia32_vfmaddsubps256_mask">,
2289               Intrinsic<[llvm_v8f32_ty],
2290                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty,
2291                          llvm_i8_ty],
2292                         [IntrNoMem]>;
2293   def int_x86_fma_mask_vfmaddsub_ps_128 : GCCBuiltin<"__builtin_ia32_vfmaddsubps128_mask">,
2294               Intrinsic<[llvm_v4f32_ty],
2295                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty,
2296                          llvm_i8_ty],
2297                         [IntrNoMem]>;
2298   def int_x86_fma_mask_vfmaddsub_pd_512 : GCCBuiltin<"__builtin_ia32_vfmaddsubpd512_mask">,
2299               Intrinsic<[llvm_v8f64_ty],
2300                         [llvm_v8f64_ty, llvm_v8f64_ty, llvm_v8f64_ty,
2301                          llvm_i8_ty, llvm_i32_ty],
2302                         [IntrNoMem]>;
2303   def int_x86_fma_mask_vfmaddsub_pd_256 : GCCBuiltin<"__builtin_ia32_vfmaddsubpd256_mask">,
2304               Intrinsic<[llvm_v4f64_ty],
2305                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty,
2306                          llvm_i8_ty],
2307                         [IntrNoMem]>;
2308   def int_x86_fma_mask_vfmaddsub_pd_128 : GCCBuiltin<"__builtin_ia32_vfmaddsubpd128_mask">,
2309               Intrinsic<[llvm_v2f64_ty],
2310                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty,
2311                          llvm_i8_ty],
2312                         [IntrNoMem]>;
2313   def int_x86_fma_vfmsubadd_ps : GCCBuiltin<"__builtin_ia32_vfmsubaddps">,
2314               Intrinsic<[llvm_v4f32_ty],
2315                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty],
2316                         [IntrNoMem]>;
2317   def int_x86_fma_vfmsubadd_pd : GCCBuiltin<"__builtin_ia32_vfmsubaddpd">,
2318               Intrinsic<[llvm_v2f64_ty],
2319                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty],
2320                         [IntrNoMem]>;
2321   def int_x86_fma_vfmsubadd_ps_256 :
2322               GCCBuiltin<"__builtin_ia32_vfmsubaddps256">,
2323               Intrinsic<[llvm_v8f32_ty],
2324                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty],
2325                         [IntrNoMem]>;
2326   def int_x86_fma_vfmsubadd_pd_256 :
2327               GCCBuiltin<"__builtin_ia32_vfmsubaddpd256">,
2328               Intrinsic<[llvm_v4f64_ty],
2329                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty],
2330                         [IntrNoMem]>;
2331   def int_x86_fma_mask_vfmsubadd_ps_512 : GCCBuiltin<"__builtin_ia32_vfmsubaddps512_mask">,
2332               Intrinsic<[llvm_v16f32_ty],
2333                         [llvm_v16f32_ty, llvm_v16f32_ty, llvm_v16f32_ty,
2334                          llvm_i16_ty, llvm_i32_ty],
2335                         [IntrNoMem]>;
2336   def int_x86_fma_mask_vfmsubadd_ps_256 : GCCBuiltin<"__builtin_ia32_vfmsubaddps256_mask">,
2337               Intrinsic<[llvm_v8f32_ty],
2338                         [llvm_v8f32_ty, llvm_v8f32_ty, llvm_v8f32_ty,
2339                          llvm_i8_ty],
2340                         [IntrNoMem]>;
2341   def int_x86_fma_mask_vfmsubadd_ps_128 : GCCBuiltin<"__builtin_ia32_vfmsubaddps128_mask">,
2342               Intrinsic<[llvm_v4f32_ty],
2343                         [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty,
2344                          llvm_i8_ty],
2345                         [IntrNoMem]>;
2346   def int_x86_fma_mask_vfmsubadd_pd_512 : GCCBuiltin<"__builtin_ia32_vfmsubaddpd512_mask">,
2347               Intrinsic<[llvm_v8f64_ty],
2348                         [llvm_v8f64_ty, llvm_v8f64_ty, llvm_v8f64_ty,
2349                          llvm_i8_ty, llvm_i32_ty],
2350                         [IntrNoMem]>;
2351   def int_x86_fma_mask_vfmsubadd_pd_256 : GCCBuiltin<"__builtin_ia32_vfmsubaddpd256_mask">,
2352               Intrinsic<[llvm_v4f64_ty],
2353                         [llvm_v4f64_ty, llvm_v4f64_ty, llvm_v4f64_ty,
2354                          llvm_i8_ty],
2355                         [IntrNoMem]>;
2356   def int_x86_fma_mask_vfmsubadd_pd_128 : GCCBuiltin<"__builtin_ia32_vfmsubaddpd128_mask">,
2357               Intrinsic<[llvm_v2f64_ty],
2358                         [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty,
2359                          llvm_i8_ty],
2360                         [IntrNoMem]>;
2361 }
2362
2363 //===----------------------------------------------------------------------===//
2364 // XOP
2365
2366   def int_x86_xop_vpermil2pd : GCCBuiltin<"__builtin_ia32_vpermil2pd">,
2367               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty,
2368                                           llvm_v2f64_ty, llvm_i8_ty],
2369                         [IntrNoMem]>;
2370
2371   def int_x86_xop_vpermil2pd_256 :
2372               GCCBuiltin<"__builtin_ia32_vpermil2pd256">,
2373               Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty, llvm_v4f64_ty,
2374                                           llvm_v4f64_ty, llvm_i8_ty],
2375                         [IntrNoMem]>;
2376
2377   def int_x86_xop_vpermil2ps : GCCBuiltin<"__builtin_ia32_vpermil2ps">,
2378               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty,
2379                                           llvm_v4f32_ty, llvm_i8_ty],
2380                         [IntrNoMem]>;
2381   def int_x86_xop_vpermil2ps_256 :
2382               GCCBuiltin<"__builtin_ia32_vpermil2ps256">,
2383               Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty, llvm_v8f32_ty,
2384                                           llvm_v8f32_ty, llvm_i8_ty],
2385                         [IntrNoMem]>;
2386
2387   def int_x86_xop_vfrcz_pd : GCCBuiltin<"__builtin_ia32_vfrczpd">,
2388               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
2389   def int_x86_xop_vfrcz_ps : GCCBuiltin<"__builtin_ia32_vfrczps">,
2390               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
2391   def int_x86_xop_vfrcz_sd : GCCBuiltin<"__builtin_ia32_vfrczsd">,
2392               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
2393   def int_x86_xop_vfrcz_ss : GCCBuiltin<"__builtin_ia32_vfrczss">,
2394               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
2395   def int_x86_xop_vfrcz_pd_256 : GCCBuiltin<"__builtin_ia32_vfrczpd256">,
2396               Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty], [IntrNoMem]>;
2397   def int_x86_xop_vfrcz_ps_256 : GCCBuiltin<"__builtin_ia32_vfrczps256">,
2398               Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty], [IntrNoMem]>;
2399
2400   def int_x86_xop_vpcmov :
2401               GCCBuiltin<"__builtin_ia32_vpcmov">,
2402               Intrinsic<[llvm_v2i64_ty],
2403                         [llvm_v2i64_ty, llvm_v2i64_ty, llvm_v2i64_ty],
2404                         [IntrNoMem]>;
2405   def int_x86_xop_vpcmov_256 :
2406               GCCBuiltin<"__builtin_ia32_vpcmov_256">,
2407               Intrinsic<[llvm_v4i64_ty],
2408                         [llvm_v4i64_ty, llvm_v4i64_ty, llvm_v4i64_ty],
2409                         [IntrNoMem]>;
2410
2411   def int_x86_xop_vpcomb : GCCBuiltin<"__builtin_ia32_vpcomb">,
2412               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty,
2413                          llvm_i8_ty], [IntrNoMem]>;
2414   def int_x86_xop_vpcomw : GCCBuiltin<"__builtin_ia32_vpcomw">,
2415               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty,
2416                          llvm_i8_ty], [IntrNoMem]>;
2417   def int_x86_xop_vpcomd : GCCBuiltin<"__builtin_ia32_vpcomd">,
2418               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty,
2419                          llvm_i8_ty], [IntrNoMem]>;
2420   def int_x86_xop_vpcomq : GCCBuiltin<"__builtin_ia32_vpcomq">,
2421               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty,
2422                          llvm_i8_ty], [IntrNoMem]>;
2423   def int_x86_xop_vpcomub : GCCBuiltin<"__builtin_ia32_vpcomub">,
2424               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty,
2425                          llvm_i8_ty], [IntrNoMem]>;
2426   def int_x86_xop_vpcomuw : GCCBuiltin<"__builtin_ia32_vpcomuw">,
2427               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty,
2428                          llvm_i8_ty], [IntrNoMem]>;
2429   def int_x86_xop_vpcomud : GCCBuiltin<"__builtin_ia32_vpcomud">,
2430               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty,
2431                          llvm_i8_ty], [IntrNoMem]>;
2432   def int_x86_xop_vpcomuq : GCCBuiltin<"__builtin_ia32_vpcomuq">,
2433               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty,
2434                          llvm_i8_ty], [IntrNoMem]>;
2435
2436   def int_x86_xop_vphaddbd :
2437               GCCBuiltin<"__builtin_ia32_vphaddbd">,
2438               Intrinsic<[llvm_v4i32_ty], [llvm_v16i8_ty], [IntrNoMem]>;
2439   def int_x86_xop_vphaddbq :
2440               GCCBuiltin<"__builtin_ia32_vphaddbq">,
2441               Intrinsic<[llvm_v2i64_ty], [llvm_v16i8_ty], [IntrNoMem]>;
2442   def int_x86_xop_vphaddbw :
2443               GCCBuiltin<"__builtin_ia32_vphaddbw">,
2444               Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty], [IntrNoMem]>;
2445   def int_x86_xop_vphadddq :
2446               GCCBuiltin<"__builtin_ia32_vphadddq">,
2447               Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty], [IntrNoMem]>;
2448   def int_x86_xop_vphaddubd :
2449               GCCBuiltin<"__builtin_ia32_vphaddubd">,
2450               Intrinsic<[llvm_v4i32_ty], [llvm_v16i8_ty], [IntrNoMem]>;
2451   def int_x86_xop_vphaddubq :
2452               GCCBuiltin<"__builtin_ia32_vphaddubq">,
2453               Intrinsic<[llvm_v2i64_ty], [llvm_v16i8_ty], [IntrNoMem]>;
2454   def int_x86_xop_vphaddubw :
2455               GCCBuiltin<"__builtin_ia32_vphaddubw">,
2456               Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty], [IntrNoMem]>;
2457   def int_x86_xop_vphaddudq :
2458               GCCBuiltin<"__builtin_ia32_vphaddudq">,
2459               Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty], [IntrNoMem]>;
2460   def int_x86_xop_vphadduwd :
2461               GCCBuiltin<"__builtin_ia32_vphadduwd">,
2462               Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty], [IntrNoMem]>;
2463   def int_x86_xop_vphadduwq :
2464               GCCBuiltin<"__builtin_ia32_vphadduwq">,
2465               Intrinsic<[llvm_v2i64_ty], [llvm_v8i16_ty], [IntrNoMem]>;
2466   def int_x86_xop_vphaddwd :
2467               GCCBuiltin<"__builtin_ia32_vphaddwd">,
2468               Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty], [IntrNoMem]>;
2469   def int_x86_xop_vphaddwq :
2470               GCCBuiltin<"__builtin_ia32_vphaddwq">,
2471               Intrinsic<[llvm_v2i64_ty], [llvm_v8i16_ty], [IntrNoMem]>;
2472   def int_x86_xop_vphsubbw :
2473               GCCBuiltin<"__builtin_ia32_vphsubbw">,
2474               Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty], [IntrNoMem]>;
2475   def int_x86_xop_vphsubdq :
2476               GCCBuiltin<"__builtin_ia32_vphsubdq">,
2477               Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty], [IntrNoMem]>;
2478   def int_x86_xop_vphsubwd :
2479               GCCBuiltin<"__builtin_ia32_vphsubwd">,
2480               Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty], [IntrNoMem]>;
2481   def int_x86_xop_vpmacsdd :
2482               GCCBuiltin<"__builtin_ia32_vpmacsdd">,
2483               Intrinsic<[llvm_v4i32_ty],
2484                         [llvm_v4i32_ty, llvm_v4i32_ty, llvm_v4i32_ty],
2485                         [IntrNoMem]>;
2486   def int_x86_xop_vpmacsdqh :
2487               GCCBuiltin<"__builtin_ia32_vpmacsdqh">,
2488               Intrinsic<[llvm_v2i64_ty],
2489                         [llvm_v4i32_ty, llvm_v4i32_ty, llvm_v2i64_ty],
2490                         [IntrNoMem]>;
2491   def int_x86_xop_vpmacsdql :
2492               GCCBuiltin<"__builtin_ia32_vpmacsdql">,
2493               Intrinsic<[llvm_v2i64_ty],
2494                         [llvm_v4i32_ty, llvm_v4i32_ty, llvm_v2i64_ty],
2495                         [IntrNoMem]>;
2496   def int_x86_xop_vpmacssdd :
2497               GCCBuiltin<"__builtin_ia32_vpmacssdd">,
2498               Intrinsic<[llvm_v4i32_ty],
2499                         [llvm_v4i32_ty, llvm_v4i32_ty, llvm_v4i32_ty],
2500                         [IntrNoMem]>;
2501   def int_x86_xop_vpmacssdqh :
2502               GCCBuiltin<"__builtin_ia32_vpmacssdqh">,
2503               Intrinsic<[llvm_v2i64_ty],
2504                         [llvm_v4i32_ty, llvm_v4i32_ty, llvm_v2i64_ty],
2505                         [IntrNoMem]>;
2506   def int_x86_xop_vpmacssdql :
2507               GCCBuiltin<"__builtin_ia32_vpmacssdql">,
2508               Intrinsic<[llvm_v2i64_ty],
2509                         [llvm_v4i32_ty, llvm_v4i32_ty, llvm_v2i64_ty],
2510                         [IntrNoMem]>;
2511   def int_x86_xop_vpmacsswd :
2512               GCCBuiltin<"__builtin_ia32_vpmacsswd">,
2513               Intrinsic<[llvm_v4i32_ty],
2514                         [llvm_v8i16_ty, llvm_v8i16_ty, llvm_v4i32_ty],
2515                         [IntrNoMem]>;
2516   def int_x86_xop_vpmacssww :
2517               GCCBuiltin<"__builtin_ia32_vpmacssww">,
2518               Intrinsic<[llvm_v8i16_ty],
2519                         [llvm_v8i16_ty, llvm_v8i16_ty, llvm_v8i16_ty],
2520                         [IntrNoMem]>;
2521   def int_x86_xop_vpmacswd :
2522               GCCBuiltin<"__builtin_ia32_vpmacswd">,
2523               Intrinsic<[llvm_v4i32_ty],
2524                         [llvm_v8i16_ty, llvm_v8i16_ty, llvm_v4i32_ty],
2525                         [IntrNoMem]>;
2526   def int_x86_xop_vpmacsww :
2527               GCCBuiltin<"__builtin_ia32_vpmacsww">,
2528               Intrinsic<[llvm_v8i16_ty],
2529                         [llvm_v8i16_ty, llvm_v8i16_ty, llvm_v8i16_ty],
2530                         [IntrNoMem]>;
2531   def int_x86_xop_vpmadcsswd :
2532               GCCBuiltin<"__builtin_ia32_vpmadcsswd">,
2533               Intrinsic<[llvm_v4i32_ty],
2534                         [llvm_v8i16_ty, llvm_v8i16_ty, llvm_v4i32_ty],
2535                         [IntrNoMem]>;
2536   def int_x86_xop_vpmadcswd :
2537               GCCBuiltin<"__builtin_ia32_vpmadcswd">,
2538               Intrinsic<[llvm_v4i32_ty],
2539                         [llvm_v8i16_ty, llvm_v8i16_ty, llvm_v4i32_ty],
2540                         [IntrNoMem]>;
2541   def int_x86_xop_vpperm :
2542               GCCBuiltin<"__builtin_ia32_vpperm">,
2543               Intrinsic<[llvm_v16i8_ty],
2544                         [llvm_v16i8_ty, llvm_v16i8_ty, llvm_v16i8_ty],
2545                         [IntrNoMem]>;
2546
2547   def int_x86_xop_vprotb : GCCBuiltin<"__builtin_ia32_vprotb">,
2548               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
2549                         [IntrNoMem]>;
2550   def int_x86_xop_vprotd : GCCBuiltin<"__builtin_ia32_vprotd">,
2551               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
2552                         [IntrNoMem]>;
2553   def int_x86_xop_vprotq : GCCBuiltin<"__builtin_ia32_vprotq">,
2554               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
2555                         [IntrNoMem]>;
2556   def int_x86_xop_vprotw : GCCBuiltin<"__builtin_ia32_vprotw">,
2557               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
2558                         [IntrNoMem]>;
2559   def int_x86_xop_vprotbi : GCCBuiltin<"__builtin_ia32_vprotbi">,
2560               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_i8_ty],
2561                         [IntrNoMem]>;
2562   def int_x86_xop_vprotdi : GCCBuiltin<"__builtin_ia32_vprotdi">,
2563               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_i8_ty],
2564                         [IntrNoMem]>;
2565   def int_x86_xop_vprotqi : GCCBuiltin<"__builtin_ia32_vprotqi">,
2566               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_i8_ty],
2567                         [IntrNoMem]>;
2568   def int_x86_xop_vprotwi : GCCBuiltin<"__builtin_ia32_vprotwi">,
2569               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_i8_ty],
2570                         [IntrNoMem]>;
2571
2572   def int_x86_xop_vpshab :
2573               GCCBuiltin<"__builtin_ia32_vpshab">,
2574               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
2575                         [IntrNoMem]>;
2576   def int_x86_xop_vpshad :
2577               GCCBuiltin<"__builtin_ia32_vpshad">,
2578               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
2579                         [IntrNoMem]>;
2580   def int_x86_xop_vpshaq :
2581               GCCBuiltin<"__builtin_ia32_vpshaq">,
2582               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
2583                         [IntrNoMem]>;
2584   def int_x86_xop_vpshaw :
2585               GCCBuiltin<"__builtin_ia32_vpshaw">,
2586               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
2587                         [IntrNoMem]>;
2588   def int_x86_xop_vpshlb :
2589               GCCBuiltin<"__builtin_ia32_vpshlb">,
2590               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
2591                         [IntrNoMem]>;
2592   def int_x86_xop_vpshld :
2593               GCCBuiltin<"__builtin_ia32_vpshld">,
2594               Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
2595                         [IntrNoMem]>;
2596   def int_x86_xop_vpshlq :
2597               GCCBuiltin<"__builtin_ia32_vpshlq">,
2598               Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
2599                         [IntrNoMem]>;
2600   def int_x86_xop_vpshlw :
2601               GCCBuiltin<"__builtin_ia32_vpshlw">,
2602               Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
2603                         [IntrNoMem]>;
2604
2605 //===----------------------------------------------------------------------===//
2606 // MMX
2607
2608 // Empty MMX state op.
2609 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2610   def int_x86_mmx_emms  : GCCBuiltin<"__builtin_ia32_emms">,
2611               Intrinsic<[], [], []>;
2612   def int_x86_mmx_femms : GCCBuiltin<"__builtin_ia32_femms">,
2613               Intrinsic<[], [], []>;
2614 }
2615
2616 // Integer arithmetic ops.
2617 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2618   // Addition
2619   def int_x86_mmx_padd_b : GCCBuiltin<"__builtin_ia32_paddb">,
2620               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2621                         [IntrNoMem]>;
2622   def int_x86_mmx_padd_w : GCCBuiltin<"__builtin_ia32_paddw">,
2623               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2624                         [IntrNoMem]>;
2625   def int_x86_mmx_padd_d : GCCBuiltin<"__builtin_ia32_paddd">,
2626               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2627                         [IntrNoMem]>;
2628   def int_x86_mmx_padd_q : GCCBuiltin<"__builtin_ia32_paddq">,
2629               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2630                         [IntrNoMem]>;
2631
2632   def int_x86_mmx_padds_b : GCCBuiltin<"__builtin_ia32_paddsb">,
2633               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2634                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2635   def int_x86_mmx_padds_w : GCCBuiltin<"__builtin_ia32_paddsw">,
2636               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2637                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2638
2639   def int_x86_mmx_paddus_b : GCCBuiltin<"__builtin_ia32_paddusb">,
2640               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2641                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2642   def int_x86_mmx_paddus_w : GCCBuiltin<"__builtin_ia32_paddusw">,
2643               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2644                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2645
2646   // Subtraction
2647   def int_x86_mmx_psub_b : GCCBuiltin<"__builtin_ia32_psubb">,
2648               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2649                         [IntrNoMem]>;
2650   def int_x86_mmx_psub_w : GCCBuiltin<"__builtin_ia32_psubw">,
2651               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2652                         [IntrNoMem]>;
2653   def int_x86_mmx_psub_d : GCCBuiltin<"__builtin_ia32_psubd">,
2654               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2655                         [IntrNoMem]>;
2656   def int_x86_mmx_psub_q : GCCBuiltin<"__builtin_ia32_psubq">,
2657               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2658                         [IntrNoMem]>;
2659
2660   def int_x86_mmx_psubs_b : GCCBuiltin<"__builtin_ia32_psubsb">,
2661               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2662                          llvm_x86mmx_ty], [IntrNoMem]>;
2663   def int_x86_mmx_psubs_w : GCCBuiltin<"__builtin_ia32_psubsw">,
2664               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2665                          llvm_x86mmx_ty], [IntrNoMem]>;
2666
2667   def int_x86_mmx_psubus_b : GCCBuiltin<"__builtin_ia32_psubusb">,
2668               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2669                          llvm_x86mmx_ty], [IntrNoMem]>;
2670   def int_x86_mmx_psubus_w : GCCBuiltin<"__builtin_ia32_psubusw">,
2671               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2672                          llvm_x86mmx_ty], [IntrNoMem]>;
2673
2674   // Multiplication
2675   def int_x86_mmx_pmulh_w : GCCBuiltin<"__builtin_ia32_pmulhw">,
2676               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2677                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2678   def int_x86_mmx_pmull_w : GCCBuiltin<"__builtin_ia32_pmullw">,
2679               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2680                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2681   def int_x86_mmx_pmulhu_w : GCCBuiltin<"__builtin_ia32_pmulhuw">,
2682               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2683                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2684   def int_x86_mmx_pmulu_dq : GCCBuiltin<"__builtin_ia32_pmuludq">,
2685               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2686                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2687   def int_x86_mmx_pmadd_wd : GCCBuiltin<"__builtin_ia32_pmaddwd">,
2688               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2689                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2690
2691   // Bitwise operations
2692   def int_x86_mmx_pand : GCCBuiltin<"__builtin_ia32_pand">,
2693               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2694                         [IntrNoMem]>;
2695   def int_x86_mmx_pandn : GCCBuiltin<"__builtin_ia32_pandn">,
2696               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2697                         [IntrNoMem]>;
2698   def int_x86_mmx_por : GCCBuiltin<"__builtin_ia32_por">,
2699               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2700                         [IntrNoMem]>;
2701   def int_x86_mmx_pxor : GCCBuiltin<"__builtin_ia32_pxor">,
2702               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2703                         [IntrNoMem]>;
2704
2705   // Averages
2706   def int_x86_mmx_pavg_b : GCCBuiltin<"__builtin_ia32_pavgb">,
2707               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2708                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2709   def int_x86_mmx_pavg_w : GCCBuiltin<"__builtin_ia32_pavgw">,
2710               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2711                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2712
2713   // Maximum
2714   def int_x86_mmx_pmaxu_b : GCCBuiltin<"__builtin_ia32_pmaxub">,
2715               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2716                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2717   def int_x86_mmx_pmaxs_w : GCCBuiltin<"__builtin_ia32_pmaxsw">,
2718               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2719                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2720
2721   // Minimum
2722   def int_x86_mmx_pminu_b : GCCBuiltin<"__builtin_ia32_pminub">,
2723               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2724                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2725   def int_x86_mmx_pmins_w : GCCBuiltin<"__builtin_ia32_pminsw">,
2726               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2727                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2728
2729   // Packed sum of absolute differences
2730   def int_x86_mmx_psad_bw : GCCBuiltin<"__builtin_ia32_psadbw">,
2731               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2732                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2733 }
2734
2735 // Integer shift ops.
2736 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2737   // Shift left logical
2738   def int_x86_mmx_psll_w : GCCBuiltin<"__builtin_ia32_psllw">,
2739               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2740                          llvm_x86mmx_ty], [IntrNoMem]>;
2741   def int_x86_mmx_psll_d : GCCBuiltin<"__builtin_ia32_pslld">,
2742               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2743                          llvm_x86mmx_ty], [IntrNoMem]>;
2744   def int_x86_mmx_psll_q : GCCBuiltin<"__builtin_ia32_psllq">,
2745               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2746                          llvm_x86mmx_ty], [IntrNoMem]>;
2747
2748   def int_x86_mmx_psrl_w : GCCBuiltin<"__builtin_ia32_psrlw">,
2749               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2750                          llvm_x86mmx_ty], [IntrNoMem]>;
2751   def int_x86_mmx_psrl_d : GCCBuiltin<"__builtin_ia32_psrld">,
2752               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2753                          llvm_x86mmx_ty], [IntrNoMem]>;
2754   def int_x86_mmx_psrl_q : GCCBuiltin<"__builtin_ia32_psrlq">,
2755               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2756                          llvm_x86mmx_ty], [IntrNoMem]>;
2757
2758   def int_x86_mmx_psra_w : GCCBuiltin<"__builtin_ia32_psraw">,
2759               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2760                          llvm_x86mmx_ty], [IntrNoMem]>;
2761   def int_x86_mmx_psra_d : GCCBuiltin<"__builtin_ia32_psrad">,
2762               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2763                          llvm_x86mmx_ty], [IntrNoMem]>;
2764
2765   def int_x86_mmx_pslli_w : GCCBuiltin<"__builtin_ia32_psllwi">,
2766               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2767                          llvm_i32_ty], [IntrNoMem]>;
2768   def int_x86_mmx_pslli_d : GCCBuiltin<"__builtin_ia32_pslldi">,
2769               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2770                          llvm_i32_ty], [IntrNoMem]>;
2771   def int_x86_mmx_pslli_q : GCCBuiltin<"__builtin_ia32_psllqi">,
2772               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2773                          llvm_i32_ty], [IntrNoMem]>;
2774
2775   def int_x86_mmx_psrli_w : GCCBuiltin<"__builtin_ia32_psrlwi">,
2776               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2777                          llvm_i32_ty], [IntrNoMem]>;
2778   def int_x86_mmx_psrli_d : GCCBuiltin<"__builtin_ia32_psrldi">,
2779               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2780                          llvm_i32_ty], [IntrNoMem]>;
2781   def int_x86_mmx_psrli_q : GCCBuiltin<"__builtin_ia32_psrlqi">,
2782               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2783                          llvm_i32_ty], [IntrNoMem]>;
2784
2785   def int_x86_mmx_psrai_w : GCCBuiltin<"__builtin_ia32_psrawi">,
2786               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2787                          llvm_i32_ty], [IntrNoMem]>;
2788   def int_x86_mmx_psrai_d : GCCBuiltin<"__builtin_ia32_psradi">,
2789               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2790                          llvm_i32_ty], [IntrNoMem]>;
2791 }
2792
2793 // Pack ops.
2794 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2795   def int_x86_mmx_packsswb : GCCBuiltin<"__builtin_ia32_packsswb">,
2796               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2797                          llvm_x86mmx_ty], [IntrNoMem]>;
2798   def int_x86_mmx_packssdw : GCCBuiltin<"__builtin_ia32_packssdw">,
2799               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2800                          llvm_x86mmx_ty], [IntrNoMem]>;
2801   def int_x86_mmx_packuswb : GCCBuiltin<"__builtin_ia32_packuswb">,
2802               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2803                          llvm_x86mmx_ty], [IntrNoMem]>;
2804 }
2805
2806 // Unpacking ops.
2807 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2808   def int_x86_mmx_punpckhbw : GCCBuiltin<"__builtin_ia32_punpckhbw">,
2809               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2810                         [IntrNoMem]>;
2811   def int_x86_mmx_punpckhwd : GCCBuiltin<"__builtin_ia32_punpckhwd">,
2812               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2813                         [IntrNoMem]>;
2814   def int_x86_mmx_punpckhdq : GCCBuiltin<"__builtin_ia32_punpckhdq">,
2815               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2816                         [IntrNoMem]>;
2817   def int_x86_mmx_punpcklbw : GCCBuiltin<"__builtin_ia32_punpcklbw">,
2818               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2819                         [IntrNoMem]>;
2820   def int_x86_mmx_punpcklwd : GCCBuiltin<"__builtin_ia32_punpcklwd">,
2821               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2822                         [IntrNoMem]>;
2823   def int_x86_mmx_punpckldq : GCCBuiltin<"__builtin_ia32_punpckldq">,
2824               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty, llvm_x86mmx_ty],
2825                         [IntrNoMem]>;
2826 }
2827
2828 // Integer comparison ops
2829 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2830   def int_x86_mmx_pcmpeq_b : GCCBuiltin<"__builtin_ia32_pcmpeqb">,
2831               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2832                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2833   def int_x86_mmx_pcmpeq_w : GCCBuiltin<"__builtin_ia32_pcmpeqw">,
2834               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2835                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2836   def int_x86_mmx_pcmpeq_d : GCCBuiltin<"__builtin_ia32_pcmpeqd">,
2837               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2838                          llvm_x86mmx_ty], [IntrNoMem, Commutative]>;
2839
2840   def int_x86_mmx_pcmpgt_b : GCCBuiltin<"__builtin_ia32_pcmpgtb">,
2841               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2842                          llvm_x86mmx_ty], [IntrNoMem]>;
2843   def int_x86_mmx_pcmpgt_w : GCCBuiltin<"__builtin_ia32_pcmpgtw">,
2844               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2845                          llvm_x86mmx_ty], [IntrNoMem]>;
2846   def int_x86_mmx_pcmpgt_d : GCCBuiltin<"__builtin_ia32_pcmpgtd">,
2847               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2848                          llvm_x86mmx_ty], [IntrNoMem]>;
2849 }
2850
2851 // Misc.
2852 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2853   def int_x86_mmx_maskmovq : GCCBuiltin<"__builtin_ia32_maskmovq">,
2854               Intrinsic<[], [llvm_x86mmx_ty, llvm_x86mmx_ty, llvm_ptr_ty], []>;
2855
2856   def int_x86_mmx_pmovmskb : GCCBuiltin<"__builtin_ia32_pmovmskb">,
2857               Intrinsic<[llvm_i32_ty], [llvm_x86mmx_ty], [IntrNoMem]>;
2858
2859   def int_x86_mmx_movnt_dq : GCCBuiltin<"__builtin_ia32_movntq">,
2860               Intrinsic<[], [llvm_ptrx86mmx_ty, llvm_x86mmx_ty], []>;
2861
2862   def int_x86_mmx_palignr_b : GCCBuiltin<"__builtin_ia32_palignr">,
2863               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2864                         llvm_x86mmx_ty, llvm_i8_ty], [IntrNoMem]>;
2865
2866   def int_x86_mmx_pextr_w : GCCBuiltin<"__builtin_ia32_vec_ext_v4hi">,
2867               Intrinsic<[llvm_i32_ty], [llvm_x86mmx_ty, llvm_i32_ty],
2868                         [IntrNoMem]>;
2869
2870   def int_x86_mmx_pinsr_w : GCCBuiltin<"__builtin_ia32_vec_set_v4hi">,
2871               Intrinsic<[llvm_x86mmx_ty], [llvm_x86mmx_ty,
2872                         llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
2873 }
2874
2875 //===----------------------------------------------------------------------===//
2876 // BMI
2877
2878 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2879   def int_x86_bmi_bextr_32 : GCCBuiltin<"__builtin_ia32_bextr_u32">,
2880               Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
2881   def int_x86_bmi_bextr_64 : GCCBuiltin<"__builtin_ia32_bextr_u64">,
2882               Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
2883   def int_x86_bmi_bzhi_32 : GCCBuiltin<"__builtin_ia32_bzhi_si">,
2884               Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
2885   def int_x86_bmi_bzhi_64 : GCCBuiltin<"__builtin_ia32_bzhi_di">,
2886               Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
2887   def int_x86_bmi_pdep_32 : GCCBuiltin<"__builtin_ia32_pdep_si">,
2888               Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
2889   def int_x86_bmi_pdep_64 : GCCBuiltin<"__builtin_ia32_pdep_di">,
2890               Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
2891   def int_x86_bmi_pext_32 : GCCBuiltin<"__builtin_ia32_pext_si">,
2892               Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
2893   def int_x86_bmi_pext_64 : GCCBuiltin<"__builtin_ia32_pext_di">,
2894               Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
2895 }
2896
2897 //===----------------------------------------------------------------------===//
2898 // FS/GS Base
2899
2900 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2901   def int_x86_rdfsbase_32 : GCCBuiltin<"__builtin_ia32_rdfsbase32">,
2902               Intrinsic<[llvm_i32_ty], []>;
2903   def int_x86_rdgsbase_32 : GCCBuiltin<"__builtin_ia32_rdgsbase32">,
2904               Intrinsic<[llvm_i32_ty], []>;
2905   def int_x86_rdfsbase_64 : GCCBuiltin<"__builtin_ia32_rdfsbase64">,
2906               Intrinsic<[llvm_i64_ty], []>;
2907   def int_x86_rdgsbase_64 : GCCBuiltin<"__builtin_ia32_rdgsbase64">,
2908               Intrinsic<[llvm_i64_ty], []>;
2909   def int_x86_wrfsbase_32 : GCCBuiltin<"__builtin_ia32_wrfsbase32">,
2910               Intrinsic<[], [llvm_i32_ty]>;
2911   def int_x86_wrgsbase_32 : GCCBuiltin<"__builtin_ia32_wrgsbase32">,
2912               Intrinsic<[], [llvm_i32_ty]>;
2913   def int_x86_wrfsbase_64 : GCCBuiltin<"__builtin_ia32_wrfsbase64">,
2914               Intrinsic<[], [llvm_i64_ty]>;
2915   def int_x86_wrgsbase_64 : GCCBuiltin<"__builtin_ia32_wrgsbase64">,
2916               Intrinsic<[], [llvm_i64_ty]>;
2917 }
2918
2919 //===----------------------------------------------------------------------===//
2920 // Half float conversion
2921
2922 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2923   def int_x86_vcvtph2ps_128 : GCCBuiltin<"__builtin_ia32_vcvtph2ps">,
2924               Intrinsic<[llvm_v4f32_ty], [llvm_v8i16_ty], [IntrNoMem]>;
2925   def int_x86_vcvtph2ps_256 : GCCBuiltin<"__builtin_ia32_vcvtph2ps256">,
2926               Intrinsic<[llvm_v8f32_ty], [llvm_v8i16_ty], [IntrNoMem]>;
2927   def int_x86_vcvtps2ph_128 : GCCBuiltin<"__builtin_ia32_vcvtps2ph">,
2928               Intrinsic<[llvm_v8i16_ty], [llvm_v4f32_ty, llvm_i32_ty],
2929                         [IntrNoMem]>;
2930   def int_x86_vcvtps2ph_256 : GCCBuiltin<"__builtin_ia32_vcvtps2ph256">,
2931               Intrinsic<[llvm_v8i16_ty], [llvm_v8f32_ty, llvm_i32_ty],
2932                         [IntrNoMem]>;
2933   def int_x86_avx512_mask_vcvtph2ps_512 : GCCBuiltin<"__builtin_ia32_vcvtph2ps512_mask">,
2934               Intrinsic<[llvm_v16f32_ty], [llvm_v16i16_ty, llvm_v16f32_ty,
2935                                            llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
2936   def int_x86_avx512_mask_vcvtps2ph_512 : GCCBuiltin<"__builtin_ia32_vcvtps2ph512_mask">,
2937               Intrinsic<[llvm_v16i16_ty], [llvm_v16f32_ty, llvm_i32_ty,
2938                                            llvm_v16i16_ty, llvm_i16_ty], [IntrNoMem]>;
2939 }
2940
2941 //===----------------------------------------------------------------------===//
2942 // TBM
2943
2944 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2945   def int_x86_tbm_bextri_u32 : GCCBuiltin<"__builtin_ia32_bextri_u32">,
2946         Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
2947   def int_x86_tbm_bextri_u64 : GCCBuiltin<"__builtin_ia32_bextri_u64">,
2948         Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
2949 }
2950
2951 //===----------------------------------------------------------------------===//
2952 // RDRAND intrinsics - Return a random value and whether it is valid.
2953 // RDSEED intrinsics - Return a NIST SP800-90B & C compliant random value and
2954 // whether it is valid.
2955
2956 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2957   // These are declared side-effecting so they don't get eliminated by CSE or
2958   // LICM.
2959   def int_x86_rdrand_16 : Intrinsic<[llvm_i16_ty, llvm_i32_ty], [], []>;
2960   def int_x86_rdrand_32 : Intrinsic<[llvm_i32_ty, llvm_i32_ty], [], []>;
2961   def int_x86_rdrand_64 : Intrinsic<[llvm_i64_ty, llvm_i32_ty], [], []>;
2962   def int_x86_rdseed_16 : Intrinsic<[llvm_i16_ty, llvm_i32_ty], [], []>;
2963   def int_x86_rdseed_32 : Intrinsic<[llvm_i32_ty, llvm_i32_ty], [], []>;
2964   def int_x86_rdseed_64 : Intrinsic<[llvm_i64_ty, llvm_i32_ty], [], []>;
2965 }
2966
2967 //===----------------------------------------------------------------------===//
2968 // ADX
2969
2970 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2971   def int_x86_addcarryx_u32: GCCBuiltin<"__builtin_ia32_addcarryx_u32">,
2972         Intrinsic<[llvm_i8_ty], [llvm_i8_ty, llvm_i32_ty, llvm_i32_ty,
2973                                  llvm_ptr_ty], [IntrReadWriteArgMem]>;
2974   def int_x86_addcarryx_u64: GCCBuiltin<"__builtin_ia32_addcarryx_u64">,
2975         Intrinsic<[llvm_i8_ty], [llvm_i8_ty, llvm_i64_ty, llvm_i64_ty,
2976                                  llvm_ptr_ty], [IntrReadWriteArgMem]>;
2977   def int_x86_addcarry_u32: GCCBuiltin<"__builtin_ia32_addcarry_u32">,
2978         Intrinsic<[llvm_i8_ty], [llvm_i8_ty, llvm_i32_ty, llvm_i32_ty,
2979                                  llvm_ptr_ty], [IntrReadWriteArgMem]>;
2980   def int_x86_addcarry_u64: GCCBuiltin<"__builtin_ia32_addcarry_u64">,
2981         Intrinsic<[llvm_i8_ty], [llvm_i8_ty, llvm_i64_ty, llvm_i64_ty,
2982                                  llvm_ptr_ty], [IntrReadWriteArgMem]>;
2983   def int_x86_subborrow_u32: GCCBuiltin<"__builtin_ia32_subborrow_u32">,
2984         Intrinsic<[llvm_i8_ty], [llvm_i8_ty, llvm_i32_ty, llvm_i32_ty,
2985                                  llvm_ptr_ty], [IntrReadWriteArgMem]>;
2986   def int_x86_subborrow_u64: GCCBuiltin<"__builtin_ia32_subborrow_u64">,
2987         Intrinsic<[llvm_i8_ty], [llvm_i8_ty, llvm_i64_ty, llvm_i64_ty,
2988                                  llvm_ptr_ty], [IntrReadWriteArgMem]>;
2989 }
2990
2991 //===----------------------------------------------------------------------===//
2992 // RTM intrinsics. Transactional Memory support.
2993
2994 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
2995   def int_x86_xbegin : GCCBuiltin<"__builtin_ia32_xbegin">,
2996               Intrinsic<[llvm_i32_ty], [], []>;
2997   def int_x86_xend : GCCBuiltin<"__builtin_ia32_xend">,
2998               Intrinsic<[], [], []>;
2999   def int_x86_xabort : GCCBuiltin<"__builtin_ia32_xabort">,
3000               Intrinsic<[], [llvm_i8_ty], [IntrNoReturn]>;
3001   def int_x86_xtest : GCCBuiltin<"__builtin_ia32_xtest">,
3002               Intrinsic<[llvm_i32_ty], [], []>;
3003 }
3004
3005 //===----------------------------------------------------------------------===//
3006 // AVX512
3007
3008 // Mask ops
3009 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
3010   // Mask instructions
3011   // 16-bit mask
3012   def int_x86_avx512_kand_w : GCCBuiltin<"__builtin_ia32_kandhi">,
3013               Intrinsic<[llvm_i16_ty], [llvm_i16_ty, llvm_i16_ty],
3014                          [IntrNoMem]>;
3015   def int_x86_avx512_kandn_w : GCCBuiltin<"__builtin_ia32_kandnhi">,
3016               Intrinsic<[llvm_i16_ty], [llvm_i16_ty, llvm_i16_ty],
3017                          [IntrNoMem]>;
3018   def int_x86_avx512_knot_w : GCCBuiltin<"__builtin_ia32_knothi">,
3019               Intrinsic<[llvm_i16_ty], [llvm_i16_ty], [IntrNoMem]>;
3020   def int_x86_avx512_kor_w : GCCBuiltin<"__builtin_ia32_korhi">,
3021               Intrinsic<[llvm_i16_ty], [llvm_i16_ty, llvm_i16_ty],
3022                          [IntrNoMem]>;
3023   def int_x86_avx512_kxor_w : GCCBuiltin<"__builtin_ia32_kxorhi">,
3024               Intrinsic<[llvm_i16_ty], [llvm_i16_ty, llvm_i16_ty],
3025                          [IntrNoMem]>;
3026   def int_x86_avx512_kxnor_w : GCCBuiltin<"__builtin_ia32_kxnorhi">,
3027               Intrinsic<[llvm_i16_ty], [llvm_i16_ty, llvm_i16_ty],
3028                          [IntrNoMem]>;
3029   def int_x86_avx512_kunpck_bw : GCCBuiltin<"__builtin_ia32_kunpckhi">,
3030               Intrinsic<[llvm_i16_ty], [llvm_i16_ty, llvm_i16_ty],
3031                          [IntrNoMem]>;
3032   def int_x86_avx512_kortestz_w : GCCBuiltin<"__builtin_ia32_kortestzhi">,
3033               Intrinsic<[llvm_i32_ty], [llvm_i16_ty, llvm_i16_ty],
3034                         [IntrNoMem]>;
3035   def int_x86_avx512_kortestc_w : GCCBuiltin<"__builtin_ia32_kortestchi">,
3036               Intrinsic<[llvm_i32_ty], [llvm_i16_ty, llvm_i16_ty],
3037                         [IntrNoMem]>;
3038 }
3039
3040 // Conversion ops
3041 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
3042   def int_x86_avx512_cvtss2usi : GCCBuiltin<"__builtin_ia32_cvtss2usi">,
3043               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
3044   def int_x86_avx512_cvtss2usi64 : GCCBuiltin<"__builtin_ia32_cvtss2usi64">,
3045               Intrinsic<[llvm_i64_ty], [llvm_v4f32_ty], [IntrNoMem]>;
3046   def int_x86_avx512_cvttss2usi : GCCBuiltin<"__builtin_ia32_cvttss2usi">,
3047               Intrinsic<[llvm_i32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
3048   def int_x86_avx512_cvttss2usi64 : GCCBuiltin<"__builtin_ia32_cvttss2usi64">,
3049               Intrinsic<[llvm_i64_ty], [llvm_v4f32_ty], [IntrNoMem]>;
3050   def int_x86_avx512_cvtusi2ss : GCCBuiltin<"__builtin_ia32_cvtusi2ss">,
3051               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
3052                          llvm_i32_ty], [IntrNoMem]>;
3053   def int_x86_avx512_cvtusi642ss : GCCBuiltin<"__builtin_ia32_cvtusi642ss">,
3054               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
3055                          llvm_i64_ty], [IntrNoMem]>;
3056
3057   def int_x86_avx512_cvtsd2usi : GCCBuiltin<"__builtin_ia32_cvtsd2usi">,
3058               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
3059   def int_x86_avx512_cvtsd2usi64 : GCCBuiltin<"__builtin_ia32_cvtsd2usi64">,
3060               Intrinsic<[llvm_i64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
3061   def int_x86_avx512_cvttsd2usi : GCCBuiltin<"__builtin_ia32_cvttsd2usi">,
3062               Intrinsic<[llvm_i32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
3063   def int_x86_avx512_cvttsd2usi64 : GCCBuiltin<"__builtin_ia32_cvttsd2usi64">,
3064               Intrinsic<[llvm_i64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
3065   def int_x86_avx512_cvtusi2sd : GCCBuiltin<"__builtin_ia32_cvtusi2sd">,
3066               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
3067                          llvm_i32_ty], [IntrNoMem]>;
3068   def int_x86_avx512_cvtusi642sd : GCCBuiltin<"__builtin_ia32_cvtusi642sd">,
3069               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty,
3070                          llvm_i64_ty], [IntrNoMem]>;
3071 }
3072
3073 // Vector convert
3074 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
3075   def int_x86_avx512_mask_cvttps2dq_512: GCCBuiltin<"__builtin_ia32_cvttps2dq512_mask">,
3076         Intrinsic<[llvm_v16i32_ty], [llvm_v16f32_ty, llvm_v16i32_ty,
3077                                      llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3078   def int_x86_avx512_mask_cvttps2udq_512: GCCBuiltin<"__builtin_ia32_cvttps2udq512_mask">,
3079         Intrinsic<[llvm_v16i32_ty], [llvm_v16f32_ty, llvm_v16i32_ty,
3080                                      llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3081   def int_x86_avx512_mask_cvttpd2dq_512: GCCBuiltin<"__builtin_ia32_cvttpd2dq512_mask">,
3082         Intrinsic<[llvm_v8i32_ty], [llvm_v8f64_ty, llvm_v8i32_ty,
3083                                     llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3084   def int_x86_avx512_mask_cvttpd2udq_512: GCCBuiltin<"__builtin_ia32_cvttpd2udq512_mask">,
3085         Intrinsic<[llvm_v8i32_ty], [llvm_v8f64_ty, llvm_v8i32_ty,
3086                                     llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3087   def int_x86_avx512_mask_rndscale_ps_512: GCCBuiltin<"__builtin_ia32_rndscaleps_mask">,
3088         Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_i32_ty, llvm_v16f32_ty,
3089                                      llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3090   def int_x86_avx512_mask_rndscale_pd_512: GCCBuiltin<"__builtin_ia32_rndscalepd_mask">,
3091         Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_i32_ty, llvm_v8f64_ty,
3092                                      llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3093   def int_x86_avx512_mask_cvtps2dq_512: GCCBuiltin<"__builtin_ia32_cvtps2dq512_mask">,
3094         Intrinsic<[llvm_v16i32_ty], [llvm_v16f32_ty, llvm_v16i32_ty,
3095                                      llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3096   def int_x86_avx512_mask_cvtpd2dq_512: GCCBuiltin<"__builtin_ia32_cvtpd2dq512_mask">,
3097         Intrinsic<[llvm_v8i32_ty], [llvm_v8f64_ty, llvm_v8i32_ty,
3098                                     llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3099   def int_x86_avx512_mask_cvtps2udq_512: GCCBuiltin<"__builtin_ia32_cvtps2udq512_mask">,
3100         Intrinsic<[llvm_v16i32_ty], [llvm_v16f32_ty, llvm_v16i32_ty,
3101                                      llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3102   def int_x86_avx512_mask_cvtpd2udq_512: GCCBuiltin<"__builtin_ia32_cvtpd2udq512_mask">,
3103         Intrinsic<[llvm_v8i32_ty], [llvm_v8f64_ty, llvm_v8i32_ty,
3104                                     llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3105   def int_x86_avx512_mask_cvtdq2ps_512 : GCCBuiltin<"__builtin_ia32_cvtdq2ps512_mask">,
3106         Intrinsic<[llvm_v16f32_ty], [llvm_v16i32_ty, llvm_v16f32_ty,
3107                                      llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3108   def int_x86_avx512_mask_cvtdq2pd_512 : GCCBuiltin<"__builtin_ia32_cvtdq2pd512_mask">,
3109         Intrinsic<[llvm_v8f64_ty], [llvm_v8i32_ty, llvm_v8f64_ty,
3110                                     llvm_i8_ty], [IntrNoMem]>;
3111   def int_x86_avx512_mask_cvtudq2ps_512 : GCCBuiltin<"__builtin_ia32_cvtudq2ps512_mask">,
3112         Intrinsic<[llvm_v16f32_ty], [llvm_v16i32_ty, llvm_v16f32_ty,
3113                                      llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3114   def int_x86_avx512_mask_cvtudq2pd_512 : GCCBuiltin<"__builtin_ia32_cvtudq2pd512_mask">,
3115         Intrinsic<[llvm_v8f64_ty], [llvm_v8i32_ty, llvm_v8f64_ty,
3116                                     llvm_i8_ty], [IntrNoMem]>;
3117   def int_x86_avx512_mask_cvtpd2ps_512 : GCCBuiltin<"__builtin_ia32_cvtpd2ps512_mask">,
3118         Intrinsic<[llvm_v8f32_ty], [llvm_v8f64_ty, llvm_v8f32_ty,
3119                                     llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3120 }
3121
3122 // Vector load with broadcast
3123 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
3124   def int_x86_avx512_vbroadcast_ss_512 :
3125         GCCBuiltin<"__builtin_ia32_vbroadcastss512">,
3126         Intrinsic<[llvm_v16f32_ty], [llvm_ptr_ty], [IntrReadArgMem]>;
3127   def int_x86_avx512_vbroadcast_ss_ps_512 :
3128               GCCBuiltin<"__builtin_ia32_vbroadcastss_ps512">,
3129               Intrinsic<[llvm_v16f32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
3130
3131   def int_x86_avx512_vbroadcast_sd_512 :
3132         GCCBuiltin<"__builtin_ia32_vbroadcastsd512">,
3133         Intrinsic<[llvm_v8f64_ty], [llvm_ptr_ty], [IntrReadArgMem]>;
3134   def int_x86_avx512_vbroadcast_sd_pd_512 :
3135               GCCBuiltin<"__builtin_ia32_vbroadcastsd_pd512">,
3136               Intrinsic<[llvm_v8f64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
3137
3138   def int_x86_avx512_pbroadcastd_512 :
3139          GCCBuiltin<"__builtin_ia32_pbroadcastd512">,
3140          Intrinsic<[llvm_v16i32_ty], [llvm_v4i32_ty], [IntrNoMem]>;
3141   def int_x86_avx512_pbroadcastd_i32_512 :
3142          Intrinsic<[llvm_v16i32_ty], [llvm_i32_ty], [IntrNoMem]>;
3143
3144   def int_x86_avx512_pbroadcastq_512 :
3145          GCCBuiltin<"__builtin_ia32_pbroadcastq512">,
3146          Intrinsic<[llvm_v8i64_ty], [llvm_v2i64_ty], [IntrNoMem]>;
3147   def int_x86_avx512_pbroadcastq_i64_512 :
3148          Intrinsic<[llvm_v8i64_ty], [llvm_i64_ty], [IntrNoMem]>;
3149 }
3150
3151 // Vector sign and zero extend
3152 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
3153   def int_x86_avx512_pmovzxbq : GCCBuiltin<"__builtin_ia32_pmovzxbq512">,
3154               Intrinsic<[llvm_v8i64_ty], [llvm_v16i8_ty],
3155                         [IntrNoMem]>;
3156   def int_x86_avx512_pmovzxwd : GCCBuiltin<"__builtin_ia32_pmovzxwd512">,
3157               Intrinsic<[llvm_v16i32_ty], [llvm_v16i16_ty],
3158                         [IntrNoMem]>;
3159   def int_x86_avx512_pmovzxbd : GCCBuiltin<"__builtin_ia32_pmovzxbd512">,
3160               Intrinsic<[llvm_v16i32_ty], [llvm_v16i8_ty],
3161                         [IntrNoMem]>;
3162   def int_x86_avx512_pmovzxwq : GCCBuiltin<"__builtin_ia32_pmovzxwq512">,
3163               Intrinsic<[llvm_v8i64_ty], [llvm_v8i16_ty],
3164                         [IntrNoMem]>;
3165   def int_x86_avx512_pmovzxdq : GCCBuiltin<"__builtin_ia32_pmovzxdq512">,
3166               Intrinsic<[llvm_v8i64_ty], [llvm_v8i32_ty],
3167                         [IntrNoMem]>;
3168 }
3169
3170 // Arithmetic ops
3171 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
3172   def int_x86_avx512_mask_max_ps_512 : GCCBuiltin<"__builtin_ia32_maxps512_mask">,
3173           Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3174                      llvm_v16f32_ty, llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3175   def int_x86_avx512_mask_max_pd_512 : GCCBuiltin<"__builtin_ia32_maxpd512_mask">,
3176           Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3177                      llvm_v8f64_ty, llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3178   def int_x86_avx512_mask_min_ps_512 : GCCBuiltin<"__builtin_ia32_minps512_mask">,
3179           Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3180                      llvm_v16f32_ty, llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3181   def int_x86_avx512_mask_min_pd_512 : GCCBuiltin<"__builtin_ia32_minpd512_mask">,
3182           Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3183                      llvm_v8f64_ty, llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3184
3185   def int_x86_avx512_rndscale_ss        : GCCBuiltin<"__builtin_ia32_rndscaless">,
3186               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty,
3187                          llvm_i32_ty], [IntrNoMem]>;
3188   def int_x86_avx512_rndscale_sd        : GCCBuiltin<"__builtin_ia32_rndscalesd">,
3189               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty,
3190                          llvm_i32_ty], [IntrNoMem]>;
3191   def int_x86_avx512_sqrt_ss        : GCCBuiltin<"__builtin_ia32_sqrtrndss">,
3192               Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty],
3193                         [IntrNoMem]>;
3194   def int_x86_avx512_sqrt_sd        : GCCBuiltin<"__builtin_ia32_sqrtrndsd">,
3195               Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty],
3196                         [IntrNoMem]>;
3197
3198   def int_x86_avx512_sqrt_pd_512 : GCCBuiltin<"__builtin_ia32_sqrtpd512_mask">,
3199         Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3200                                     llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3201   def int_x86_avx512_sqrt_ps_512 : GCCBuiltin<"__builtin_ia32_sqrtps512_mask">,
3202         Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3203                                      llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3204
3205   def int_x86_avx512_rsqrt14_ss : GCCBuiltin<"__builtin_ia32_rsqrt14ss_mask">,
3206         Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty,
3207                                     llvm_i8_ty], [IntrNoMem]>;
3208   def int_x86_avx512_rsqrt14_sd : GCCBuiltin<"__builtin_ia32_rsqrt14sd_mask">,
3209         Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty,
3210                                     llvm_i8_ty], [IntrNoMem]>;
3211
3212   def int_x86_avx512_rsqrt14_pd_512 : GCCBuiltin<"__builtin_ia32_rsqrt14pd512_mask">,
3213         Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3214                                     llvm_i8_ty], [IntrNoMem]>;
3215   def int_x86_avx512_rsqrt14_ps_512 : GCCBuiltin<"__builtin_ia32_rsqrt14ps512_mask">,
3216         Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3217                                      llvm_i16_ty], [IntrNoMem]>;
3218   def int_x86_avx512_rcp14_ss : GCCBuiltin<"__builtin_ia32_rcp14ss_mask">,
3219         Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty, llvm_v4f32_ty,
3220                                     llvm_i8_ty], [IntrNoMem]>;
3221   def int_x86_avx512_rcp14_sd : GCCBuiltin<"__builtin_ia32_rcp14sd_mask">,
3222         Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty, llvm_v2f64_ty,
3223                                     llvm_i8_ty], [IntrNoMem]>;
3224
3225   def int_x86_avx512_rcp14_pd_512 : GCCBuiltin<"__builtin_ia32_rcp14pd512_mask">,
3226         Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3227                                     llvm_i8_ty], [IntrNoMem]>;
3228   def int_x86_avx512_rcp14_ps_512 : GCCBuiltin<"__builtin_ia32_rcp14ps512_mask">,
3229         Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3230                                      llvm_i16_ty], [IntrNoMem]>;
3231
3232   def int_x86_avx512_rcp28_ps : GCCBuiltin<"__builtin_ia32_rcp28ps_mask">,
3233             Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3234                                          llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3235   def int_x86_avx512_rcp28_pd : GCCBuiltin<"__builtin_ia32_rcp28pd_mask">,
3236             Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3237                                         llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3238   def int_x86_avx512_exp2_ps : GCCBuiltin<"__builtin_ia32_exp2ps_mask">,
3239             Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3240                                          llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3241   def int_x86_avx512_exp2_pd : GCCBuiltin<"__builtin_ia32_exp2pd_mask">,
3242             Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3243                                         llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3244
3245   def int_x86_avx512_rcp28_ss : GCCBuiltin<"__builtin_ia32_rcp28ss_mask">,
3246             Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty,
3247                                         llvm_v4f32_ty, llvm_i8_ty, llvm_i32_ty],
3248                       [IntrNoMem]>;
3249   def int_x86_avx512_rcp28_sd : GCCBuiltin<"__builtin_ia32_rcp28sd_mask">,
3250             Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty,
3251                                         llvm_v2f64_ty, llvm_i8_ty, llvm_i32_ty],
3252                       [IntrNoMem]>;
3253   def int_x86_avx512_rsqrt28_ps : GCCBuiltin<"__builtin_ia32_rsqrt28ps_mask">,
3254             Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3255                                          llvm_i16_ty, llvm_i32_ty],
3256                       [IntrNoMem]>;
3257   def int_x86_avx512_rsqrt28_pd : GCCBuiltin<"__builtin_ia32_rsqrt28pd_mask">,
3258             Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3259                                         llvm_i8_ty, llvm_i32_ty],
3260                       [IntrNoMem]>;
3261   def int_x86_avx512_rsqrt28_ss : GCCBuiltin<"__builtin_ia32_rsqrt28ss_mask">,
3262             Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty,
3263                                         llvm_v4f32_ty, llvm_i8_ty, llvm_i32_ty],
3264                       [IntrNoMem]>;
3265   def int_x86_avx512_rsqrt28_sd : GCCBuiltin<"__builtin_ia32_rsqrt28sd_mask">,
3266             Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty,
3267                                         llvm_v2f64_ty, llvm_i8_ty, llvm_i32_ty],
3268                       [IntrNoMem]>;
3269 }
3270
3271 // Integer shift ops.
3272 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
3273   def int_x86_avx512_psll_dq : GCCBuiltin<"__builtin_ia32_pslldqi512">,
3274               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
3275                          llvm_i32_ty], [IntrNoMem]>;
3276   def int_x86_avx512_psrl_dq : GCCBuiltin<"__builtin_ia32_psrldqi512">,
3277               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
3278                          llvm_i32_ty], [IntrNoMem]>;
3279   def int_x86_avx512_psll_dq_bs : GCCBuiltin<"__builtin_ia32_pslldqi512_byteshift">,
3280               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
3281                          llvm_i32_ty], [IntrNoMem]>;
3282   def int_x86_avx512_psrl_dq_bs : GCCBuiltin<"__builtin_ia32_psrldqi512_byteshift">,
3283               Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
3284                          llvm_i32_ty], [IntrNoMem]>;
3285 }
3286
3287 // Gather and Scatter ops
3288 let TargetPrefix = "x86" in {
3289   def int_x86_avx512_gather_dpd_512  : GCCBuiltin<"__builtin_ia32_gathersiv8df">,
3290           Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_ptr_ty,
3291                      llvm_v8i32_ty, llvm_i8_ty, llvm_i32_ty],
3292                     [IntrReadArgMem]>;
3293   def int_x86_avx512_gather_dps_512  : GCCBuiltin<"__builtin_ia32_gathersiv16sf">,
3294           Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_ptr_ty,
3295                      llvm_v16i32_ty, llvm_i16_ty, llvm_i32_ty],
3296                     [IntrReadArgMem]>;
3297   def int_x86_avx512_gather_qpd_512  : GCCBuiltin<"__builtin_ia32_gatherdiv8df">,
3298           Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_ptr_ty,
3299                      llvm_v8i64_ty, llvm_i8_ty, llvm_i32_ty],
3300                     [IntrReadArgMem]>;
3301   def int_x86_avx512_gather_qps_512  : GCCBuiltin<"__builtin_ia32_gatherdiv16sf">,
3302           Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty, llvm_ptr_ty,
3303                      llvm_v8i64_ty, llvm_i8_ty, llvm_i32_ty],
3304                     [IntrReadArgMem]>;
3305
3306
3307   def int_x86_avx512_gather_dpq_512  : GCCBuiltin<"__builtin_ia32_gathersiv8di">,
3308           Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_ptr_ty,
3309                      llvm_v8i32_ty, llvm_i8_ty, llvm_i32_ty],
3310                     [IntrReadArgMem]>;
3311   def int_x86_avx512_gather_dpi_512  : GCCBuiltin<"__builtin_ia32_gathersiv16si">,
3312           Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_ptr_ty,
3313                      llvm_v16i32_ty, llvm_i16_ty, llvm_i32_ty],
3314                     [IntrReadArgMem]>;
3315   def int_x86_avx512_gather_qpq_512  : GCCBuiltin<"__builtin_ia32_gatherdiv8di">,
3316           Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_ptr_ty,
3317                      llvm_v8i64_ty, llvm_i8_ty, llvm_i32_ty],
3318                     [IntrReadArgMem]>;
3319   def int_x86_avx512_gather_qpi_512  : GCCBuiltin<"__builtin_ia32_gatherdiv16si">,
3320           Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty, llvm_ptr_ty,
3321                      llvm_v8i64_ty, llvm_i8_ty, llvm_i32_ty],
3322                     [IntrReadArgMem]>;
3323
3324 // scatter
3325   def int_x86_avx512_scatter_dpd_512  : GCCBuiltin<"__builtin_ia32_scattersiv8df">,
3326           Intrinsic<[], [llvm_ptr_ty, llvm_i8_ty,
3327                         llvm_v8i32_ty, llvm_v8f64_ty, llvm_i32_ty],
3328                     [IntrReadWriteArgMem]>;
3329   def int_x86_avx512_scatter_dps_512  : GCCBuiltin<"__builtin_ia32_scattersiv16sf">,
3330           Intrinsic<[], [llvm_ptr_ty, llvm_i16_ty,
3331                        llvm_v16i32_ty, llvm_v16f32_ty, llvm_i32_ty],
3332                     [IntrReadWriteArgMem]>;
3333   def int_x86_avx512_scatter_qpd_512  : GCCBuiltin<"__builtin_ia32_scatterdiv8df">,
3334           Intrinsic<[], [llvm_ptr_ty, llvm_i8_ty,
3335                      llvm_v8i64_ty, llvm_v8f64_ty, llvm_i32_ty],
3336                     [IntrReadWriteArgMem]>;
3337   def int_x86_avx512_scatter_qps_512  : GCCBuiltin<"__builtin_ia32_scatterdiv16sf">,
3338           Intrinsic<[], [llvm_ptr_ty, llvm_i8_ty,
3339                      llvm_v8i64_ty, llvm_v8f32_ty, llvm_i32_ty],
3340                     [IntrReadWriteArgMem]>;
3341
3342
3343   def int_x86_avx512_scatter_dpq_512  : GCCBuiltin<"__builtin_ia32_scattersiv8di">,
3344           Intrinsic<[], [llvm_ptr_ty, llvm_i8_ty,
3345                          llvm_v8i32_ty, llvm_v8i64_ty, llvm_i32_ty],
3346                     [IntrReadWriteArgMem]>;
3347   def int_x86_avx512_scatter_dpi_512  : GCCBuiltin<"__builtin_ia32_scattersiv16si">,
3348           Intrinsic<[], [llvm_ptr_ty, llvm_i16_ty,
3349                      llvm_v16i32_ty, llvm_v16i32_ty, llvm_i32_ty],
3350                     [IntrReadWriteArgMem]>;
3351   def int_x86_avx512_scatter_qpq_512  : GCCBuiltin<"__builtin_ia32_scatterdiv8di">,
3352           Intrinsic<[], [llvm_ptr_ty, llvm_i8_ty,llvm_v8i64_ty, llvm_v8i64_ty,
3353                          llvm_i32_ty],
3354                     [IntrReadWriteArgMem]>;
3355   def int_x86_avx512_scatter_qpi_512  : GCCBuiltin<"__builtin_ia32_scatterdiv16si">,
3356           Intrinsic<[], [llvm_ptr_ty, llvm_i8_ty, llvm_v8i64_ty, llvm_v8i32_ty,
3357                          llvm_i32_ty],
3358                     [IntrReadWriteArgMem]>;
3359
3360   // gather prefetch
3361   def int_x86_avx512_gatherpf_dpd_512  : GCCBuiltin<"__builtin_ia32_gatherpfdpd">,
3362           Intrinsic<[], [llvm_i8_ty, llvm_v8i32_ty, llvm_ptr_ty,
3363                      llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3364   def int_x86_avx512_gatherpf_dps_512  : GCCBuiltin<"__builtin_ia32_gatherpfdps">,
3365           Intrinsic<[], [llvm_i16_ty, llvm_v16i32_ty, llvm_ptr_ty,
3366                      llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3367   def int_x86_avx512_gatherpf_qpd_512  : GCCBuiltin<"__builtin_ia32_gatherpfqpd">,
3368           Intrinsic<[], [llvm_i8_ty, llvm_v8i64_ty, llvm_ptr_ty,
3369                      llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3370   def int_x86_avx512_gatherpf_qps_512  : GCCBuiltin<"__builtin_ia32_gatherpfqps">,
3371           Intrinsic<[], [llvm_i8_ty, llvm_v8i64_ty, llvm_ptr_ty,
3372                      llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3373
3374   // scatter prefetch
3375   def int_x86_avx512_scatterpf_dpd_512  : GCCBuiltin<"__builtin_ia32_scatterpfdpd">,
3376           Intrinsic<[], [llvm_i8_ty, llvm_v8i32_ty, llvm_ptr_ty,
3377                      llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3378   def int_x86_avx512_scatterpf_dps_512  : GCCBuiltin<"__builtin_ia32_scatterpfdps">,
3379           Intrinsic<[], [llvm_i16_ty, llvm_v16i32_ty, llvm_ptr_ty,
3380                      llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3381   def int_x86_avx512_scatterpf_qpd_512  : GCCBuiltin<"__builtin_ia32_scatterpfqpd">,
3382           Intrinsic<[], [llvm_i8_ty, llvm_v8i64_ty, llvm_ptr_ty,
3383                      llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3384   def int_x86_avx512_scatterpf_qps_512  : GCCBuiltin<"__builtin_ia32_scatterpfqps">,
3385           Intrinsic<[], [llvm_i8_ty, llvm_v8i64_ty, llvm_ptr_ty,
3386                      llvm_i32_ty, llvm_i32_ty], [IntrReadWriteArgMem]>;
3387 }
3388
3389 // AVX-512 conflict detection
3390 let TargetPrefix = "x86" in {
3391   def int_x86_avx512_mask_conflict_d_512 :
3392           GCCBuiltin<"__builtin_ia32_vpconflictsi_512_mask">,
3393           Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
3394                     llvm_v16i32_ty, llvm_i16_ty],
3395                     [IntrNoMem]>;
3396   def int_x86_avx512_mask_conflict_q_512 :
3397           GCCBuiltin<"__builtin_ia32_vpconflictdi_512_mask">,
3398           Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
3399                     llvm_v8i64_ty, llvm_i8_ty],
3400                     [IntrNoMem]>;
3401   def int_x86_avx512_mask_lzcnt_d_512 :
3402           GCCBuiltin<"__builtin_ia32_vplzcntd_512_mask">,
3403           Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty,
3404                     llvm_v16i32_ty, llvm_i16_ty],
3405                     [IntrNoMem]>;
3406   def int_x86_avx512_mask_lzcnt_q_512 :
3407           GCCBuiltin<"__builtin_ia32_vplzcntq_512_mask">,
3408           Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty,
3409                     llvm_v8i64_ty, llvm_i8_ty],
3410                     [IntrNoMem]>;
3411 }
3412
3413 // Vector blend
3414 let TargetPrefix = "x86" in {  // All intrinsics start with "llvm.x86.".
3415   def int_x86_avx512_mask_blend_ps_512 : GCCBuiltin<"__builtin_ia32_blendmps_512_mask">,
3416         Intrinsic<[llvm_v16f32_ty],
3417                   [llvm_v16f32_ty, llvm_v16f32_ty, llvm_i16_ty],
3418                   [IntrNoMem]>;
3419   def int_x86_avx512_mask_blend_ps_256 : GCCBuiltin<"__builtin_ia32_blendmps_256_mask">,
3420         Intrinsic<[llvm_v8f32_ty],
3421                   [llvm_v8f32_ty, llvm_v8f32_ty, llvm_i8_ty],
3422                   [IntrNoMem]>;
3423   def int_x86_avx512_mask_blend_ps_128 : GCCBuiltin<"__builtin_ia32_blendmps_128_mask">,
3424         Intrinsic<[llvm_v4f32_ty],
3425                   [llvm_v4f32_ty, llvm_v4f32_ty, llvm_i8_ty],
3426                   [IntrNoMem]>;
3427   def int_x86_avx512_mask_blend_pd_512 : GCCBuiltin<"__builtin_ia32_blendmpd_512_mask">,
3428         Intrinsic<[llvm_v8f64_ty],
3429                   [llvm_v8f64_ty, llvm_v8f64_ty, llvm_i8_ty],
3430                   [IntrNoMem]>;
3431   def int_x86_avx512_mask_blend_pd_256 : GCCBuiltin<"__builtin_ia32_blendmpd_256_mask">,
3432         Intrinsic<[llvm_v4f64_ty],
3433                   [llvm_v4f64_ty, llvm_v4f64_ty, llvm_i8_ty],
3434                   [IntrNoMem]>;
3435   def int_x86_avx512_mask_blend_pd_128 : GCCBuiltin<"__builtin_ia32_blendmpd_128_mask">,
3436         Intrinsic<[llvm_v2f64_ty],
3437                   [llvm_v2f64_ty, llvm_v2f64_ty, llvm_i8_ty],
3438                   [IntrNoMem]>;
3439
3440   def int_x86_avx512_mask_blend_d_512 : GCCBuiltin<"__builtin_ia32_blendmd_512_mask">,
3441         Intrinsic<[llvm_v16i32_ty],
3442                   [llvm_v16i32_ty, llvm_v16i32_ty, llvm_i16_ty],
3443                   [IntrNoMem]>;
3444   def int_x86_avx512_mask_blend_q_512 : GCCBuiltin<"__builtin_ia32_blendmq_512_mask">,
3445         Intrinsic<[llvm_v8i64_ty],
3446                   [llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty],
3447                   [IntrNoMem]>;
3448   def int_x86_avx512_mask_blend_d_256 : GCCBuiltin<"__builtin_ia32_blendmd_256_mask">,
3449         Intrinsic<[llvm_v8i32_ty],
3450                   [llvm_v8i32_ty, llvm_v8i32_ty, llvm_i8_ty],
3451                   [IntrNoMem]>;
3452   def int_x86_avx512_mask_blend_q_256 : GCCBuiltin<"__builtin_ia32_blendmq_256_mask">,
3453         Intrinsic<[llvm_v4i64_ty],
3454                   [llvm_v4i64_ty, llvm_v4i64_ty, llvm_i8_ty],
3455                   [IntrNoMem]>;
3456   def int_x86_avx512_mask_blend_d_128 : GCCBuiltin<"__builtin_ia32_blendmd_128_mask">,
3457         Intrinsic<[llvm_v4i32_ty],
3458                   [llvm_v4i32_ty, llvm_v4i32_ty, llvm_i8_ty],
3459                   [IntrNoMem]>;
3460   def int_x86_avx512_mask_blend_q_128 : GCCBuiltin<"__builtin_ia32_blendmq_128_mask">,
3461         Intrinsic<[llvm_v2i64_ty],
3462                   [llvm_v2i64_ty, llvm_v2i64_ty, llvm_i8_ty],
3463                   [IntrNoMem]>;
3464
3465    def int_x86_avx512_mask_blend_w_512 : GCCBuiltin<"__builtin_ia32_blendmw_512_mask">,
3466         Intrinsic<[llvm_v32i16_ty],
3467                   [llvm_v32i16_ty, llvm_v32i16_ty, llvm_i32_ty],
3468                   [IntrNoMem]>;
3469    def int_x86_avx512_mask_blend_w_256 : GCCBuiltin<"__builtin_ia32_blendmw_256_mask">,
3470         Intrinsic<[llvm_v16i16_ty],
3471                   [llvm_v16i16_ty, llvm_v16i16_ty, llvm_i16_ty],
3472                   [IntrNoMem]>;
3473    def int_x86_avx512_mask_blend_w_128 : GCCBuiltin<"__builtin_ia32_blendmw_128_mask">,
3474         Intrinsic<[llvm_v8i16_ty],
3475                   [llvm_v8i16_ty, llvm_v8i16_ty, llvm_i8_ty],
3476                   [IntrNoMem]>;
3477    def int_x86_avx512_mask_blend_b_512 : GCCBuiltin<"__builtin_ia32_blendmb_512_mask">,
3478         Intrinsic<[llvm_v64i8_ty],
3479                   [llvm_v64i8_ty, llvm_v64i8_ty, llvm_i64_ty],
3480                   [IntrNoMem]>;
3481    def int_x86_avx512_mask_blend_b_256 : GCCBuiltin<"__builtin_ia32_blendmb_256_mask">,
3482         Intrinsic<[llvm_v32i8_ty],
3483                   [llvm_v32i8_ty, llvm_v32i8_ty, llvm_i32_ty],
3484                   [IntrNoMem]>;
3485    def int_x86_avx512_mask_blend_b_128 : GCCBuiltin<"__builtin_ia32_blendmb_128_mask">,
3486         Intrinsic<[llvm_v16i8_ty],
3487                   [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i16_ty],
3488                   [IntrNoMem]>;
3489
3490 }
3491
3492 let TargetPrefix = "x86" in {
3493   def int_x86_avx512_mask_valign_q_512 : GCCBuiltin<"__builtin_ia32_alignq512_mask">,
3494         Intrinsic<[llvm_v8i64_ty],
3495                   [llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty, llvm_v8i64_ty, llvm_i8_ty],
3496                   [IntrNoMem]>;
3497
3498   def int_x86_avx512_mask_valign_d_512 : GCCBuiltin<"__builtin_ia32_alignd512_mask">,
3499         Intrinsic<[llvm_v16i32_ty],
3500                   [llvm_v16i32_ty, llvm_v16i32_ty, llvm_i8_ty, llvm_v16i32_ty, llvm_i16_ty],
3501                   [IntrNoMem]>;
3502 }
3503
3504 // Compares
3505 let TargetPrefix = "x86" in {
3506   // 512-bit
3507   def int_x86_avx512_mask_pcmpeq_b_512 : GCCBuiltin<"__builtin_ia32_pcmpeqb512_mask">,
3508         Intrinsic<[llvm_i64_ty], [llvm_v64i8_ty, llvm_v64i8_ty, llvm_i64_ty],
3509                   [IntrNoMem]>;
3510   def int_x86_avx512_mask_pcmpeq_w_512 : GCCBuiltin<"__builtin_ia32_pcmpeqw512_mask">,
3511         Intrinsic<[llvm_i32_ty], [llvm_v32i16_ty, llvm_v32i16_ty, llvm_i32_ty],
3512                   [IntrNoMem]>;
3513   def int_x86_avx512_mask_pcmpeq_d_512 : GCCBuiltin<"__builtin_ia32_pcmpeqd512_mask">,
3514             Intrinsic<[llvm_i16_ty], [llvm_v16i32_ty, llvm_v16i32_ty, llvm_i16_ty],
3515                       [IntrNoMem]>;
3516   def int_x86_avx512_mask_pcmpeq_q_512 : GCCBuiltin<"__builtin_ia32_pcmpeqq512_mask">,
3517             Intrinsic<[llvm_i8_ty], [llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty],
3518                       [IntrNoMem]>;
3519
3520   def int_x86_avx512_mask_pcmpgt_b_512: GCCBuiltin<"__builtin_ia32_pcmpgtb512_mask">,
3521         Intrinsic<[llvm_i64_ty], [llvm_v64i8_ty, llvm_v64i8_ty, llvm_i64_ty],
3522                   [IntrNoMem]>;
3523   def int_x86_avx512_mask_pcmpgt_w_512: GCCBuiltin<"__builtin_ia32_pcmpgtw512_mask">,
3524         Intrinsic<[llvm_i32_ty], [llvm_v32i16_ty, llvm_v32i16_ty, llvm_i32_ty],
3525                   [IntrNoMem]>;
3526   def int_x86_avx512_mask_pcmpgt_d_512: GCCBuiltin<"__builtin_ia32_pcmpgtd512_mask">,
3527         Intrinsic<[llvm_i16_ty], [llvm_v16i32_ty, llvm_v16i32_ty, llvm_i16_ty],
3528                   [IntrNoMem]>;
3529   def int_x86_avx512_mask_pcmpgt_q_512: GCCBuiltin<"__builtin_ia32_pcmpgtq512_mask">,
3530         Intrinsic<[llvm_i8_ty], [llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty],
3531                   [IntrNoMem]>;
3532
3533   def int_x86_avx512_mask_cmp_b_512: GCCBuiltin<"__builtin_ia32_cmpb512_mask">,
3534         Intrinsic<[llvm_i64_ty], [llvm_v64i8_ty, llvm_v64i8_ty, llvm_i8_ty,
3535                   llvm_i64_ty], [IntrNoMem]>;
3536   def int_x86_avx512_mask_cmp_w_512: GCCBuiltin<"__builtin_ia32_cmpw512_mask">,
3537         Intrinsic<[llvm_i32_ty], [llvm_v32i16_ty, llvm_v32i16_ty, llvm_i8_ty,
3538                   llvm_i32_ty], [IntrNoMem]>;
3539   def int_x86_avx512_mask_cmp_d_512: GCCBuiltin<"__builtin_ia32_cmpd512_mask">,
3540         Intrinsic<[llvm_i16_ty], [llvm_v16i32_ty, llvm_v16i32_ty, llvm_i8_ty,
3541                   llvm_i16_ty], [IntrNoMem ]>;
3542   def int_x86_avx512_mask_cmp_q_512: GCCBuiltin<"__builtin_ia32_cmpq512_mask">,
3543         Intrinsic<[llvm_i8_ty], [llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty,
3544                   llvm_i8_ty], [IntrNoMem]>;
3545
3546   def int_x86_avx512_mask_ucmp_b_512: GCCBuiltin<"__builtin_ia32_ucmpb512_mask">,
3547         Intrinsic<[llvm_i64_ty], [llvm_v64i8_ty, llvm_v64i8_ty, llvm_i8_ty,
3548                   llvm_i64_ty], [IntrNoMem]>;
3549   def int_x86_avx512_mask_ucmp_w_512: GCCBuiltin<"__builtin_ia32_ucmpw512_mask">,
3550         Intrinsic<[llvm_i32_ty], [llvm_v32i16_ty, llvm_v32i16_ty, llvm_i8_ty,
3551                   llvm_i32_ty], [IntrNoMem]>;
3552   def int_x86_avx512_mask_ucmp_d_512: GCCBuiltin<"__builtin_ia32_ucmpd512_mask">,
3553         Intrinsic<[llvm_i16_ty], [llvm_v16i32_ty, llvm_v16i32_ty, llvm_i8_ty,
3554                   llvm_i16_ty], [IntrNoMem]>;
3555   def int_x86_avx512_mask_ucmp_q_512: GCCBuiltin<"__builtin_ia32_ucmpq512_mask">,
3556         Intrinsic<[llvm_i8_ty], [llvm_v8i64_ty, llvm_v8i64_ty, llvm_i8_ty,
3557                   llvm_i8_ty], [IntrNoMem]>;
3558
3559   // 256-bit
3560   def int_x86_avx512_mask_pcmpeq_b_256 : GCCBuiltin<"__builtin_ia32_pcmpeqb256_mask">,
3561         Intrinsic<[llvm_i32_ty], [llvm_v32i8_ty, llvm_v32i8_ty, llvm_i32_ty],
3562                   [IntrNoMem]>;
3563   def int_x86_avx512_mask_pcmpeq_w_256 : GCCBuiltin<"__builtin_ia32_pcmpeqw256_mask">,
3564         Intrinsic<[llvm_i16_ty], [llvm_v16i16_ty, llvm_v16i16_ty, llvm_i16_ty],
3565                   [IntrNoMem]>;
3566   def int_x86_avx512_mask_pcmpeq_d_256 : GCCBuiltin<"__builtin_ia32_pcmpeqd256_mask">,
3567         Intrinsic<[llvm_i8_ty], [llvm_v8i32_ty, llvm_v8i32_ty, llvm_i8_ty],
3568                   [IntrNoMem]>;
3569   def int_x86_avx512_mask_pcmpeq_q_256 : GCCBuiltin<"__builtin_ia32_pcmpeqq256_mask">,
3570         Intrinsic<[llvm_i8_ty], [llvm_v4i64_ty, llvm_v4i64_ty, llvm_i8_ty],
3571                   [IntrNoMem]>;
3572
3573   def int_x86_avx512_mask_pcmpgt_b_256: GCCBuiltin<"__builtin_ia32_pcmpgtb256_mask">,
3574         Intrinsic<[llvm_i32_ty], [llvm_v32i8_ty, llvm_v32i8_ty, llvm_i32_ty],
3575                   [IntrNoMem]>;
3576   def int_x86_avx512_mask_pcmpgt_w_256: GCCBuiltin<"__builtin_ia32_pcmpgtw256_mask">,
3577         Intrinsic<[llvm_i16_ty], [llvm_v16i16_ty, llvm_v16i16_ty, llvm_i16_ty],
3578                   [IntrNoMem]>;
3579   def int_x86_avx512_mask_pcmpgt_d_256: GCCBuiltin<"__builtin_ia32_pcmpgtd256_mask">,
3580         Intrinsic<[llvm_i8_ty], [llvm_v8i32_ty, llvm_v8i32_ty, llvm_i8_ty],
3581                   [IntrNoMem]>;
3582   def int_x86_avx512_mask_pcmpgt_q_256: GCCBuiltin<"__builtin_ia32_pcmpgtq256_mask">,
3583         Intrinsic<[llvm_i8_ty], [llvm_v4i64_ty, llvm_v4i64_ty, llvm_i8_ty],
3584                   [IntrNoMem]>;
3585
3586   def int_x86_avx512_mask_cmp_b_256: GCCBuiltin<"__builtin_ia32_cmpb256_mask">,
3587         Intrinsic<[llvm_i32_ty], [llvm_v32i8_ty, llvm_v32i8_ty, llvm_i8_ty,
3588                   llvm_i32_ty], [IntrNoMem]>;
3589   def int_x86_avx512_mask_cmp_w_256: GCCBuiltin<"__builtin_ia32_cmpw256_mask">,
3590         Intrinsic<[llvm_i16_ty], [llvm_v16i16_ty, llvm_v16i16_ty, llvm_i8_ty,
3591                   llvm_i16_ty], [IntrNoMem]>;
3592   def int_x86_avx512_mask_cmp_d_256: GCCBuiltin<"__builtin_ia32_cmpd256_mask">,
3593         Intrinsic<[llvm_i8_ty], [llvm_v8i32_ty, llvm_v8i32_ty, llvm_i8_ty,
3594                   llvm_i8_ty], [IntrNoMem]>;
3595   def int_x86_avx512_mask_cmp_q_256: GCCBuiltin<"__builtin_ia32_cmpq256_mask">,
3596         Intrinsic<[llvm_i8_ty], [llvm_v4i64_ty, llvm_v4i64_ty, llvm_i8_ty,
3597                   llvm_i8_ty], [IntrNoMem]>;
3598
3599   def int_x86_avx512_mask_ucmp_b_256: GCCBuiltin<"__builtin_ia32_ucmpb256_mask">,
3600         Intrinsic<[llvm_i32_ty], [llvm_v32i8_ty, llvm_v32i8_ty, llvm_i8_ty,
3601                   llvm_i32_ty], [IntrNoMem]>;
3602   def int_x86_avx512_mask_ucmp_w_256: GCCBuiltin<"__builtin_ia32_ucmpw256_mask">,
3603         Intrinsic<[llvm_i16_ty], [llvm_v16i16_ty, llvm_v16i16_ty, llvm_i8_ty,
3604                   llvm_i16_ty], [IntrNoMem]>;
3605   def int_x86_avx512_mask_ucmp_d_256: GCCBuiltin<"__builtin_ia32_ucmpd256_mask">,
3606         Intrinsic<[llvm_i8_ty], [llvm_v8i32_ty, llvm_v8i32_ty, llvm_i8_ty,
3607                   llvm_i8_ty], [IntrNoMem]>;
3608   def int_x86_avx512_mask_ucmp_q_256: GCCBuiltin<"__builtin_ia32_ucmpq256_mask">,
3609         Intrinsic<[llvm_i8_ty], [llvm_v4i64_ty, llvm_v4i64_ty, llvm_i8_ty,
3610                   llvm_i8_ty], [IntrNoMem]>;
3611
3612   // 128-bit
3613   def int_x86_avx512_mask_pcmpeq_b_128 : GCCBuiltin<"__builtin_ia32_pcmpeqb128_mask">,
3614         Intrinsic<[llvm_i16_ty], [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i16_ty],
3615                   [IntrNoMem]>;
3616   def int_x86_avx512_mask_pcmpeq_w_128 : GCCBuiltin<"__builtin_ia32_pcmpeqw128_mask">,
3617         Intrinsic<[llvm_i8_ty], [llvm_v8i16_ty, llvm_v8i16_ty, llvm_i8_ty],
3618                   [IntrNoMem]>;
3619   def int_x86_avx512_mask_pcmpeq_d_128 : GCCBuiltin<"__builtin_ia32_pcmpeqd128_mask">,
3620         Intrinsic<[llvm_i8_ty], [llvm_v4i32_ty, llvm_v4i32_ty, llvm_i8_ty],
3621                   [IntrNoMem]>;
3622   def int_x86_avx512_mask_pcmpeq_q_128 : GCCBuiltin<"__builtin_ia32_pcmpeqq128_mask">,
3623         Intrinsic<[llvm_i8_ty], [llvm_v2i64_ty, llvm_v2i64_ty, llvm_i8_ty],
3624                   [IntrNoMem]>;
3625
3626   def int_x86_avx512_mask_pcmpgt_b_128: GCCBuiltin<"__builtin_ia32_pcmpgtb128_mask">,
3627         Intrinsic<[llvm_i16_ty], [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i16_ty],
3628                   [IntrNoMem]>;
3629   def int_x86_avx512_mask_pcmpgt_w_128: GCCBuiltin<"__builtin_ia32_pcmpgtw128_mask">,
3630         Intrinsic<[llvm_i8_ty], [llvm_v8i16_ty, llvm_v8i16_ty, llvm_i8_ty],
3631                   [IntrNoMem]>;
3632   def int_x86_avx512_mask_pcmpgt_d_128: GCCBuiltin<"__builtin_ia32_pcmpgtd128_mask">,
3633         Intrinsic<[llvm_i8_ty], [llvm_v4i32_ty, llvm_v4i32_ty, llvm_i8_ty],
3634                   [IntrNoMem]>;
3635   def int_x86_avx512_mask_pcmpgt_q_128: GCCBuiltin<"__builtin_ia32_pcmpgtq128_mask">,
3636         Intrinsic<[llvm_i8_ty], [llvm_v2i64_ty, llvm_v2i64_ty, llvm_i8_ty],
3637                   [IntrNoMem]>;
3638
3639   def int_x86_avx512_mask_cmp_b_128: GCCBuiltin<"__builtin_ia32_cmpb128_mask">,
3640         Intrinsic<[llvm_i16_ty], [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty,
3641                   llvm_i16_ty], [IntrNoMem]>;
3642   def int_x86_avx512_mask_cmp_w_128: GCCBuiltin<"__builtin_ia32_cmpw128_mask">,
3643         Intrinsic<[llvm_i8_ty], [llvm_v8i16_ty, llvm_v8i16_ty, llvm_i8_ty,
3644                   llvm_i8_ty], [IntrNoMem]>;
3645   def int_x86_avx512_mask_cmp_d_128: GCCBuiltin<"__builtin_ia32_cmpd128_mask">,
3646         Intrinsic<[llvm_i8_ty], [llvm_v4i32_ty, llvm_v4i32_ty, llvm_i8_ty,
3647                   llvm_i8_ty], [IntrNoMem]>;
3648   def int_x86_avx512_mask_cmp_q_128: GCCBuiltin<"__builtin_ia32_cmpq128_mask">,
3649         Intrinsic<[llvm_i8_ty], [llvm_v2i64_ty, llvm_v2i64_ty, llvm_i8_ty,
3650                   llvm_i8_ty], [IntrNoMem]>;
3651
3652   def int_x86_avx512_mask_ucmp_b_128: GCCBuiltin<"__builtin_ia32_ucmpb128_mask">,
3653         Intrinsic<[llvm_i16_ty], [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i8_ty,
3654                   llvm_i16_ty], [IntrNoMem]>;
3655   def int_x86_avx512_mask_ucmp_w_128: GCCBuiltin<"__builtin_ia32_ucmpw128_mask">,
3656         Intrinsic<[llvm_i8_ty], [llvm_v8i16_ty, llvm_v8i16_ty, llvm_i8_ty,
3657                   llvm_i8_ty], [IntrNoMem]>;
3658   def int_x86_avx512_mask_ucmp_d_128: GCCBuiltin<"__builtin_ia32_ucmpd128_mask">,
3659         Intrinsic<[llvm_i8_ty], [llvm_v4i32_ty, llvm_v4i32_ty, llvm_i8_ty,
3660                   llvm_i8_ty], [IntrNoMem]>;
3661   def int_x86_avx512_mask_ucmp_q_128: GCCBuiltin<"__builtin_ia32_ucmpq128_mask">,
3662         Intrinsic<[llvm_i8_ty], [llvm_v2i64_ty, llvm_v2i64_ty, llvm_i8_ty,
3663                   llvm_i8_ty], [IntrNoMem]>;
3664 }
3665
3666 // Compress, Expand
3667 let TargetPrefix = "x86" in {
3668   def int_x86_avx512_mask_compress_ps_512 :
3669                              GCCBuiltin<"__builtin_ia32_compresssf512_mask">,
3670         Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3671                    llvm_i16_ty], [IntrNoMem]>;
3672   def int_x86_avx512_mask_compress_pd_512 :
3673                              GCCBuiltin<"__builtin_ia32_compressdf512_mask">,
3674         Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3675                    llvm_i8_ty], [IntrNoMem]>;
3676   def int_x86_avx512_mask_compress_ps_256 :
3677                              GCCBuiltin<"__builtin_ia32_compresssf256_mask">,
3678         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty, llvm_v8f32_ty,
3679                    llvm_i8_ty], [IntrNoMem]>;
3680   def int_x86_avx512_mask_compress_pd_256 :
3681                              GCCBuiltin<"__builtin_ia32_compressdf256_mask">,
3682         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty, llvm_v4f64_ty,
3683                    llvm_i8_ty], [IntrNoMem]>;
3684   def int_x86_avx512_mask_compress_ps_128 :
3685                              GCCBuiltin<"__builtin_ia32_compresssf128_mask">,
3686         Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty,
3687                    llvm_i8_ty], [IntrNoMem]>;
3688   def int_x86_avx512_mask_compress_pd_128 :
3689                              GCCBuiltin<"__builtin_ia32_compressdf128_mask">,
3690         Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty,
3691                    llvm_i8_ty], [IntrNoMem]>;
3692
3693   def int_x86_avx512_mask_compress_store_ps_512 :
3694                             GCCBuiltin<"__builtin_ia32_compressstoresf512_mask">,
3695         Intrinsic<[], [llvm_ptr_ty, llvm_v16f32_ty,
3696                    llvm_i16_ty], [IntrReadWriteArgMem]>;
3697   def int_x86_avx512_mask_compress_store_pd_512 :
3698                             GCCBuiltin<"__builtin_ia32_compressstoredf512_mask">,
3699         Intrinsic<[], [llvm_ptr_ty, llvm_v8f64_ty,
3700                    llvm_i8_ty], [IntrReadWriteArgMem]>;
3701   def int_x86_avx512_mask_compress_store_ps_256 :
3702                             GCCBuiltin<"__builtin_ia32_compressstoresf256_mask">,
3703         Intrinsic<[], [llvm_ptr_ty, llvm_v8f32_ty,
3704                    llvm_i8_ty], [IntrReadWriteArgMem]>;
3705   def int_x86_avx512_mask_compress_store_pd_256 :
3706                             GCCBuiltin<"__builtin_ia32_compressstoredf256_mask">,
3707         Intrinsic<[], [llvm_ptr_ty, llvm_v4f64_ty,
3708                    llvm_i8_ty], [IntrReadWriteArgMem]>;
3709   def int_x86_avx512_mask_compress_store_ps_128 :
3710                             GCCBuiltin<"__builtin_ia32_compressstoresf128_mask">,
3711         Intrinsic<[], [llvm_ptr_ty, llvm_v4f32_ty,
3712                    llvm_i8_ty], [IntrReadWriteArgMem]>;
3713   def int_x86_avx512_mask_compress_store_pd_128 :
3714                             GCCBuiltin<"__builtin_ia32_compressstoredf128_mask">,
3715         Intrinsic<[], [llvm_ptr_ty, llvm_v2f64_ty,
3716                    llvm_i8_ty], [IntrReadWriteArgMem]>;
3717
3718   def int_x86_avx512_mask_compress_d_512 :
3719                              GCCBuiltin<"__builtin_ia32_compresssi512_mask">,
3720         Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
3721                    llvm_i16_ty], [IntrNoMem]>;
3722   def int_x86_avx512_mask_compress_q_512 :
3723                              GCCBuiltin<"__builtin_ia32_compressdi512_mask">,
3724         Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
3725                    llvm_i8_ty], [IntrNoMem]>;
3726   def int_x86_avx512_mask_compress_d_256 :
3727                              GCCBuiltin<"__builtin_ia32_compresssi256_mask">,
3728         Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty, llvm_v8i32_ty,
3729                    llvm_i8_ty], [IntrNoMem]>;
3730   def int_x86_avx512_mask_compress_q_256 :
3731                              GCCBuiltin<"__builtin_ia32_compressdi256_mask">,
3732         Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty, llvm_v4i64_ty,
3733                    llvm_i8_ty], [IntrNoMem]>;
3734   def int_x86_avx512_mask_compress_d_128 :
3735                              GCCBuiltin<"__builtin_ia32_compresssi128_mask">,
3736         Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty,
3737                    llvm_i8_ty], [IntrNoMem]>;
3738   def int_x86_avx512_mask_compress_q_128 :
3739                              GCCBuiltin<"__builtin_ia32_compressdi128_mask">,
3740         Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty,
3741                    llvm_i8_ty], [IntrNoMem]>;
3742
3743   def int_x86_avx512_mask_compress_store_d_512 :
3744                             GCCBuiltin<"__builtin_ia32_compressstoresi512_mask">,
3745         Intrinsic<[], [llvm_ptr_ty, llvm_v16i32_ty,
3746                    llvm_i16_ty], [IntrReadWriteArgMem]>;
3747   def int_x86_avx512_mask_compress_store_q_512 :
3748                             GCCBuiltin<"__builtin_ia32_compressstoredi512_mask">,
3749         Intrinsic<[], [llvm_ptr_ty, llvm_v8i64_ty,
3750                    llvm_i8_ty], [IntrReadWriteArgMem]>;
3751   def int_x86_avx512_mask_compress_store_d_256 :
3752                             GCCBuiltin<"__builtin_ia32_compressstoresi256_mask">,
3753         Intrinsic<[], [llvm_ptr_ty, llvm_v8i32_ty,
3754                    llvm_i8_ty], [IntrReadWriteArgMem]>;
3755   def int_x86_avx512_mask_compress_store_q_256 :
3756                             GCCBuiltin<"__builtin_ia32_compressstoredi256_mask">,
3757         Intrinsic<[], [llvm_ptr_ty, llvm_v4i64_ty,
3758                    llvm_i8_ty], [IntrReadWriteArgMem]>;
3759   def int_x86_avx512_mask_compress_store_d_128 :
3760                             GCCBuiltin<"__builtin_ia32_compressstoresi128_mask">,
3761         Intrinsic<[], [llvm_ptr_ty, llvm_v4i32_ty,
3762                    llvm_i8_ty], [IntrReadWriteArgMem]>;
3763   def int_x86_avx512_mask_compress_store_q_128 :
3764                             GCCBuiltin<"__builtin_ia32_compressstoredi128_mask">,
3765         Intrinsic<[], [llvm_ptr_ty, llvm_v2i64_ty,
3766                    llvm_i8_ty], [IntrReadWriteArgMem]>;
3767
3768 // expand
3769   def int_x86_avx512_mask_expand_ps_512 :
3770                              GCCBuiltin<"__builtin_ia32_expandsf512_mask">,
3771         Intrinsic<[llvm_v16f32_ty], [llvm_v16f32_ty, llvm_v16f32_ty,
3772                    llvm_i16_ty], [IntrNoMem]>;
3773   def int_x86_avx512_mask_expand_pd_512 :
3774                              GCCBuiltin<"__builtin_ia32_expanddf512_mask">,
3775         Intrinsic<[llvm_v8f64_ty], [llvm_v8f64_ty, llvm_v8f64_ty,
3776                    llvm_i8_ty], [IntrNoMem]>;
3777   def int_x86_avx512_mask_expand_ps_256 :
3778                              GCCBuiltin<"__builtin_ia32_expandsf256_mask">,
3779         Intrinsic<[llvm_v8f32_ty], [llvm_v8f32_ty, llvm_v8f32_ty,
3780                    llvm_i8_ty], [IntrNoMem]>;
3781   def int_x86_avx512_mask_expand_pd_256 :
3782                              GCCBuiltin<"__builtin_ia32_expanddf256_mask">,
3783         Intrinsic<[llvm_v4f64_ty], [llvm_v4f64_ty, llvm_v4f64_ty,
3784                    llvm_i8_ty], [IntrNoMem]>;
3785   def int_x86_avx512_mask_expand_ps_128 :
3786                              GCCBuiltin<"__builtin_ia32_expandsf128_mask">,
3787         Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty,
3788                    llvm_i8_ty], [IntrNoMem]>;
3789   def int_x86_avx512_mask_expand_pd_128 :
3790                              GCCBuiltin<"__builtin_ia32_expanddf128_mask">,
3791         Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty,
3792                    llvm_i8_ty], [IntrNoMem]>;
3793
3794   def int_x86_avx512_mask_expand_load_ps_512 :
3795                             GCCBuiltin<"__builtin_ia32_expandloadsf512_mask">,
3796         Intrinsic<[llvm_v16f32_ty], [llvm_ptr_ty, llvm_v16f32_ty,
3797                    llvm_i16_ty], [IntrReadArgMem]>;
3798   def int_x86_avx512_mask_expand_load_pd_512 :
3799                             GCCBuiltin<"__builtin_ia32_expandloaddf512_mask">,
3800         Intrinsic<[llvm_v8f64_ty], [llvm_ptr_ty, llvm_v8f64_ty,
3801                    llvm_i8_ty], [IntrReadArgMem]>;
3802   def int_x86_avx512_mask_expand_load_ps_256 :
3803                             GCCBuiltin<"__builtin_ia32_expandloadsf256_mask">,
3804         Intrinsic<[llvm_v8f32_ty], [llvm_ptr_ty, llvm_v8f32_ty,
3805                    llvm_i8_ty], [IntrReadArgMem]>;
3806   def int_x86_avx512_mask_expand_load_pd_256 :
3807                             GCCBuiltin<"__builtin_ia32_expandloaddf256_mask">,
3808         Intrinsic<[llvm_v4f64_ty], [llvm_ptr_ty, llvm_v4f64_ty,
3809                    llvm_i8_ty], [IntrReadArgMem]>;
3810   def int_x86_avx512_mask_expand_load_ps_128 :
3811                             GCCBuiltin<"__builtin_ia32_expandloadsf128_mask">,
3812         Intrinsic<[llvm_v4f32_ty], [llvm_ptr_ty, llvm_v4f32_ty,
3813                    llvm_i8_ty], [IntrReadArgMem]>;
3814   def int_x86_avx512_mask_expand_load_pd_128 :
3815                             GCCBuiltin<"__builtin_ia32_expandloaddf128_mask">,
3816         Intrinsic<[llvm_v2f64_ty], [llvm_ptr_ty, llvm_v2f64_ty,
3817                    llvm_i8_ty], [IntrReadArgMem]>;
3818
3819   def int_x86_avx512_mask_expand_d_512 :
3820                              GCCBuiltin<"__builtin_ia32_expandsi512_mask">,
3821         Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
3822                    llvm_i16_ty], [IntrNoMem]>;
3823   def int_x86_avx512_mask_expand_q_512 :
3824                              GCCBuiltin<"__builtin_ia32_expanddi512_mask">,
3825         Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
3826                    llvm_i8_ty], [IntrNoMem]>;
3827   def int_x86_avx512_mask_expand_d_256 :
3828                              GCCBuiltin<"__builtin_ia32_expandsi256_mask">,
3829         Intrinsic<[llvm_v8i32_ty], [llvm_v8i32_ty, llvm_v8i32_ty,
3830                    llvm_i8_ty], [IntrNoMem]>;
3831   def int_x86_avx512_mask_expand_q_256 :
3832                              GCCBuiltin<"__builtin_ia32_expanddi256_mask">,
3833         Intrinsic<[llvm_v4i64_ty], [llvm_v4i64_ty, llvm_v4i64_ty,
3834                    llvm_i8_ty], [IntrNoMem]>;
3835   def int_x86_avx512_mask_expand_d_128 :
3836                              GCCBuiltin<"__builtin_ia32_expandsi128_mask">,
3837         Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty,
3838                    llvm_i8_ty], [IntrNoMem]>;
3839   def int_x86_avx512_mask_expand_q_128 :
3840                              GCCBuiltin<"__builtin_ia32_expanddi128_mask">,
3841         Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty,
3842                    llvm_i8_ty], [IntrNoMem]>;
3843
3844   def int_x86_avx512_mask_expand_load_d_512 :
3845                             GCCBuiltin<"__builtin_ia32_expandloadsi512_mask">,
3846         Intrinsic<[llvm_v16i32_ty], [llvm_ptr_ty, llvm_v16i32_ty,
3847                    llvm_i16_ty], [IntrReadArgMem]>;
3848   def int_x86_avx512_mask_expand_load_q_512 :
3849                             GCCBuiltin<"__builtin_ia32_expandloaddi512_mask">,
3850         Intrinsic<[llvm_v8i64_ty], [llvm_ptr_ty, llvm_v8i64_ty,
3851                    llvm_i8_ty], [IntrReadArgMem]>;
3852   def int_x86_avx512_mask_expand_load_d_256 :
3853                             GCCBuiltin<"__builtin_ia32_expandloadsi256_mask">,
3854         Intrinsic<[llvm_v8i32_ty], [llvm_ptr_ty, llvm_v8i32_ty,
3855                    llvm_i8_ty], [IntrReadArgMem]>;
3856   def int_x86_avx512_mask_expand_load_q_256 :
3857                             GCCBuiltin<"__builtin_ia32_expandloaddi256_mask">,
3858         Intrinsic<[llvm_v4i64_ty], [llvm_ptr_ty, llvm_v4i64_ty,
3859                    llvm_i8_ty], [IntrReadArgMem]>;
3860   def int_x86_avx512_mask_expand_load_d_128 :
3861                             GCCBuiltin<"__builtin_ia32_expandloadsi128_mask">,
3862         Intrinsic<[llvm_v4i32_ty], [llvm_ptr_ty, llvm_v4i32_ty,
3863                    llvm_i8_ty], [IntrReadArgMem]>;
3864   def int_x86_avx512_mask_expand_load_q_128 :
3865                             GCCBuiltin<"__builtin_ia32_expandloaddi128_mask">,
3866         Intrinsic<[llvm_v2i64_ty], [llvm_ptr_ty, llvm_v2i64_ty,
3867                    llvm_i8_ty], [IntrReadArgMem]>;
3868
3869 }
3870 // Misc.
3871 let TargetPrefix = "x86" in {
3872   def int_x86_avx512_mask_cmp_ps_512 : GCCBuiltin<"__builtin_ia32_cmpps512_mask">,
3873             Intrinsic<[llvm_i16_ty], [llvm_v16f32_ty, llvm_v16f32_ty, llvm_i8_ty,
3874                                       llvm_i16_ty, llvm_i32_ty], [IntrNoMem]>;
3875   def int_x86_avx512_mask_cmp_pd_512 : GCCBuiltin<"__builtin_ia32_cmppd512_mask">,
3876             Intrinsic<[llvm_i8_ty], [llvm_v8f64_ty, llvm_v8f64_ty, llvm_i8_ty,
3877                                       llvm_i8_ty, llvm_i32_ty], [IntrNoMem]>;
3878   def int_x86_avx512_mask_pand_d_512 : GCCBuiltin<"__builtin_ia32_pandd512_mask">,
3879             Intrinsic<[llvm_v16i32_ty], [llvm_v16i32_ty, llvm_v16i32_ty,
3880                                          llvm_v16i32_ty, llvm_i16_ty],
3881                       [IntrNoMem]>;
3882   def int_x86_avx512_mask_pand_q_512 : GCCBuiltin<"__builtin_ia32_pandq512_mask">,
3883             Intrinsic<[llvm_v8i64_ty], [llvm_v8i64_ty, llvm_v8i64_ty,
3884                                         llvm_v8i64_ty, llvm_i8_ty],
3885                       [IntrNoMem]>;
3886   def int_x86_avx512_movntdqa : GCCBuiltin<"__builtin_ia32_movntdqa512">,
3887             Intrinsic<[llvm_v8i64_ty], [llvm_ptr_ty], [IntrReadMem]>;
3888 }
3889
3890 //===----------------------------------------------------------------------===//
3891 // SHA intrinsics
3892 let TargetPrefix = "x86" in {
3893   def int_x86_sha1rnds4 : GCCBuiltin<"__builtin_ia32_sha1rnds4">,
3894         Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty, llvm_i8_ty],
3895                   [IntrNoMem]>;
3896   def int_x86_sha1nexte : GCCBuiltin<"__builtin_ia32_sha1nexte">,
3897       Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty], [IntrNoMem]>;
3898   def int_x86_sha1msg1 : GCCBuiltin<"__builtin_ia32_sha1msg1">,
3899       Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty], [IntrNoMem]>;
3900   def int_x86_sha1msg2 : GCCBuiltin<"__builtin_ia32_sha1msg2">,
3901       Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty], [IntrNoMem]>;
3902   def int_x86_sha256rnds2 : GCCBuiltin<"__builtin_ia32_sha256rnds2">,
3903       Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty, llvm_v4i32_ty],
3904                 [IntrNoMem]>;
3905   def int_x86_sha256msg1 : GCCBuiltin<"__builtin_ia32_sha256msg1">,
3906       Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty], [IntrNoMem]>;
3907   def int_x86_sha256msg2 : GCCBuiltin<"__builtin_ia32_sha256msg2">,
3908       Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty], [IntrNoMem]>;
3909 }