include/llvm/IR/IntrinsicsARM.td

   1 //===- IntrinsicsARM.td - Defines ARM intrinsics -----------*- tablegen -*-===//
   2 //
   3 //                     The LLVM Compiler Infrastructure
   4 //
   5 // This file is distributed under the University of Illinois Open Source
   6 // License. See LICENSE.TXT for details.
   7 //
   8 //===----------------------------------------------------------------------===//
   9 //
  10 // This file defines all of the ARM-specific intrinsics.
  11 //
  12 //===----------------------------------------------------------------------===//
  13
  14
  15 //===----------------------------------------------------------------------===//
  16 // TLS
  17
  18 let TargetPrefix = "arm" in {  // All intrinsics start with "llvm.arm.".
  19
  20 def int_arm_thread_pointer : GCCBuiltin<"__builtin_thread_pointer">,
  21             Intrinsic<[llvm_ptr_ty], [], [IntrNoMem]>;
  22
  23 //===----------------------------------------------------------------------===//
  24 // Saturating Arithmentic
  25
  26 def int_arm_qadd : GCCBuiltin<"__builtin_arm_qadd">,
  27     Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
  28     [IntrNoMem, Commutative]>;
  29 def int_arm_qsub : GCCBuiltin<"__builtin_arm_qsub">,
  30     Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
  31 def int_arm_ssat : GCCBuiltin<"__builtin_arm_ssat">,
  32     Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
  33 def int_arm_usat : GCCBuiltin<"__builtin_arm_usat">,
  34     Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
  35
  36 //===----------------------------------------------------------------------===//
  37 // Load, Store and Clear exclusive
  38
  39 def int_arm_ldrex : Intrinsic<[llvm_i32_ty], [llvm_anyptr_ty]>;
  40 def int_arm_strex : Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_anyptr_ty]>;
  41
  42 def int_arm_ldaex : Intrinsic<[llvm_i32_ty], [llvm_anyptr_ty]>;
  43 def int_arm_stlex : Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_anyptr_ty]>;
  44
  45 def int_arm_clrex : Intrinsic<[]>;
  46
  47 def int_arm_strexd : Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty,
  48     llvm_ptr_ty]>;
  49 def int_arm_ldrexd : Intrinsic<[llvm_i32_ty, llvm_i32_ty], [llvm_ptr_ty]>;
  50
  51 def int_arm_stlexd : Intrinsic<[llvm_i32_ty],
  52                                [llvm_i32_ty, llvm_i32_ty, llvm_ptr_ty]>;
  53 def int_arm_ldaexd : Intrinsic<[llvm_i32_ty, llvm_i32_ty], [llvm_ptr_ty]>;
  54
  55 //===----------------------------------------------------------------------===//
  56 // Data barrier instructions
  57 def int_arm_dmb : GCCBuiltin<"__builtin_arm_dmb">, Intrinsic<[], [llvm_i32_ty]>;
  58 def int_arm_dsb : GCCBuiltin<"__builtin_arm_dsb">, Intrinsic<[], [llvm_i32_ty]>;
  59
  60 //===----------------------------------------------------------------------===//
  61 // VFP
  62
  63 def int_arm_get_fpscr : GCCBuiltin<"__builtin_arm_get_fpscr">,
  64                        Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>;
  65 def int_arm_set_fpscr : GCCBuiltin<"__builtin_arm_set_fpscr">,
  66                        Intrinsic<[], [llvm_i32_ty], []>;
  67 def int_arm_vcvtr     : Intrinsic<[llvm_float_ty], [llvm_anyfloat_ty],
  68                                   [IntrNoMem]>;
  69 def int_arm_vcvtru    : Intrinsic<[llvm_float_ty], [llvm_anyfloat_ty],
  70                                   [IntrNoMem]>;
  71
  72 //===----------------------------------------------------------------------===//
  73 // Coprocessor
  74
  75 // Move to coprocessor
  76 def int_arm_mcr : GCCBuiltin<"__builtin_arm_mcr">,
  77    Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
  78                   llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], []>;
  79 def int_arm_mcr2 : GCCBuiltin<"__builtin_arm_mcr2">,
  80    Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
  81                   llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], []>;
  82
  83 // Move from coprocessor
  84 def int_arm_mrc : GCCBuiltin<"__builtin_arm_mrc">,
  85    Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
  86                              llvm_i32_ty, llvm_i32_ty], []>;
  87 def int_arm_mrc2 : GCCBuiltin<"__builtin_arm_mrc2">,
  88    Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
  89                              llvm_i32_ty, llvm_i32_ty], []>;
  90
  91 // Coprocessor data processing
  92 def int_arm_cdp : GCCBuiltin<"__builtin_arm_cdp">,
  93    Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
  94                   llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], []>;
  95 def int_arm_cdp2 : GCCBuiltin<"__builtin_arm_cdp2">,
  96    Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
  97                   llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], []>;
  98
  99 // Move from two registers to coprocessor
 100 def int_arm_mcrr : GCCBuiltin<"__builtin_arm_mcrr">,
 101    Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
 102                   llvm_i32_ty, llvm_i32_ty], []>;
 103 def int_arm_mcrr2 : GCCBuiltin<"__builtin_arm_mcrr2">,
 104    Intrinsic<[], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
 105                   llvm_i32_ty, llvm_i32_ty], []>;
 106
 107 //===----------------------------------------------------------------------===//
 108 // CRC32
 109
 110 def int_arm_crc32b  : Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
 111     [IntrNoMem]>;
 112 def int_arm_crc32cb : Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
 113     [IntrNoMem]>;
 114 def int_arm_crc32h  : Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
 115     [IntrNoMem]>;
 116 def int_arm_crc32ch : Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
 117     [IntrNoMem]>;
 118 def int_arm_crc32w  : Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
 119     [IntrNoMem]>;
 120 def int_arm_crc32cw : Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
 121     [IntrNoMem]>;
 122
 123 //===----------------------------------------------------------------------===//
 124 // HINT
 125 def int_arm_sevl : Intrinsic<[], []>;
 126
 127 //===----------------------------------------------------------------------===//
 128 // Advanced SIMD (NEON)
 129
 130 // The following classes do not correspond directly to GCC builtins.
 131 class Neon_1Arg_Intrinsic
 132   : Intrinsic<[llvm_anyvector_ty], [LLVMMatchType<0>], [IntrNoMem]>;
 133 class Neon_1Arg_Narrow_Intrinsic
 134   : Intrinsic<[llvm_anyvector_ty],
 135               [LLVMExtendedElementVectorType<0>], [IntrNoMem]>;
 136 class Neon_2Arg_Intrinsic
 137   : Intrinsic<[llvm_anyvector_ty], [LLVMMatchType<0>, LLVMMatchType<0>],
 138               [IntrNoMem]>;
 139 class Neon_2Arg_Narrow_Intrinsic
 140   : Intrinsic<[llvm_anyvector_ty],
 141               [LLVMExtendedElementVectorType<0>,
 142                LLVMExtendedElementVectorType<0>],
 143               [IntrNoMem]>;
 144 class Neon_2Arg_Long_Intrinsic
 145   : Intrinsic<[llvm_anyvector_ty],
 146               [LLVMTruncatedElementVectorType<0>,
 147                LLVMTruncatedElementVectorType<0>],
 148               [IntrNoMem]>;
 149 class Neon_3Arg_Intrinsic
 150   : Intrinsic<[llvm_anyvector_ty],
 151               [LLVMMatchType<0>, LLVMMatchType<0>, LLVMMatchType<0>],
 152               [IntrNoMem]>;
 153 class Neon_3Arg_Long_Intrinsic
 154   : Intrinsic<[llvm_anyvector_ty],
 155               [LLVMMatchType<0>,
 156                LLVMTruncatedElementVectorType<0>,
 157                LLVMTruncatedElementVectorType<0>],
 158               [IntrNoMem]>;
 159 class Neon_CvtFxToFP_Intrinsic
 160   : Intrinsic<[llvm_anyfloat_ty], [llvm_anyint_ty, llvm_i32_ty], [IntrNoMem]>;
 161 class Neon_CvtFPToFx_Intrinsic
 162   : Intrinsic<[llvm_anyint_ty], [llvm_anyfloat_ty, llvm_i32_ty], [IntrNoMem]>;
 163 class Neon_CvtFPtoInt_1Arg_Intrinsic
 164   : Intrinsic<[llvm_anyvector_ty], [llvm_anyvector_ty], [IntrNoMem]>;
 165
 166 class Neon_Compare_Intrinsic
 167   : Intrinsic<[llvm_anyvector_ty], [llvm_anyvector_ty, LLVMMatchType<1>],
 168               [IntrNoMem]>;
 169
 170 // The table operands for VTBL and VTBX consist of 1 to 4 v8i8 vectors.
 171 // Besides the table, VTBL has one other v8i8 argument and VTBX has two.
 172 // Overall, the classes range from 2 to 6 v8i8 arguments.
 173 class Neon_Tbl2Arg_Intrinsic
 174   : Intrinsic<[llvm_v8i8_ty],
 175               [llvm_v8i8_ty, llvm_v8i8_ty], [IntrNoMem]>;
 176 class Neon_Tbl3Arg_Intrinsic
 177   : Intrinsic<[llvm_v8i8_ty],
 178               [llvm_v8i8_ty, llvm_v8i8_ty, llvm_v8i8_ty], [IntrNoMem]>;
 179 class Neon_Tbl4Arg_Intrinsic
 180   : Intrinsic<[llvm_v8i8_ty],
 181               [llvm_v8i8_ty, llvm_v8i8_ty, llvm_v8i8_ty, llvm_v8i8_ty],
 182               [IntrNoMem]>;
 183 class Neon_Tbl5Arg_Intrinsic
 184   : Intrinsic<[llvm_v8i8_ty],
 185               [llvm_v8i8_ty, llvm_v8i8_ty, llvm_v8i8_ty, llvm_v8i8_ty,
 186                llvm_v8i8_ty], [IntrNoMem]>;
 187 class Neon_Tbl6Arg_Intrinsic
 188   : Intrinsic<[llvm_v8i8_ty],
 189               [llvm_v8i8_ty, llvm_v8i8_ty, llvm_v8i8_ty, llvm_v8i8_ty,
 190                llvm_v8i8_ty, llvm_v8i8_ty], [IntrNoMem]>;
 191
 192 // Arithmetic ops
 193
 194 let Properties = [IntrNoMem, Commutative] in {
 195
 196   // Vector Add.
 197   def int_arm_neon_vhadds : Neon_2Arg_Intrinsic;
 198   def int_arm_neon_vhaddu : Neon_2Arg_Intrinsic;
 199   def int_arm_neon_vrhadds : Neon_2Arg_Intrinsic;
 200   def int_arm_neon_vrhaddu : Neon_2Arg_Intrinsic;
 201   def int_arm_neon_vqadds : Neon_2Arg_Intrinsic;
 202   def int_arm_neon_vqaddu : Neon_2Arg_Intrinsic;
 203   def int_arm_neon_vraddhn : Neon_2Arg_Narrow_Intrinsic;
 204
 205   // Vector Multiply.
 206   def int_arm_neon_vmulp : Neon_2Arg_Intrinsic;
 207   def int_arm_neon_vqdmulh : Neon_2Arg_Intrinsic;
 208   def int_arm_neon_vqrdmulh : Neon_2Arg_Intrinsic;
 209   def int_arm_neon_vmulls : Neon_2Arg_Long_Intrinsic;
 210   def int_arm_neon_vmullu : Neon_2Arg_Long_Intrinsic;
 211   def int_arm_neon_vmullp : Neon_2Arg_Long_Intrinsic;
 212   def int_arm_neon_vqdmull : Neon_2Arg_Long_Intrinsic;
 213
 214   // Vector Maximum.
 215   def int_arm_neon_vmaxs : Neon_2Arg_Intrinsic;
 216   def int_arm_neon_vmaxu : Neon_2Arg_Intrinsic;
 217   def int_arm_neon_vmaxnm : Neon_2Arg_Intrinsic;
 218
 219   // Vector Minimum.
 220   def int_arm_neon_vmins : Neon_2Arg_Intrinsic;
 221   def int_arm_neon_vminu : Neon_2Arg_Intrinsic;
 222   def int_arm_neon_vminnm : Neon_2Arg_Intrinsic;
 223
 224   // Vector Reciprocal Step.
 225   def int_arm_neon_vrecps : Neon_2Arg_Intrinsic;
 226
 227   // Vector Reciprocal Square Root Step.
 228   def int_arm_neon_vrsqrts : Neon_2Arg_Intrinsic;
 229 }
 230
 231 // Vector Subtract.
 232 def int_arm_neon_vhsubs : Neon_2Arg_Intrinsic;
 233 def int_arm_neon_vhsubu : Neon_2Arg_Intrinsic;
 234 def int_arm_neon_vqsubs : Neon_2Arg_Intrinsic;
 235 def int_arm_neon_vqsubu : Neon_2Arg_Intrinsic;
 236 def int_arm_neon_vrsubhn : Neon_2Arg_Narrow_Intrinsic;
 237
 238 // Vector Absolute Compare.
 239 def int_arm_neon_vacge : Neon_Compare_Intrinsic;
 240 def int_arm_neon_vacgt : Neon_Compare_Intrinsic;
 241
 242 // Vector Absolute Differences.
 243 def int_arm_neon_vabds : Neon_2Arg_Intrinsic;
 244 def int_arm_neon_vabdu : Neon_2Arg_Intrinsic;
 245
 246 // Vector Pairwise Add.
 247 def int_arm_neon_vpadd : Neon_2Arg_Intrinsic;
 248
 249 // Vector Pairwise Add Long.
 250 // Note: This is different than the other "long" NEON intrinsics because
 251 // the result vector has half as many elements as the source vector.
 252 // The source and destination vector types must be specified separately.
 253 def int_arm_neon_vpaddls : Intrinsic<[llvm_anyvector_ty], [llvm_anyvector_ty],
 254                                      [IntrNoMem]>;
 255 def int_arm_neon_vpaddlu : Intrinsic<[llvm_anyvector_ty], [llvm_anyvector_ty],
 256                                      [IntrNoMem]>;
 257
 258 // Vector Pairwise Add and Accumulate Long.
 259 // Note: This is similar to vpaddl but the destination vector also appears
 260 // as the first argument.
 261 def int_arm_neon_vpadals : Intrinsic<[llvm_anyvector_ty],
 262                                      [LLVMMatchType<0>, llvm_anyvector_ty],
 263                                      [IntrNoMem]>;
 264 def int_arm_neon_vpadalu : Intrinsic<[llvm_anyvector_ty],
 265                                      [LLVMMatchType<0>, llvm_anyvector_ty],
 266                                      [IntrNoMem]>;
 267
 268 // Vector Pairwise Maximum and Minimum.
 269 def int_arm_neon_vpmaxs : Neon_2Arg_Intrinsic;
 270 def int_arm_neon_vpmaxu : Neon_2Arg_Intrinsic;
 271 def int_arm_neon_vpmins : Neon_2Arg_Intrinsic;
 272 def int_arm_neon_vpminu : Neon_2Arg_Intrinsic;
 273
 274 // Vector Shifts:
 275 //
 276 // The various saturating and rounding vector shift operations need to be
 277 // represented by intrinsics in LLVM, and even the basic VSHL variable shift
 278 // operation cannot be safely translated to LLVM's shift operators.  VSHL can
 279 // be used for both left and right shifts, or even combinations of the two,
 280 // depending on the signs of the shift amounts.  It also has well-defined
 281 // behavior for shift amounts that LLVM leaves undefined.  Only basic shifts
 282 // by constants can be represented with LLVM's shift operators.
 283 //
 284 // The shift counts for these intrinsics are always vectors, even for constant
 285 // shifts, where the constant is replicated.  For consistency with VSHL (and
 286 // other variable shift instructions), left shifts have positive shift counts
 287 // and right shifts have negative shift counts.  This convention is also used
 288 // for constant right shift intrinsics, and to help preserve sanity, the
 289 // intrinsic names use "shift" instead of either "shl" or "shr".  Where
 290 // applicable, signed and unsigned versions of the intrinsics are
 291 // distinguished with "s" and "u" suffixes.  A few NEON shift instructions,
 292 // such as VQSHLU, take signed operands but produce unsigned results; these
 293 // use a "su" suffix.
 294
 295 // Vector Shift.
 296 def int_arm_neon_vshifts : Neon_2Arg_Intrinsic;
 297 def int_arm_neon_vshiftu : Neon_2Arg_Intrinsic;
 298
 299 // Vector Rounding Shift.
 300 def int_arm_neon_vrshifts : Neon_2Arg_Intrinsic;
 301 def int_arm_neon_vrshiftu : Neon_2Arg_Intrinsic;
 302 def int_arm_neon_vrshiftn : Neon_2Arg_Narrow_Intrinsic;
 303
 304 // Vector Saturating Shift.
 305 def int_arm_neon_vqshifts : Neon_2Arg_Intrinsic;
 306 def int_arm_neon_vqshiftu : Neon_2Arg_Intrinsic;
 307 def int_arm_neon_vqshiftsu : Neon_2Arg_Intrinsic;
 308 def int_arm_neon_vqshiftns : Neon_2Arg_Narrow_Intrinsic;
 309 def int_arm_neon_vqshiftnu : Neon_2Arg_Narrow_Intrinsic;
 310 def int_arm_neon_vqshiftnsu : Neon_2Arg_Narrow_Intrinsic;
 311
 312 // Vector Saturating Rounding Shift.
 313 def int_arm_neon_vqrshifts : Neon_2Arg_Intrinsic;
 314 def int_arm_neon_vqrshiftu : Neon_2Arg_Intrinsic;
 315 def int_arm_neon_vqrshiftns : Neon_2Arg_Narrow_Intrinsic;
 316 def int_arm_neon_vqrshiftnu : Neon_2Arg_Narrow_Intrinsic;
 317 def int_arm_neon_vqrshiftnsu : Neon_2Arg_Narrow_Intrinsic;
 318
 319 // Vector Shift and Insert.
 320 def int_arm_neon_vshiftins : Neon_3Arg_Intrinsic;
 321
 322 // Vector Absolute Value and Saturating Absolute Value.
 323 def int_arm_neon_vabs : Neon_1Arg_Intrinsic;
 324 def int_arm_neon_vqabs : Neon_1Arg_Intrinsic;
 325
 326 // Vector Saturating Negate.
 327 def int_arm_neon_vqneg : Neon_1Arg_Intrinsic;
 328
 329 // Vector Count Leading Sign/Zero Bits.
 330 def int_arm_neon_vcls : Neon_1Arg_Intrinsic;
 331 def int_arm_neon_vclz : Neon_1Arg_Intrinsic;
 332
 333 // Vector Count One Bits.
 334 def int_arm_neon_vcnt : Neon_1Arg_Intrinsic;
 335
 336 // Vector Reciprocal Estimate.
 337 def int_arm_neon_vrecpe : Neon_1Arg_Intrinsic;
 338
 339 // Vector Reciprocal Square Root Estimate.
 340 def int_arm_neon_vrsqrte : Neon_1Arg_Intrinsic;
 341
 342 // Vector Conversions Between Floating-point and Integer
 343 def int_arm_neon_vcvtau : Neon_CvtFPtoInt_1Arg_Intrinsic;
 344 def int_arm_neon_vcvtas : Neon_CvtFPtoInt_1Arg_Intrinsic;
 345 def int_arm_neon_vcvtnu : Neon_CvtFPtoInt_1Arg_Intrinsic;
 346 def int_arm_neon_vcvtns : Neon_CvtFPtoInt_1Arg_Intrinsic;
 347 def int_arm_neon_vcvtpu : Neon_CvtFPtoInt_1Arg_Intrinsic;
 348 def int_arm_neon_vcvtps : Neon_CvtFPtoInt_1Arg_Intrinsic;
 349 def int_arm_neon_vcvtmu : Neon_CvtFPtoInt_1Arg_Intrinsic;
 350 def int_arm_neon_vcvtms : Neon_CvtFPtoInt_1Arg_Intrinsic;
 351
 352 // Vector Conversions Between Floating-point and Fixed-point.
 353 def int_arm_neon_vcvtfp2fxs : Neon_CvtFPToFx_Intrinsic;
 354 def int_arm_neon_vcvtfp2fxu : Neon_CvtFPToFx_Intrinsic;
 355 def int_arm_neon_vcvtfxs2fp : Neon_CvtFxToFP_Intrinsic;
 356 def int_arm_neon_vcvtfxu2fp : Neon_CvtFxToFP_Intrinsic;
 357
 358 // Vector Conversions Between Half-Precision and Single-Precision.
 359 def int_arm_neon_vcvtfp2hf
 360     : Intrinsic<[llvm_v4i16_ty], [llvm_v4f32_ty], [IntrNoMem]>;
 361 def int_arm_neon_vcvthf2fp
 362     : Intrinsic<[llvm_v4f32_ty], [llvm_v4i16_ty], [IntrNoMem]>;
 363
 364 // Narrowing Saturating Vector Moves.
 365 def int_arm_neon_vqmovns : Neon_1Arg_Narrow_Intrinsic;
 366 def int_arm_neon_vqmovnu : Neon_1Arg_Narrow_Intrinsic;
 367 def int_arm_neon_vqmovnsu : Neon_1Arg_Narrow_Intrinsic;
 368
 369 // Vector Table Lookup.
 370 // The first 1-4 arguments are the table.
 371 def int_arm_neon_vtbl1 : Neon_Tbl2Arg_Intrinsic;
 372 def int_arm_neon_vtbl2 : Neon_Tbl3Arg_Intrinsic;
 373 def int_arm_neon_vtbl3 : Neon_Tbl4Arg_Intrinsic;
 374 def int_arm_neon_vtbl4 : Neon_Tbl5Arg_Intrinsic;
 375
 376 // Vector Table Extension.
 377 // Some elements of the destination vector may not be updated, so the original
 378 // value of that vector is passed as the first argument.  The next 1-4
 379 // arguments after that are the table.
 380 def int_arm_neon_vtbx1 : Neon_Tbl3Arg_Intrinsic;
 381 def int_arm_neon_vtbx2 : Neon_Tbl4Arg_Intrinsic;
 382 def int_arm_neon_vtbx3 : Neon_Tbl5Arg_Intrinsic;
 383 def int_arm_neon_vtbx4 : Neon_Tbl6Arg_Intrinsic;
 384
 385 // Vector Rounding
 386 def int_arm_neon_vrintn : Neon_1Arg_Intrinsic;
 387 def int_arm_neon_vrintx : Neon_1Arg_Intrinsic;
 388 def int_arm_neon_vrinta : Neon_1Arg_Intrinsic;
 389 def int_arm_neon_vrintz : Neon_1Arg_Intrinsic;
 390 def int_arm_neon_vrintm : Neon_1Arg_Intrinsic;
 391 def int_arm_neon_vrintp : Neon_1Arg_Intrinsic;
 392
 393 // De-interleaving vector loads from N-element structures.
 394 // Source operands are the address and alignment.
 395 def int_arm_neon_vld1 : Intrinsic<[llvm_anyvector_ty],
 396                                   [llvm_ptr_ty, llvm_i32_ty],
 397                                   [IntrReadArgMem]>;
 398 def int_arm_neon_vld2 : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>],
 399                                   [llvm_ptr_ty, llvm_i32_ty],
 400                                   [IntrReadArgMem]>;
 401 def int_arm_neon_vld3 : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>,
 402                                    LLVMMatchType<0>],
 403                                   [llvm_ptr_ty, llvm_i32_ty],
 404                                   [IntrReadArgMem]>;
 405 def int_arm_neon_vld4 : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>,
 406                                    LLVMMatchType<0>, LLVMMatchType<0>],
 407                                   [llvm_ptr_ty, llvm_i32_ty],
 408                                   [IntrReadArgMem]>;
 409
 410 // Vector load N-element structure to one lane.
 411 // Source operands are: the address, the N input vectors (since only one
 412 // lane is assigned), the lane number, and the alignment.
 413 def int_arm_neon_vld2lane : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>],
 414                                       [llvm_ptr_ty, LLVMMatchType<0>,
 415                                        LLVMMatchType<0>, llvm_i32_ty,
 416                                        llvm_i32_ty], [IntrReadArgMem]>;
 417 def int_arm_neon_vld3lane : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>,
 418                                        LLVMMatchType<0>],
 419                                       [llvm_ptr_ty, LLVMMatchType<0>,
 420                                        LLVMMatchType<0>, LLVMMatchType<0>,
 421                                        llvm_i32_ty, llvm_i32_ty],
 422                                       [IntrReadArgMem]>;
 423 def int_arm_neon_vld4lane : Intrinsic<[llvm_anyvector_ty, LLVMMatchType<0>,
 424                                        LLVMMatchType<0>, LLVMMatchType<0>],
 425                                       [llvm_ptr_ty, LLVMMatchType<0>,
 426                                        LLVMMatchType<0>, LLVMMatchType<0>,
 427                                        LLVMMatchType<0>, llvm_i32_ty,
 428                                        llvm_i32_ty], [IntrReadArgMem]>;
 429
 430 // Interleaving vector stores from N-element structures.
 431 // Source operands are: the address, the N vectors, and the alignment.
 432 def int_arm_neon_vst1 : Intrinsic<[],
 433                                   [llvm_ptr_ty, llvm_anyvector_ty,
 434                                    llvm_i32_ty], [IntrReadWriteArgMem]>;
 435 def int_arm_neon_vst2 : Intrinsic<[],
 436                                   [llvm_ptr_ty, llvm_anyvector_ty,
 437                                    LLVMMatchType<0>, llvm_i32_ty],
 438                                   [IntrReadWriteArgMem]>;
 439 def int_arm_neon_vst3 : Intrinsic<[],
 440                                   [llvm_ptr_ty, llvm_anyvector_ty,
 441                                    LLVMMatchType<0>, LLVMMatchType<0>,
 442                                    llvm_i32_ty], [IntrReadWriteArgMem]>;
 443 def int_arm_neon_vst4 : Intrinsic<[],
 444                                   [llvm_ptr_ty, llvm_anyvector_ty,
 445                                    LLVMMatchType<0>, LLVMMatchType<0>,
 446                                    LLVMMatchType<0>, llvm_i32_ty],
 447                                   [IntrReadWriteArgMem]>;
 448
 449 // Vector store N-element structure from one lane.
 450 // Source operands are: the address, the N vectors, the lane number, and
 451 // the alignment.
 452 def int_arm_neon_vst2lane : Intrinsic<[],
 453                                       [llvm_ptr_ty, llvm_anyvector_ty,
 454                                        LLVMMatchType<0>, llvm_i32_ty,
 455                                        llvm_i32_ty], [IntrReadWriteArgMem]>;
 456 def int_arm_neon_vst3lane : Intrinsic<[],
 457                                       [llvm_ptr_ty, llvm_anyvector_ty,
 458                                        LLVMMatchType<0>, LLVMMatchType<0>,
 459                                        llvm_i32_ty, llvm_i32_ty],
 460                                       [IntrReadWriteArgMem]>;
 461 def int_arm_neon_vst4lane : Intrinsic<[],
 462                                       [llvm_ptr_ty, llvm_anyvector_ty,
 463                                        LLVMMatchType<0>, LLVMMatchType<0>,
 464                                        LLVMMatchType<0>, llvm_i32_ty,
 465                                        llvm_i32_ty], [IntrReadWriteArgMem]>;
 466
 467 // Vector bitwise select.
 468 def int_arm_neon_vbsl : Intrinsic<[llvm_anyvector_ty],
 469                         [LLVMMatchType<0>, LLVMMatchType<0>, LLVMMatchType<0>],
 470                         [IntrNoMem]>;
 471
 472
 473 // Crypto instructions
 474 class AES_1Arg_Intrinsic : Intrinsic<[llvm_v16i8_ty],
 475                                      [llvm_v16i8_ty], [IntrNoMem]>;
 476 class AES_2Arg_Intrinsic : Intrinsic<[llvm_v16i8_ty],
 477                                      [llvm_v16i8_ty, llvm_v16i8_ty],
 478                                      [IntrNoMem]>;
 479
 480 class SHA_1Arg_Intrinsic : Intrinsic<[llvm_i32_ty], [llvm_i32_ty],
 481                                      [IntrNoMem]>;
 482 class SHA_2Arg_Intrinsic : Intrinsic<[llvm_v4i32_ty],
 483                                      [llvm_v4i32_ty, llvm_v4i32_ty],
 484                                      [IntrNoMem]>;
 485 class SHA_3Arg_i32_Intrinsic : Intrinsic<[llvm_v4i32_ty],
 486                                    [llvm_v4i32_ty, llvm_i32_ty, llvm_v4i32_ty],
 487                                    [IntrNoMem]>;
 488 class SHA_3Arg_v4i32_Intrinsic : Intrinsic<[llvm_v4i32_ty],
 489                                    [llvm_v4i32_ty, llvm_v4i32_ty,llvm_v4i32_ty],
 490                                    [IntrNoMem]>;
 491
 492 def int_arm_neon_aesd : AES_2Arg_Intrinsic;
 493 def int_arm_neon_aese : AES_2Arg_Intrinsic;
 494 def int_arm_neon_aesimc : AES_1Arg_Intrinsic;
 495 def int_arm_neon_aesmc : AES_1Arg_Intrinsic;
 496 def int_arm_neon_sha1h : SHA_1Arg_Intrinsic;
 497 def int_arm_neon_sha1su1 : SHA_2Arg_Intrinsic;
 498 def int_arm_neon_sha256su0 : SHA_2Arg_Intrinsic;
 499 def int_arm_neon_sha1c : SHA_3Arg_i32_Intrinsic;
 500 def int_arm_neon_sha1m : SHA_3Arg_i32_Intrinsic;
 501 def int_arm_neon_sha1p : SHA_3Arg_i32_Intrinsic;
 502 def int_arm_neon_sha1su0: SHA_3Arg_v4i32_Intrinsic;
 503 def int_arm_neon_sha256h: SHA_3Arg_v4i32_Intrinsic;
 504 def int_arm_neon_sha256h2: SHA_3Arg_v4i32_Intrinsic;
 505 def int_arm_neon_sha256su1: SHA_3Arg_v4i32_Intrinsic;
 506
 507 } // end TargetPrefix