1 //=- ARMScheduleSwift.td - Swift Scheduling Definitions -*- tablegen -*----===//
3 // The LLVM Compiler Infrastructure
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
8 //===----------------------------------------------------------------------===//
10 // This file defines the itinerary class data for the Swift processor..
12 //===----------------------------------------------------------------------===//
14 // ===---------------------------------------------------------------------===//
15 // This section contains legacy support for itineraries. This is
16 // required until SD and PostRA schedulers are replaced by MachineScheduler.
18 def SW_DIS0 : FuncUnit;
19 def SW_DIS1 : FuncUnit;
20 def SW_DIS2 : FuncUnit;
22 def SW_ALU0 : FuncUnit;
23 def SW_ALU1 : FuncUnit;
25 def SW_IDIV : FuncUnit;
26 def SW_FDIV : FuncUnit;
28 // FIXME: Need bypasses.
29 // FIXME: Model the multiple stages of IIC_iMOVix2, IIC_iMOVix2addpc, and
30 // IIC_iMOVix2ld better.
31 // FIXME: Model the special immediate shifts that are not microcoded.
32 // FIXME: Do we need to model the fact that uses of r15 in a micro-op force it
33 // to issue on pipe 1?
34 // FIXME: Model the pipelined behavior of CMP / TST instructions.
35 // FIXME: Better model the microcode stages of multiply instructions, especially
36 // conditional variants.
37 // FIXME: Add preload instruction when it is documented.
38 // FIXME: Model non-pipelined nature of FP div / sqrt unit.
40 def SwiftItineraries : ProcessorItineraries<
41 [SW_DIS0, SW_DIS1, SW_DIS2, SW_ALU0, SW_ALU1, SW_LS, SW_IDIV, SW_FDIV], [], [
43 // Move instructions, unconditional
44 InstrItinData<IIC_iMOVi , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
45 InstrStage<1, [SW_ALU0, SW_ALU1]>],
47 InstrItinData<IIC_iMOVr , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
48 InstrStage<1, [SW_ALU0, SW_ALU1]>],
50 InstrItinData<IIC_iMOVsi , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
51 InstrStage<1, [SW_ALU0, SW_ALU1]>],
53 InstrItinData<IIC_iMOVsr , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
54 InstrStage<1, [SW_ALU0, SW_ALU1]>],
56 InstrItinData<IIC_iMOVix2 , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
57 InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
58 InstrStage<1, [SW_ALU0, SW_ALU1]>,
59 InstrStage<1, [SW_ALU0, SW_ALU1]>],
61 InstrItinData<IIC_iMOVix2addpc,[InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
62 InstrStage<1, [SW_ALU0, SW_ALU1]>,
63 InstrStage<1, [SW_ALU0, SW_ALU1]>,
64 InstrStage<1, [SW_ALU0, SW_ALU1]>],
66 InstrItinData<IIC_iMOVix2ld,[InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
67 InstrStage<1, [SW_ALU0, SW_ALU1]>,
68 InstrStage<1, [SW_ALU0, SW_ALU1]>,
69 InstrStage<1, [SW_LS]>],
73 InstrItinData<IIC_iMVNi , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
74 InstrStage<1, [SW_ALU0, SW_ALU1]>],
76 InstrItinData<IIC_iMVNr , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
77 InstrStage<1, [SW_ALU0, SW_ALU1]>],
79 InstrItinData<IIC_iMVNsi , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
80 InstrStage<1, [SW_ALU0, SW_ALU1]>],
82 InstrItinData<IIC_iMVNsr , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
83 InstrStage<1, [SW_ALU0, SW_ALU1]>],
87 InstrItinData<IIC_iALUx , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
88 InstrStage<1, [SW_ALU0, SW_ALU1]>]>,
90 // Binary Instructions that produce a result
91 InstrItinData<IIC_iALUi , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
92 InstrStage<1, [SW_ALU0, SW_ALU1]>],
94 InstrItinData<IIC_iALUr , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
95 InstrStage<1, [SW_ALU0, SW_ALU1]>],
97 InstrItinData<IIC_iALUsi, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
98 InstrStage<1, [SW_ALU0, SW_ALU1]>],
100 InstrItinData<IIC_iALUsir,[InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
101 InstrStage<1, [SW_ALU0, SW_ALU1]>],
103 InstrItinData<IIC_iALUsr, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
104 InstrStage<1, [SW_ALU0, SW_ALU1]>],
107 // Bitwise Instructions that produce a result
108 InstrItinData<IIC_iBITi , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
109 InstrStage<1, [SW_ALU0, SW_ALU1]>],
111 InstrItinData<IIC_iBITr , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
112 InstrStage<1, [SW_ALU0, SW_ALU1]>],
114 InstrItinData<IIC_iBITsi, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
115 InstrStage<1, [SW_ALU0, SW_ALU1]>],
117 InstrItinData<IIC_iBITsr, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
118 InstrStage<1, [SW_ALU0, SW_ALU1]>],
121 // Unary Instructions that produce a result
124 InstrItinData<IIC_iUNAr , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
125 InstrStage<1, [SW_ALU0, SW_ALU1]>],
128 // BFC, BFI, UBFX, SBFX
129 InstrItinData<IIC_iUNAsi, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
130 InstrStage<1, [SW_ALU0, SW_ALU1]>],
134 // Zero and sign extension instructions
135 InstrItinData<IIC_iEXTr , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
136 InstrStage<1, [SW_ALU0, SW_ALU1]>],
138 InstrItinData<IIC_iEXTAr, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
139 InstrStage<1, [SW_ALU0, SW_ALU1]>],
141 InstrItinData<IIC_iEXTAsr,[InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
142 InstrStage<1, [SW_ALU0, SW_ALU1]>],
145 // Compare instructions
146 InstrItinData<IIC_iCMPi , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
147 InstrStage<1, [SW_ALU0, SW_ALU1]>],
149 InstrItinData<IIC_iCMPr , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
150 InstrStage<1, [SW_ALU0, SW_ALU1]>],
152 InstrItinData<IIC_iCMPsi , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
153 InstrStage<2, [SW_ALU0, SW_ALU1]>],
155 InstrItinData<IIC_iCMPsr , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
156 InstrStage<2, [SW_ALU0, SW_ALU1]>],
160 InstrItinData<IIC_iTSTi , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
161 InstrStage<1, [SW_ALU0, SW_ALU1]>],
163 InstrItinData<IIC_iTSTr , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
164 InstrStage<1, [SW_ALU0, SW_ALU1]>],
166 InstrItinData<IIC_iTSTsi , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
167 InstrStage<2, [SW_ALU0, SW_ALU1]>],
169 InstrItinData<IIC_iTSTsr , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
170 InstrStage<2, [SW_ALU0, SW_ALU1]>],
173 // Move instructions, conditional
174 // FIXME: Correctly model the extra input dep on the destination.
175 InstrItinData<IIC_iCMOVi , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
176 InstrStage<1, [SW_ALU0, SW_ALU1]>],
178 InstrItinData<IIC_iCMOVr , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
179 InstrStage<1, [SW_ALU0, SW_ALU1]>],
181 InstrItinData<IIC_iCMOVsi , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
182 InstrStage<1, [SW_ALU0, SW_ALU1]>],
184 InstrItinData<IIC_iCMOVsr , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
185 InstrStage<1, [SW_ALU0, SW_ALU1]>],
187 InstrItinData<IIC_iCMOVix2, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
188 InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
189 InstrStage<1, [SW_ALU0, SW_ALU1]>,
190 InstrStage<1, [SW_ALU0, SW_ALU1]>],
193 // Integer multiply pipeline
195 InstrItinData<IIC_iMUL16 , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
196 InstrStage<1, [SW_ALU0]>],
198 InstrItinData<IIC_iMAC16 , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
199 InstrStage<1, [SW_ALU0]>],
201 InstrItinData<IIC_iMUL32 , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
202 InstrStage<1, [SW_ALU0]>],
204 InstrItinData<IIC_iMAC32 , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
205 InstrStage<1, [SW_ALU0]>],
207 InstrItinData<IIC_iMUL64 , [InstrStage<1, [SW_DIS0], 0>,
208 InstrStage<1, [SW_DIS1], 0>,
209 InstrStage<1, [SW_DIS2], 0>,
210 InstrStage<1, [SW_ALU0], 1>,
211 InstrStage<1, [SW_ALU0], 3>,
212 InstrStage<1, [SW_ALU0]>],
214 InstrItinData<IIC_iMAC64 , [InstrStage<1, [SW_DIS0], 0>,
215 InstrStage<1, [SW_DIS1], 0>,
216 InstrStage<1, [SW_DIS2], 0>,
217 InstrStage<1, [SW_ALU0], 1>,
218 InstrStage<1, [SW_ALU0], 1>,
219 InstrStage<1, [SW_ALU0, SW_ALU1], 3>,
220 InstrStage<1, [SW_ALU0, SW_ALU1]>],
224 InstrItinData<IIC_iDIV , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
225 InstrStage<1, [SW_ALU0], 0>,
226 InstrStage<14, [SW_IDIV]>],
229 // Integer load pipeline
230 // FIXME: The timings are some rough approximations
233 InstrItinData<IIC_iLoad_i , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
234 InstrStage<1, [SW_LS]>],
236 InstrItinData<IIC_iLoad_bh_i, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
237 InstrStage<1, [SW_LS]>],
239 InstrItinData<IIC_iLoad_d_i , [InstrStage<1, [SW_DIS0], 0>,
240 InstrStage<1, [SW_DIS1], 0>,
241 InstrStage<1, [SW_LS], 1>,
242 InstrStage<1, [SW_LS]>],
246 InstrItinData<IIC_iLoad_r , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
247 InstrStage<1, [SW_LS]>],
249 InstrItinData<IIC_iLoad_bh_r, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
250 InstrStage<1, [SW_LS]>],
252 InstrItinData<IIC_iLoad_d_r , [InstrStage<1, [SW_DIS0], 0>,
253 InstrStage<1, [SW_DIS1], 0>,
254 InstrStage<1, [SW_DIS2], 0>,
255 InstrStage<1, [SW_LS], 1>,
256 InstrStage<1, [SW_LS], 3>,
257 InstrStage<1, [SW_ALU0, SW_ALU1]>],
260 // Scaled register offset
261 InstrItinData<IIC_iLoad_si , [InstrStage<1, [SW_DIS0], 0>,
262 InstrStage<1, [SW_DIS1], 0>,
263 InstrStage<1, [SW_ALU0, SW_ALU1], 2>,
264 InstrStage<1, [SW_LS]>],
266 InstrItinData<IIC_iLoad_bh_si,[InstrStage<1, [SW_DIS0], 0>,
267 InstrStage<1, [SW_DIS1], 0>,
268 InstrStage<1, [SW_ALU0, SW_ALU1], 2>,
269 InstrStage<1, [SW_LS]>],
272 // Immediate offset with update
273 InstrItinData<IIC_iLoad_iu , [InstrStage<1, [SW_DIS0], 0>,
274 InstrStage<1, [SW_DIS1], 0>,
275 InstrStage<1, [SW_ALU0, SW_ALU1], 1>,
276 InstrStage<1, [SW_LS]>],
278 InstrItinData<IIC_iLoad_bh_iu,[InstrStage<1, [SW_DIS0], 0>,
279 InstrStage<1, [SW_DIS1], 0>,
280 InstrStage<1, [SW_ALU0, SW_ALU1], 1>,
281 InstrStage<1, [SW_LS]>],
284 // Register offset with update
285 InstrItinData<IIC_iLoad_ru , [InstrStage<1, [SW_DIS0], 0>,
286 InstrStage<1, [SW_DIS1], 0>,
287 InstrStage<1, [SW_ALU0], 1>,
288 InstrStage<1, [SW_LS]>],
290 InstrItinData<IIC_iLoad_bh_ru,[InstrStage<1, [SW_DIS0], 0>,
291 InstrStage<1, [SW_DIS1], 0>,
292 InstrStage<1, [SW_ALU0], 1>,
293 InstrStage<1, [SW_LS]>],
295 InstrItinData<IIC_iLoad_d_ru, [InstrStage<1, [SW_DIS0], 0>,
296 InstrStage<1, [SW_DIS1], 0>,
297 InstrStage<1, [SW_DIS2], 0>,
298 InstrStage<1, [SW_ALU0, SW_ALU1], 0>,
299 InstrStage<1, [SW_LS], 3>,
300 InstrStage<1, [SW_LS], 0>,
301 InstrStage<1, [SW_ALU0, SW_ALU1]>],
304 // Scaled register offset with update
305 InstrItinData<IIC_iLoad_siu , [InstrStage<1, [SW_DIS0], 0>,
306 InstrStage<1, [SW_DIS1], 0>,
307 InstrStage<1, [SW_DIS2], 0>,
308 InstrStage<1, [SW_ALU0, SW_ALU1], 2>,
309 InstrStage<1, [SW_LS], 3>,
310 InstrStage<1, [SW_ALU0, SW_ALU1]>],
312 InstrItinData<IIC_iLoad_bh_siu,[InstrStage<1, [SW_DIS0], 0>,
313 InstrStage<1, [SW_DIS1], 0>,
314 InstrStage<1, [SW_DIS2], 0>,
315 InstrStage<1, [SW_ALU0, SW_ALU1], 2>,
316 InstrStage<1, [SW_LS], 0>,
317 InstrStage<1, [SW_ALU0, SW_ALU1]>],
320 // Load multiple, def is the 5th operand.
321 // FIXME: This assumes 3 to 4 registers.
322 InstrItinData<IIC_iLoad_m , [InstrStage<1, [SW_DIS0], 0>,
323 InstrStage<1, [SW_DIS1], 0>,
324 InstrStage<1, [SW_DIS2], 0>,
325 InstrStage<1, [SW_ALU0, SW_ALU1], 1>,
326 InstrStage<1, [SW_LS]>],
327 [1, 1, 1, 1, 3], [], -1>, // dynamic uops
330 // Load multiple + update, defs are the 1st and 5th operands.
331 InstrItinData<IIC_iLoad_mu , [InstrStage<1, [SW_DIS0], 0>,
332 InstrStage<1, [SW_DIS1], 0>,
333 InstrStage<1, [SW_DIS2], 0>,
334 InstrStage<1, [SW_ALU0, SW_ALU1], 0>,
335 InstrStage<1, [SW_LS], 3>,
336 InstrStage<1, [SW_ALU0, SW_ALU1]>],
337 [2, 1, 1, 1, 3], [], -1>, // dynamic uops
339 // Load multiple plus branch
340 InstrItinData<IIC_iLoad_mBr, [InstrStage<1, [SW_DIS0], 0>,
341 InstrStage<1, [SW_DIS1], 0>,
342 InstrStage<1, [SW_DIS2], 0>,
343 InstrStage<1, [SW_ALU0, SW_ALU1], 1>,
344 InstrStage<1, [SW_LS]>],
345 [1, 1, 1, 1, 3], [], -1>, // dynamic uops
347 // Pop, def is the 3rd operand.
348 InstrItinData<IIC_iPop , [InstrStage<1, [SW_DIS0], 0>,
349 InstrStage<1, [SW_DIS1], 0>,
350 InstrStage<1, [SW_ALU0, SW_ALU1], 1>,
351 InstrStage<1, [SW_LS]>],
352 [1, 1, 3], [], -1>, // dynamic uops
354 // Pop + branch, def is the 3rd operand.
355 InstrItinData<IIC_iPop_Br, [InstrStage<1, [SW_DIS0], 0>,
356 InstrStage<1, [SW_DIS1], 0>,
357 InstrStage<1, [SW_ALU0, SW_ALU1], 1>,
358 InstrStage<1, [SW_LS]>],
359 [1, 1, 3], [], -1>, // dynamic uops
362 // iLoadi + iALUr for t2LDRpci_pic.
363 InstrItinData<IIC_iLoadiALU, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
364 InstrStage<1, [SW_LS], 3>,
365 InstrStage<1, [SW_ALU0, SW_ALU1]>],
368 // Integer store pipeline
371 InstrItinData<IIC_iStore_i , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
372 InstrStage<1, [SW_LS]>],
374 InstrItinData<IIC_iStore_bh_i,[InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
375 InstrStage<1, [SW_LS]>],
377 InstrItinData<IIC_iStore_d_i, [InstrStage<1, [SW_DIS0], 0>,
378 InstrStage<1, [SW_DIS1], 0>,
379 InstrStage<1, [SW_DIS2], 0>,
380 InstrStage<1, [SW_LS], 0>,
381 InstrStage<1, [SW_ALU0, SW_ALU1], 1>,
382 InstrStage<1, [SW_LS]>],
386 InstrItinData<IIC_iStore_r , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
387 InstrStage<1, [SW_LS]>],
389 InstrItinData<IIC_iStore_bh_r,[InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
390 InstrStage<1, [SW_LS]>],
392 InstrItinData<IIC_iStore_d_r, [InstrStage<1, [SW_DIS0], 0>,
393 InstrStage<1, [SW_DIS1], 0>,
394 InstrStage<1, [SW_DIS2], 0>,
395 InstrStage<1, [SW_LS], 0>,
396 InstrStage<1, [SW_ALU0, SW_ALU1], 1>,
397 InstrStage<1, [SW_LS]>],
400 // Scaled register offset
401 InstrItinData<IIC_iStore_si , [InstrStage<1, [SW_DIS0], 0>,
402 InstrStage<1, [SW_DIS1], 0>,
403 InstrStage<1, [SW_ALU0, SW_ALU1], 2>,
404 InstrStage<1, [SW_LS]>],
406 InstrItinData<IIC_iStore_bh_si,[InstrStage<1, [SW_DIS0], 0>,
407 InstrStage<1, [SW_DIS1], 0>,
408 InstrStage<1, [SW_ALU0, SW_ALU1], 2>,
409 InstrStage<1, [SW_LS]>],
412 // Immediate offset with update
413 InstrItinData<IIC_iStore_iu , [InstrStage<1, [SW_DIS0], 0>,
414 InstrStage<1, [SW_DIS1], 0>,
415 InstrStage<1, [SW_ALU0, SW_ALU1], 1>,
416 InstrStage<1, [SW_LS]>],
418 InstrItinData<IIC_iStore_bh_iu,[InstrStage<1, [SW_DIS0], 0>,
419 InstrStage<1, [SW_DIS1], 0>,
420 InstrStage<1, [SW_ALU0, SW_ALU1], 1>,
421 InstrStage<1, [SW_LS]>],
424 // Register offset with update
425 InstrItinData<IIC_iStore_ru , [InstrStage<1, [SW_DIS0], 0>,
426 InstrStage<1, [SW_DIS1], 0>,
427 InstrStage<1, [SW_ALU0, SW_ALU1], 1>,
428 InstrStage<1, [SW_LS]>],
430 InstrItinData<IIC_iStore_bh_ru,[InstrStage<1, [SW_DIS0], 0>,
431 InstrStage<1, [SW_DIS1], 0>,
432 InstrStage<1, [SW_ALU0, SW_ALU1], 1>,
433 InstrStage<1, [SW_LS]>],
435 InstrItinData<IIC_iStore_d_ru, [InstrStage<1, [SW_DIS0], 0>,
436 InstrStage<1, [SW_DIS1], 0>,
437 InstrStage<1, [SW_ALU0, SW_ALU1], 1>,
438 InstrStage<1, [SW_LS]>],
441 // Scaled register offset with update
442 InstrItinData<IIC_iStore_siu, [InstrStage<1, [SW_DIS0], 0>,
443 InstrStage<1, [SW_DIS1], 0>,
444 InstrStage<1, [SW_ALU0, SW_ALU1], 2>,
445 InstrStage<1, [SW_LS], 0>,
446 InstrStage<1, [SW_ALU0, SW_ALU1], 1>],
448 InstrItinData<IIC_iStore_bh_siu, [InstrStage<1, [SW_DIS0], 0>,
449 InstrStage<1, [SW_DIS1], 0>,
450 InstrStage<1, [SW_ALU0, SW_ALU1], 2>,
451 InstrStage<1, [SW_LS], 0>,
452 InstrStage<1, [SW_ALU0, SW_ALU1], 1>],
456 InstrItinData<IIC_iStore_m , [InstrStage<1, [SW_DIS0], 0>,
457 InstrStage<1, [SW_DIS1], 0>,
458 InstrStage<1, [SW_DIS2], 0>,
459 InstrStage<1, [SW_ALU0, SW_ALU1], 1>,
460 InstrStage<1, [SW_LS], 1>,
461 InstrStage<1, [SW_ALU0, SW_ALU1], 1>,
462 InstrStage<1, [SW_LS], 1>,
463 InstrStage<1, [SW_ALU0, SW_ALU1], 1>,
464 InstrStage<1, [SW_LS]>],
465 [], [], -1>, // dynamic uops
467 // Store multiple + update
468 InstrItinData<IIC_iStore_mu, [InstrStage<1, [SW_DIS0], 0>,
469 InstrStage<1, [SW_DIS1], 0>,
470 InstrStage<1, [SW_DIS2], 0>,
471 InstrStage<1, [SW_ALU0, SW_ALU1], 1>,
472 InstrStage<1, [SW_LS], 1>,
473 InstrStage<1, [SW_ALU0, SW_ALU1], 1>,
474 InstrStage<1, [SW_LS], 1>,
475 InstrStage<1, [SW_ALU0, SW_ALU1], 1>,
476 InstrStage<1, [SW_LS]>],
477 [2], [], -1>, // dynamic uops
481 InstrItinData<IIC_Preload, [InstrStage<1, [SW_DIS0], 0>], [1, 1]>,
485 // no delay slots, so the latency of a branch is unimportant
486 InstrItinData<IIC_Br , [InstrStage<1, [SW_DIS0], 0>]>,
488 // FP Special Register to Integer Register File Move
489 InstrItinData<IIC_fpSTAT , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
490 InstrStage<1, [SW_ALU0, SW_ALU1]>],
493 // Single-precision FP Unary
495 // Most floating-point moves get issued on ALU0.
496 InstrItinData<IIC_fpUNA32 , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
497 InstrStage<1, [SW_ALU0]>],
500 // Double-precision FP Unary
501 InstrItinData<IIC_fpUNA64 , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
502 InstrStage<1, [SW_ALU0]>],
506 // Single-precision FP Compare
507 InstrItinData<IIC_fpCMP32 , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
508 InstrStage<1, [SW_ALU0]>],
511 // Double-precision FP Compare
512 InstrItinData<IIC_fpCMP64 , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
513 InstrStage<1, [SW_ALU0]>],
516 // Single to Double FP Convert
517 InstrItinData<IIC_fpCVTSD , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
518 InstrStage<1, [SW_ALU1]>],
521 // Double to Single FP Convert
522 InstrItinData<IIC_fpCVTDS , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
523 InstrStage<1, [SW_ALU1]>],
527 // Single to Half FP Convert
528 InstrItinData<IIC_fpCVTSH , [InstrStage<1, [SW_DIS0], 0>,
529 InstrStage<1, [SW_DIS1], 0>,
530 InstrStage<1, [SW_ALU1], 4>,
531 InstrStage<1, [SW_ALU1]>],
534 // Half to Single FP Convert
535 InstrItinData<IIC_fpCVTHS , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
536 InstrStage<1, [SW_ALU1]>],
540 // Single-Precision FP to Integer Convert
541 InstrItinData<IIC_fpCVTSI , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
542 InstrStage<1, [SW_ALU1]>],
545 // Double-Precision FP to Integer Convert
546 InstrItinData<IIC_fpCVTDI , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
547 InstrStage<1, [SW_ALU1]>],
550 // Integer to Single-Precision FP Convert
551 InstrItinData<IIC_fpCVTIS , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
552 InstrStage<1, [SW_ALU1]>],
555 // Integer to Double-Precision FP Convert
556 InstrItinData<IIC_fpCVTID , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
557 InstrStage<1, [SW_ALU1]>],
560 // Single-precision FP ALU
561 InstrItinData<IIC_fpALU32 , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
562 InstrStage<1, [SW_ALU0]>],
565 // Double-precision FP ALU
566 InstrItinData<IIC_fpALU64 , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
567 InstrStage<1, [SW_ALU0]>],
570 // Single-precision FP Multiply
571 InstrItinData<IIC_fpMUL32 , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
572 InstrStage<1, [SW_ALU1]>],
575 // Double-precision FP Multiply
576 InstrItinData<IIC_fpMUL64 , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
577 InstrStage<1, [SW_ALU1]>],
580 // Single-precision FP MAC
581 InstrItinData<IIC_fpMAC32 , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
582 InstrStage<1, [SW_ALU1]>],
585 // Double-precision FP MAC
586 InstrItinData<IIC_fpMAC64 , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
587 InstrStage<1, [SW_ALU1]>],
590 // Single-precision Fused FP MAC
591 InstrItinData<IIC_fpFMAC32, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
592 InstrStage<1, [SW_ALU1]>],
595 // Double-precision Fused FP MAC
596 InstrItinData<IIC_fpFMAC64, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
597 InstrStage<1, [SW_ALU1]>],
600 // Single-precision FP DIV
601 InstrItinData<IIC_fpDIV32 , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
602 InstrStage<1, [SW_ALU1], 0>,
603 InstrStage<15, [SW_FDIV]>],
606 // Double-precision FP DIV
607 InstrItinData<IIC_fpDIV64 , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
608 InstrStage<1, [SW_ALU1], 0>,
609 InstrStage<30, [SW_FDIV]>],
612 // Single-precision FP SQRT
613 InstrItinData<IIC_fpSQRT32, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
614 InstrStage<1, [SW_ALU1], 0>,
615 InstrStage<15, [SW_FDIV]>],
618 // Double-precision FP SQRT
619 InstrItinData<IIC_fpSQRT64, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
620 InstrStage<1, [SW_ALU1], 0>,
621 InstrStage<30, [SW_FDIV]>],
625 // Integer to Single-precision Move
626 InstrItinData<IIC_fpMOVIS, [InstrStage<1, [SW_DIS0], 0>,
627 InstrStage<1, [SW_DIS1], 0>,
628 InstrStage<1, [SW_LS], 4>,
629 InstrStage<1, [SW_ALU0]>],
632 // Integer to Double-precision Move
633 InstrItinData<IIC_fpMOVID, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
634 InstrStage<1, [SW_LS]>],
637 // Single-precision to Integer Move
638 InstrItinData<IIC_fpMOVSI, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
639 InstrStage<1, [SW_LS]>],
642 // Double-precision to Integer Move
643 InstrItinData<IIC_fpMOVDI, [InstrStage<1, [SW_DIS0], 0>,
644 InstrStage<1, [SW_DIS1], 0>,
645 InstrStage<1, [SW_LS], 3>,
646 InstrStage<1, [SW_LS]>],
649 // Single-precision FP Load
650 InstrItinData<IIC_fpLoad32, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
651 InstrStage<1, [SW_LS]>],
654 // Double-precision FP Load
655 InstrItinData<IIC_fpLoad64, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
656 InstrStage<1, [SW_LS]>],
660 // FIXME: Assumes a single Q register.
661 InstrItinData<IIC_fpLoad_m, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
662 InstrStage<1, [SW_LS]>],
663 [1, 1, 1, 4], [], -1>, // dynamic uops
665 // FP Load Multiple + update
666 // FIXME: Assumes a single Q register.
667 InstrItinData<IIC_fpLoad_mu,[InstrStage<1, [SW_DIS0], 0>,
668 InstrStage<1, [SW_DIS1], 0>,
669 InstrStage<1, [SW_LS], 4>,
670 InstrStage<1, [SW_ALU0, SW_ALU1]>],
671 [2, 1, 1, 1, 4], [], -1>, // dynamic uops
673 // Single-precision FP Store
674 InstrItinData<IIC_fpStore32,[InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
675 InstrStage<1, [SW_LS]>],
678 // Double-precision FP Store
679 InstrItinData<IIC_fpStore64,[InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
680 InstrStage<1, [SW_LS]>],
684 // FIXME: Assumes a single Q register.
685 InstrItinData<IIC_fpStore_m,[InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
686 InstrStage<1, [SW_LS]>],
687 [1, 1, 1], [], -1>, // dynamic uops
689 // FP Store Multiple + update
690 // FIXME: Assumes a single Q register.
691 InstrItinData<IIC_fpStore_mu,[InstrStage<1, [SW_DIS0], 0>,
692 InstrStage<1, [SW_DIS1], 0>,
693 InstrStage<1, [SW_LS], 4>,
694 InstrStage<1, [SW_ALU0, SW_ALU1]>],
695 [2, 1, 1, 1], [], -1>, // dynamic uops
698 // Double-register Integer Unary
699 InstrItinData<IIC_VUNAiD, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
700 InstrStage<1, [SW_ALU0]>],
703 // Quad-register Integer Unary
704 InstrItinData<IIC_VUNAiQ, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
705 InstrStage<1, [SW_ALU0]>],
708 // Double-register Integer Q-Unary
709 InstrItinData<IIC_VQUNAiD, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
710 InstrStage<1, [SW_ALU0]>],
713 // Quad-register Integer CountQ-Unary
714 InstrItinData<IIC_VQUNAiQ, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
715 InstrStage<1, [SW_ALU0]>],
718 // Double-register Integer Binary
719 InstrItinData<IIC_VBINiD, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
720 InstrStage<1, [SW_ALU0]>],
723 // Quad-register Integer Binary
724 InstrItinData<IIC_VBINiQ, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
725 InstrStage<1, [SW_ALU0]>],
728 // Double-register Integer Subtract
729 InstrItinData<IIC_VSUBiD, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
730 InstrStage<1, [SW_ALU0]>],
733 // Quad-register Integer Subtract
734 InstrItinData<IIC_VSUBiQ, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
735 InstrStage<1, [SW_ALU0]>],
738 // Double-register Integer Shift
739 InstrItinData<IIC_VSHLiD, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
740 InstrStage<1, [SW_ALU0]>],
743 // Quad-register Integer Shift
744 InstrItinData<IIC_VSHLiQ, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
745 InstrStage<1, [SW_ALU0]>],
748 // Double-register Integer Shift (4 cycle)
749 InstrItinData<IIC_VSHLi4D, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
750 InstrStage<1, [SW_ALU0]>],
753 // Quad-register Integer Shift (4 cycle)
754 InstrItinData<IIC_VSHLi4Q, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
755 InstrStage<1, [SW_ALU0]>],
758 // Double-register Integer Binary (4 cycle)
759 InstrItinData<IIC_VBINi4D, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
760 InstrStage<1, [SW_ALU0]>],
763 // Quad-register Integer Binary (4 cycle)
764 InstrItinData<IIC_VBINi4Q, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
765 InstrStage<1, [SW_ALU0]>],
768 // Double-register Integer Subtract (4 cycle)
769 InstrItinData<IIC_VSUBi4D, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
770 InstrStage<1, [SW_ALU0]>],
773 // Quad-register Integer Subtract (4 cycle)
774 InstrItinData<IIC_VSUBi4Q, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
775 InstrStage<1, [SW_ALU0]>],
779 // Double-register Integer Count
780 InstrItinData<IIC_VCNTiD, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
781 InstrStage<1, [SW_ALU0]>],
784 // Quad-register Integer Count
785 InstrItinData<IIC_VCNTiQ, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
786 InstrStage<1, [SW_ALU0]>],
789 // Double-register Absolute Difference and Accumulate
790 InstrItinData<IIC_VABAD, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
791 InstrStage<1, [SW_ALU0]>],
794 // Quad-register Absolute Difference and Accumulate
795 InstrItinData<IIC_VABAQ, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
796 InstrStage<1, [SW_ALU0]>],
799 // Double-register Integer Pair Add Long
800 InstrItinData<IIC_VPALiD, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
801 InstrStage<1, [SW_ALU0]>],
804 // Quad-register Integer Pair Add Long
805 InstrItinData<IIC_VPALiQ, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
806 InstrStage<1, [SW_ALU0]>],
810 // Double-register Integer Multiply (.8, .16)
811 InstrItinData<IIC_VMULi16D, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
812 InstrStage<1, [SW_ALU1]>],
815 // Quad-register Integer Multiply (.8, .16)
816 InstrItinData<IIC_VMULi16Q, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
817 InstrStage<1, [SW_ALU1]>],
821 // Double-register Integer Multiply (.32)
822 InstrItinData<IIC_VMULi32D, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
823 InstrStage<1, [SW_ALU1]>],
826 // Quad-register Integer Multiply (.32)
827 InstrItinData<IIC_VMULi32Q, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
828 InstrStage<1, [SW_ALU1]>],
831 // Double-register Integer Multiply-Accumulate (.8, .16)
832 InstrItinData<IIC_VMACi16D, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
833 InstrStage<1, [SW_ALU1]>],
836 // Double-register Integer Multiply-Accumulate (.32)
837 InstrItinData<IIC_VMACi32D, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
838 InstrStage<1, [SW_ALU1]>],
841 // Quad-register Integer Multiply-Accumulate (.8, .16)
842 InstrItinData<IIC_VMACi16Q, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
843 InstrStage<1, [SW_ALU1]>],
846 // Quad-register Integer Multiply-Accumulate (.32)
847 InstrItinData<IIC_VMACi32Q, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
848 InstrStage<1, [SW_ALU1]>],
853 InstrItinData<IIC_VMOV, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
854 InstrStage<1, [SW_ALU0]>],
858 InstrItinData<IIC_VMOVImm, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
859 InstrStage<1, [SW_ALU0]>],
862 // Double-register Permute Move
863 InstrItinData<IIC_VMOVD, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
864 InstrStage<1, [SW_ALU1]>],
867 // Quad-register Permute Move
868 InstrItinData<IIC_VMOVQ, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
869 InstrStage<1, [SW_ALU1]>],
872 // Integer to Single-precision Move
873 InstrItinData<IIC_VMOVIS , [InstrStage<1, [SW_DIS0], 0>,
874 InstrStage<1, [SW_DIS1], 0>,
875 InstrStage<1, [SW_LS], 4>,
876 InstrStage<1, [SW_ALU0]>],
879 // Integer to Double-precision Move
880 InstrItinData<IIC_VMOVID , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
881 InstrStage<1, [SW_LS]>],
884 // Single-precision to Integer Move
885 InstrItinData<IIC_VMOVSI , [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
886 InstrStage<1, [SW_LS]>],
889 // Double-precision to Integer Move
890 InstrItinData<IIC_VMOVDI , [InstrStage<1, [SW_DIS0], 0>,
891 InstrStage<1, [SW_DIS1], 0>,
892 InstrStage<1, [SW_LS], 3>,
893 InstrStage<1, [SW_LS]>],
896 // Integer to Lane Move
897 // FIXME: I think this is correct, but it is not clear from the tuning guide.
898 InstrItinData<IIC_VMOVISL , [InstrStage<1, [SW_DIS0], 0>,
899 InstrStage<1, [SW_DIS1], 0>,
900 InstrStage<1, [SW_LS], 4>,
901 InstrStage<1, [SW_ALU0]>],
905 // Vector narrow move
906 InstrItinData<IIC_VMOVN, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
907 InstrStage<1, [SW_ALU1]>],
910 // Double-register FP Unary
911 // FIXME: VRECPE / VRSQRTE has a longer latency than VABS, which is used here,
912 // and they issue on a different pipeline.
913 InstrItinData<IIC_VUNAD, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
914 InstrStage<1, [SW_ALU0]>],
917 // Quad-register FP Unary
918 // FIXME: VRECPE / VRSQRTE has a longer latency than VABS, which is used here,
919 // and they issue on a different pipeline.
920 InstrItinData<IIC_VUNAQ, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
921 InstrStage<1, [SW_ALU0]>],
924 // Double-register FP Binary
925 // FIXME: We're using this itin for many instructions.
926 InstrItinData<IIC_VBIND, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
927 InstrStage<1, [SW_ALU0]>],
932 InstrItinData<IIC_VPBIND, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
933 InstrStage<1, [SW_ALU0]>],
936 // Double-register FP VMUL
937 InstrItinData<IIC_VFMULD, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
938 InstrStage<1, [SW_ALU1]>],
941 // Quad-register FP Binary
942 InstrItinData<IIC_VBINQ, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
943 InstrStage<1, [SW_ALU0]>],
946 // Quad-register FP VMUL
947 InstrItinData<IIC_VFMULQ, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
948 InstrStage<1, [SW_ALU1]>],
951 // Double-register FP Multiple-Accumulate
952 InstrItinData<IIC_VMACD, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
953 InstrStage<1, [SW_ALU1]>],
956 // Quad-register FP Multiple-Accumulate
957 InstrItinData<IIC_VMACQ, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
958 InstrStage<1, [SW_ALU1]>],
961 // Double-register Fused FP Multiple-Accumulate
962 InstrItinData<IIC_VFMACD, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
963 InstrStage<1, [SW_ALU1]>],
966 // Quad-register FusedF P Multiple-Accumulate
967 InstrItinData<IIC_VFMACQ, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
968 InstrStage<1, [SW_ALU1]>],
971 // Double-register Reciprical Step
972 InstrItinData<IIC_VRECSD, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
973 InstrStage<1, [SW_ALU1]>],
976 // Quad-register Reciprical Step
977 InstrItinData<IIC_VRECSQ, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
978 InstrStage<1, [SW_ALU1]>],
981 // Double-register Permute
982 // FIXME: The latencies are unclear from the documentation.
983 InstrItinData<IIC_VPERMD, [InstrStage<1, [SW_DIS0], 0>,
984 InstrStage<1, [SW_DIS1], 0>,
985 InstrStage<1, [SW_DIS2], 0>,
986 InstrStage<1, [SW_ALU1], 2>,
987 InstrStage<1, [SW_ALU1], 2>,
988 InstrStage<1, [SW_ALU1]>],
991 // Quad-register Permute
992 // FIXME: The latencies are unclear from the documentation.
993 InstrItinData<IIC_VPERMQ, [InstrStage<1, [SW_DIS0], 0>,
994 InstrStage<1, [SW_DIS1], 0>,
995 InstrStage<1, [SW_DIS2], 0>,
996 InstrStage<1, [SW_ALU1], 2>,
997 InstrStage<1, [SW_ALU1], 2>,
998 InstrStage<1, [SW_ALU1]>],
1001 // Quad-register Permute (3 cycle issue on A9)
1002 InstrItinData<IIC_VPERMQ3, [InstrStage<1, [SW_DIS0], 0>,
1003 InstrStage<1, [SW_DIS1], 0>,
1004 InstrStage<1, [SW_DIS2], 0>,
1005 InstrStage<1, [SW_ALU1], 2>,
1006 InstrStage<1, [SW_ALU1], 2>,
1007 InstrStage<1, [SW_ALU1]>],
1011 // Double-register VEXT
1012 InstrItinData<IIC_VEXTD, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
1013 InstrStage<1, [SW_ALU1]>],
1016 // Quad-register VEXT
1017 InstrItinData<IIC_VEXTQ, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
1018 InstrStage<1, [SW_ALU1]>],
1022 InstrItinData<IIC_VTB1, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
1023 InstrStage<1, [SW_ALU1]>],
1025 InstrItinData<IIC_VTB2, [InstrStage<1, [SW_DIS0], 0>,
1026 InstrStage<1, [SW_DIS1], 0>,
1027 InstrStage<1, [SW_ALU1], 2>,
1028 InstrStage<1, [SW_ALU1]>],
1030 InstrItinData<IIC_VTB3, [InstrStage<1, [SW_DIS0], 0>,
1031 InstrStage<1, [SW_DIS1], 0>,
1032 InstrStage<1, [SW_DIS2], 0>,
1033 InstrStage<1, [SW_ALU1], 2>,
1034 InstrStage<1, [SW_ALU1], 2>,
1035 InstrStage<1, [SW_ALU1]>],
1037 InstrItinData<IIC_VTB4, [InstrStage<1, [SW_DIS0], 0>,
1038 InstrStage<1, [SW_DIS1], 0>,
1039 InstrStage<1, [SW_DIS2], 0>,
1040 InstrStage<1, [SW_ALU1], 2>,
1041 InstrStage<1, [SW_ALU1], 2>,
1042 InstrStage<1, [SW_ALU1], 2>,
1043 InstrStage<1, [SW_ALU1]>],
1044 [8, 1, 3, 5, 7, 7]>,
1047 InstrItinData<IIC_VTBX1, [InstrStage<1, [SW_DIS0, SW_DIS1, SW_DIS2], 0>,
1048 InstrStage<1, [SW_ALU1]>],
1050 InstrItinData<IIC_VTBX2, [InstrStage<1, [SW_DIS0], 0>,
1051 InstrStage<1, [SW_DIS1], 0>,
1052 InstrStage<1, [SW_ALU1], 2>,
1053 InstrStage<1, [SW_ALU1]>],
1055 InstrItinData<IIC_VTBX3, [InstrStage<1, [SW_DIS0], 0>,
1056 InstrStage<1, [SW_DIS1], 0>,
1057 InstrStage<1, [SW_DIS2], 0>,
1058 InstrStage<1, [SW_ALU1], 2>,
1059 InstrStage<1, [SW_ALU1], 2>,
1060 InstrStage<1, [SW_ALU1]>],
1062 InstrItinData<IIC_VTBX4, [InstrStage<1, [SW_DIS0], 0>,
1063 InstrStage<1, [SW_DIS1], 0>,
1064 InstrStage<1, [SW_DIS2], 0>,
1065 InstrStage<1, [SW_ALU1], 2>,
1066 InstrStage<1, [SW_ALU1], 2>,
1067 InstrStage<1, [SW_ALU1], 2>,
1068 InstrStage<1, [SW_ALU1]>],
1072 // ===---------------------------------------------------------------------===//
1073 // This following definitions describe the simple machine model which
1074 // will replace itineraries.
1076 // Swift machine model for scheduling and other instruction cost heuristics.
1077 def SwiftModel : SchedMachineModel {
1078 let IssueWidth = 3; // 3 micro-ops are dispatched per cycle.
1079 let MicroOpBufferSize = 45; // Based on NEON renamed registers.
1080 let LoadLatency = 3;
1081 let MispredictPenalty = 14; // A branch direction mispredict.
1083 let Itineraries = SwiftItineraries;
1086 // Swift predicates.
1087 def IsFastImmShiftSwiftPred : SchedPredicate<[{TII->isSwiftFastImmShift(MI)}]>;
1089 // Swift resource mapping.
1090 let SchedModel = SwiftModel in {
1091 // Processor resources.
1092 def SwiftUnitP01 : ProcResource<2>; // ALU unit.
1093 def SwiftUnitP0 : ProcResource<1> { let Super = SwiftUnitP01; } // Mul unit.
1094 def SwiftUnitP1 : ProcResource<1> { let Super = SwiftUnitP01; } // Br unit.
1095 def SwiftUnitP2 : ProcResource<1>; // LS unit.
1096 def SwiftUnitDiv : ProcResource<1>;
1098 // Generic resource requirements.
1099 def SwiftWriteP0OneCycle : SchedWriteRes<[SwiftUnitP0]>;
1100 def SwiftWriteP0TwoCycle : SchedWriteRes<[SwiftUnitP0]> { let Latency = 2; }
1101 def SwiftWriteP0FourCycle : SchedWriteRes<[SwiftUnitP0]> { let Latency = 4; }
1102 def SwiftWriteP0SixCycle : SchedWriteRes<[SwiftUnitP0]> { let Latency = 6; }
1103 def SwiftWriteP0P1FourCycle : SchedWriteRes<[SwiftUnitP0, SwiftUnitP1]> {
1106 def SwiftWriteP0P1SixCycle : SchedWriteRes<[SwiftUnitP0, SwiftUnitP1]> {
1109 def SwiftWriteP01OneCycle : SchedWriteRes<[SwiftUnitP01]>;
1110 def SwiftWriteP1TwoCycle : SchedWriteRes<[SwiftUnitP1]> { let Latency = 2; }
1111 def SwiftWriteP1FourCycle : SchedWriteRes<[SwiftUnitP1]> { let Latency = 4; }
1112 def SwiftWriteP1SixCycle : SchedWriteRes<[SwiftUnitP1]> { let Latency = 6; }
1113 def SwiftWriteP1EightCycle : SchedWriteRes<[SwiftUnitP1]> { let Latency = 8; }
1114 def SwiftWriteP1TwelveCyc : SchedWriteRes<[SwiftUnitP1]> { let Latency = 12; }
1115 def SwiftWriteP01OneCycle2x : WriteSequence<[SwiftWriteP01OneCycle], 2>;
1116 def SwiftWriteP01OneCycle3x : WriteSequence<[SwiftWriteP01OneCycle], 3>;
1117 def SwiftWriteP01TwoCycle : SchedWriteRes<[SwiftUnitP01]> { let Latency = 2; }
1118 def SwiftWriteP01ThreeCycleTwoUops : SchedWriteRes<[SwiftUnitP01,
1121 let NumMicroOps = 2;
1123 def SwiftWriteP0ThreeCycleThreeUops : SchedWriteRes<[SwiftUnitP0]> {
1125 let NumMicroOps = 3;
1126 let ResourceCycles = [3];
1128 // Plain load without writeback.
1129 def SwiftWriteP2ThreeCycle : SchedWriteRes<[SwiftUnitP2]> {
1132 def SwiftWriteP2FourCycle : SchedWriteRes<[SwiftUnitP2]> {
1135 // A store does not write to a register.
1136 def SwiftWriteP2 : SchedWriteRes<[SwiftUnitP2]> {
1139 foreach Num = 1-4 in {
1140 def SwiftWrite#Num#xP2 : WriteSequence<[SwiftWriteP2], Num>;
1142 def SwiftWriteP01OneCycle2x_load : WriteSequence<[SwiftWriteP01OneCycle,
1143 SwiftWriteP01OneCycle,
1144 SwiftWriteP2ThreeCycle]>;
1145 // 4.2.4 Arithmetic and Logical.
1146 // ALU operation register shifted by immediate variant.
1147 def SwiftWriteALUsi : SchedWriteVariant<[
1148 // lsl #2, lsl #1, or lsr #1.
1149 SchedVar<IsFastImmShiftSwiftPred, [SwiftWriteP01TwoCycle]>,
1150 SchedVar<NoSchedPred, [WriteALU]>
1152 def SwiftWriteALUsr : SchedWriteVariant<[
1153 SchedVar<IsPredicatedPred, [SwiftWriteP01ThreeCycleTwoUops]>,
1154 SchedVar<NoSchedPred, [SwiftWriteP01TwoCycle]>
1156 def SwiftWriteALUSsr : SchedWriteVariant<[
1157 SchedVar<IsPredicatedPred, [SwiftWriteP0ThreeCycleThreeUops]>,
1158 SchedVar<NoSchedPred, [SwiftWriteP01TwoCycle]>
1160 def SwiftReadAdvanceALUsr : SchedReadVariant<[
1161 SchedVar<IsPredicatedPred, [SchedReadAdvance<2>]>,
1162 SchedVar<NoSchedPred, [NoReadAdvance]>
1164 // ADC,ADD,NEG,RSB,RSC,SBC,SUB,ADR
1165 // AND,BIC,EOR,ORN,ORR
1166 // CLZ,RBIT,REV,REV16,REVSH,PKH
1167 def : WriteRes<WriteALU, [SwiftUnitP01]>;
1168 def : SchedAlias<WriteALUsi, SwiftWriteALUsi>;
1169 def : SchedAlias<WriteALUsr, SwiftWriteALUsr>;
1170 def : SchedAlias<WriteALUSsr, SwiftWriteALUSsr>;
1171 def : ReadAdvance<ReadALU, 0>;
1172 def : SchedAlias<ReadALUsr, SwiftReadAdvanceALUsr>;
1175 def SwiftChooseShiftKindP01OneOrTwoCycle : SchedWriteVariant<[
1176 SchedVar<IsFastImmShiftSwiftPred, [SwiftWriteP01OneCycle]>,
1177 SchedVar<NoSchedPred, [SwiftWriteP01TwoCycle]>
1180 // 4.2.5 Integer comparison
1181 def : WriteRes<WriteCMP, [SwiftUnitP01]>;
1182 def : SchedAlias<WriteCMPsi, SwiftChooseShiftKindP01OneOrTwoCycle>;
1183 def : SchedAlias<WriteCMPsr, SwiftWriteP01TwoCycle>;
1185 // 4.2.6 Shift, Move
1188 // MOV(register-shiftedregister) MVN(register-shiftedregister)
1192 // Sign/Zero extension
1193 def : InstRW<[SwiftWriteP01OneCycle],
1194 (instregex "SXTB", "SXTH", "SXTB16", "UXTB", "UXTH", "UXTB16",
1195 "t2SXTB", "t2SXTH", "t2SXTB16", "t2UXTB", "t2UXTH",
1197 // Pseudo instructions.
1198 def : InstRW<[SwiftWriteP01OneCycle2x],
1199 (instregex "MOVCCi32imm", "MOVi32imm", "MOV_ga_dyn", "t2MOVCCi32imm",
1200 "t2MOVi32imm", "t2MOV_ga_dyn")>;
1201 def : InstRW<[SwiftWriteP01OneCycle3x],
1202 (instregex "MOV_ga_pcrel", "t2MOV_ga_pcrel", "t2MOVi16_ga_pcrel")>;
1203 def : InstRW<[SwiftWriteP01OneCycle2x_load],
1204 (instregex "MOV_ga_pcrel_ldr", "t2MOV_ga_pcrel_ldr")>;
1206 def SwiftWriteP0TwoCyleTwoUops : WriteSequence<[SwiftWriteP0OneCycle], 2>;
1208 def SwiftPredP0OneOrTwoCycle : SchedWriteVariant<[
1209 SchedVar<IsPredicatedPred, [ SwiftWriteP0TwoCyleTwoUops ]>,
1210 SchedVar<NoSchedPred, [ SwiftWriteP0OneCycle ]>
1215 def : InstRW<[SwiftPredP0OneOrTwoCycle], (instregex "SEL", "t2SEL")>;
1218 // BFI,BFC, SBFX,UBFX
1219 def : InstRW< [SwiftWriteP01TwoCycle],
1220 (instregex "BFC", "BFI", "UBFX", "SBFX", "(t|t2)BFC", "(t|t2)BFI",
1221 "(t|t2)UBFX", "(t|t2)SBFX")>;
1223 // 4.2.9 Saturating arithmetic
1224 def : InstRW< [SwiftWriteP01TwoCycle],
1225 (instregex "QADD", "QSUB", "QDADD", "QDSUB", "SSAT", "SSAT16", "USAT",
1226 "USAT16", "QADD8", "QADD16", "QSUB8", "QSUB16", "QASX", "QSAX",
1227 "UQADD8", "UQADD16","UQSUB8","UQSUB16","UQASX","UQSAX", "t2QADD",
1228 "t2QSUB", "t2QDADD", "t2QDSUB", "t2SSAT", "t2SSAT16", "t2USAT",
1229 "t2QADD8", "t2QADD16", "t2QSUB8", "t2QSUB16", "t2QASX", "t2QSAX",
1230 "t2UQADD8", "t2UQADD16","t2UQSUB8","t2UQSUB16","t2UQASX","t2UQSAX")>;
1232 // 4.2.10 Parallel Arithmetic
1233 // Not flag setting.
1234 def : InstRW< [SwiftWriteALUsr],
1235 (instregex "SADD8", "SADD16", "SSUB8", "SSUB16", "SASX", "SSAX",
1236 "UADD8", "UADD16", "USUB8", "USUB16", "UASX", "USAX", "t2SADD8",
1237 "t2SADD16", "t2SSUB8", "t2SSUB16", "t2SASX", "t2SSAX", "t2UADD8",
1238 "t2UADD16", "t2USUB8", "t2USUB16", "t2UASX", "t2USAX")>;
1240 def : InstRW< [SwiftWriteP01TwoCycle],
1241 (instregex "SHADD8", "SHADD16", "SHSUB8", "SHSUB16", "SHASX", "SHSAX",
1242 "SXTAB", "SXTAB16", "SXTAH", "UHADD8", "UHADD16", "UHSUB8", "UHSUB16",
1243 "UHASX", "UHSAX", "UXTAB", "UXTAB16", "UXTAH", "t2SHADD8", "t2SHADD16",
1244 "t2SHSUB8", "t2SHSUB16", "t2SHASX", "t2SHSAX", "t2SXTAB", "t2SXTAB16",
1245 "t2SXTAH", "t2UHADD8", "t2UHADD16", "t2UHSUB8", "t2UHSUB16", "t2UHASX",
1246 "t2UHSAX", "t2UXTAB", "t2UXTAB16", "t2UXTAH")>;
1248 // 4.2.11 Sum of Absolute Difference
1249 def : InstRW< [SwiftWriteP0P1FourCycle], (instregex "USAD8") >;
1250 def : InstRW<[SwiftWriteP0P1FourCycle, ReadALU, ReadALU, SchedReadAdvance<2>],
1251 (instregex "USADA8")>;
1253 // 4.2.12 Integer Multiply (32-bit result)
1255 def : InstRW< [SwiftWriteP0FourCycle],
1256 (instregex "MULS", "MUL", "SMMUL", "SMMULR", "SMULBB", "SMULBT",
1257 "SMULTB", "SMULTT", "SMULWB", "SMULWT", "SMUSD", "SMUSDXi", "t2MUL",
1258 "t2SMMUL", "t2SMMULR", "t2SMULBB", "t2SMULBT", "t2SMULTB", "t2SMULTT",
1259 "t2SMULWB", "t2SMULWT", "t2SMUSD")>;
1261 def SwiftWriteP0P01FiveCycleTwoUops :
1262 SchedWriteRes<[SwiftUnitP0, SwiftUnitP01]> {
1266 def SwiftPredP0P01FourFiveCycle : SchedWriteVariant<[
1267 SchedVar<IsPredicatedPred, [ SwiftWriteP0P01FiveCycleTwoUops ]>,
1268 SchedVar<NoSchedPred, [ SwiftWriteP0FourCycle ]>
1271 def SwiftReadAdvanceFourCyclesPred : SchedReadVariant<[
1272 SchedVar<IsPredicatedPred, [SchedReadAdvance<4>]>,
1273 SchedVar<NoSchedPred, [ReadALU]>
1276 // Multiply accumulate, three sources
1277 def : InstRW< [SwiftPredP0P01FourFiveCycle, ReadALU, ReadALU,
1278 SwiftReadAdvanceFourCyclesPred],
1279 (instregex "MLAS", "MLA", "MLS", "SMMLA", "SMMLAR", "SMMLS", "SMMLSR",
1280 "t2MLA", "t2MLS", "t2MLAS", "t2SMMLA", "t2SMMLAR", "t2SMMLS",
1283 // 4.2.13 Integer Multiply (32-bit result, Q flag)
1284 def : InstRW< [SwiftWriteP0FourCycle],
1285 (instregex "SMUAD", "SMUADX", "t2SMUAD", "t2SMUADX")>;
1286 def : InstRW< [SwiftPredP0P01FourFiveCycle, ReadALU, ReadALU,
1287 SwiftReadAdvanceFourCyclesPred],
1288 (instregex "SMLABB", "SMLABT", "SMLATB", "SMLATT", "SMLSD", "SMLSDX",
1289 "SMLAWB", "SMLAWT", "t2SMLABB", "t2SMLABT", "t2SMLATB", "t2SMLATT",
1290 "t2SMLSD", "t2SMLSDX", "t2SMLAWB", "t2SMLAWT")>;
1291 def : InstRW< [SwiftPredP0P01FourFiveCycle],
1292 (instregex "SMLAD", "SMLADX", "t2SMLAD", "t2SMLADX")>;
1294 def SwiftP0P0P01FiveCycle : SchedWriteRes<[SwiftUnitP0, SwiftUnitP01]> {
1296 let NumMicroOps = 3;
1297 let ResourceCycles = [2, 1];
1299 def SwiftWrite1Cycle : SchedWriteRes<[]> {
1301 let NumMicroOps = 0;
1303 def SwiftWrite5Cycle : SchedWriteRes<[]> {
1305 let NumMicroOps = 0;
1307 def SwiftWrite6Cycle : SchedWriteRes<[]> {
1309 let NumMicroOps = 0;
1312 // 4.2.14 Integer Multiply, Long
1313 def : InstRW< [SwiftP0P0P01FiveCycle, SwiftWrite5Cycle],
1314 (instregex "SMULL$", "UMULL$", "t2SMULL$", "t2UMULL$")>;
1316 def Swift2P03P01FiveCycle : SchedWriteRes<[SwiftUnitP0, SwiftUnitP01]> {
1318 let NumMicroOps = 5;
1319 let ResourceCycles = [2, 3];
1322 // 4.2.15 Integer Multiply Accumulate, Long
1323 // 4.2.16 Integer Multiply Accumulate, Dual
1324 // 4.2.17 Integer Multiply Accumulate Accumulate, Long
1325 // We are being a bit inaccurate here.
1326 def : InstRW< [SwiftWrite5Cycle, Swift2P03P01FiveCycle, ReadALU, ReadALU,
1327 SchedReadAdvance<4>, SchedReadAdvance<3>],
1328 (instregex "SMLALS", "UMLALS", "SMLAL", "UMLAL", "MLALBB", "SMLALBT",
1329 "SMLALTB", "SMLALTT", "SMLALD", "SMLALDX", "SMLSLD", "SMLSLDX",
1330 "UMAAL", "t2SMLALS", "t2UMLALS", "t2SMLAL", "t2UMLAL", "t2MLALBB", "t2SMLALBT",
1331 "t2SMLALTB", "t2SMLALTT", "t2SMLALD", "t2SMLALDX", "t2SMLSLD", "t2SMLSLDX",
1334 def SwiftDiv : SchedWriteRes<[SwiftUnitP0, SwiftUnitDiv]> {
1335 let NumMicroOps = 1;
1337 let ResourceCycles = [1, 14];
1339 // 4.2.18 Integer Divide
1340 def : WriteRes<WriteDiv, [SwiftUnitDiv]>; // Workaround.
1341 def : InstRW <[SwiftDiv],
1342 (instregex "SDIV", "UDIV", "t2SDIV", "t2UDIV")>;
1344 // 4.2.19 Integer Load Single Element
1345 // 4.2.20 Integer Load Signextended
1346 def SwiftWriteP2P01ThreeCycle : SchedWriteRes<[SwiftUnitP2, SwiftUnitP01]> {
1348 let NumMicroOps = 2;
1350 def SwiftWriteP2P01FourCyle : SchedWriteRes<[SwiftUnitP2, SwiftUnitP01]> {
1352 let NumMicroOps = 2;
1354 def SwiftWriteP2P01P01FourCycle : SchedWriteRes<[SwiftUnitP2, SwiftUnitP01,
1357 let NumMicroOps = 3;
1359 def SwiftWriteP2P2ThreeCycle : SchedWriteRes<[SwiftUnitP2, SwiftUnitP2]> {
1361 let NumMicroOps = 2;
1363 def SwiftWriteP2P2P01ThreeCycle : SchedWriteRes<[SwiftUnitP2, SwiftUnitP2,
1366 let NumMicroOps = 3;
1368 def SwiftWrBackOne : SchedWriteRes<[]> {
1370 let NumMicroOps = 0;
1372 def SwiftWriteLdFour : SchedWriteRes<[]> {
1374 let NumMicroOps = 0;
1377 def : InstRW<[SwiftWriteP2ThreeCycle],
1378 (instregex "LDR(i12|rs)$", "LDRB(i12|rs)$", "t2LDR(i8|i12|s|pci)",
1379 "t2LDR(H|B)(i8|i12|s|pci)", "LDREX", "tLDR[BH](r|i|spi|pci|pciASM)",
1380 "tLDR(r|i|spi|pci|pciASM)")>;
1381 def : InstRW<[SwiftWriteP2ThreeCycle],
1382 (instregex "LDRH$", "PICLDR$", "PICLDR(H|B)$", "LDRcp$")>;
1383 def : InstRW<[SwiftWriteP2P01FourCyle],
1384 (instregex "PICLDRS(H|B)$", "t2LDRS(H|B)(i|r|p|s)", "LDRS(H|B)$",
1385 "t2LDRpci_pic", "tLDRS(B|H)")>;
1386 def : InstRW<[SwiftWriteP2P01ThreeCycle, SwiftWrBackOne],
1387 (instregex "LD(RB|R)(_|T_)(POST|PRE)_(IMM|REG)", "LDRH(_PRE|_POST)",
1388 "LDR(T|BT)_POST_(REG|IMM)", "LDRHT(i|r)",
1389 "t2LD(R|RB|RH)_(PRE|POST)", "t2LD(R|RB|RH)T")>;
1390 def : InstRW<[SwiftWriteP2P01P01FourCycle, SwiftWrBackOne],
1391 (instregex "LDR(SH|SB)(_POST|_PRE)", "t2LDR(SH|SB)(_POST|_PRE)",
1392 "LDRS(B|H)T(i|r)", "t2LDRS(B|H)T(i|r)", "t2LDRS(B|H)T")>;
1394 // 4.2.21 Integer Dual Load
1396 def : InstRW<[SwiftWriteP2P2ThreeCycle, SwiftWriteLdFour],
1397 (instregex "t2LDRDi8", "LDRD$")>;
1398 def : InstRW<[SwiftWriteP2P2P01ThreeCycle, SwiftWriteLdFour, SwiftWrBackOne],
1399 (instregex "LDRD_(POST|PRE)", "t2LDRD_(POST|PRE)")>;
1401 // 4.2.22 Integer Load, Multiple
1403 foreach Lat = 3-25 in {
1404 def SwiftWriteLM#Lat#Cy : SchedWriteRes<[SwiftUnitP2]> {
1407 def SwiftWriteLM#Lat#CyNo : SchedWriteRes<[]> {
1409 let NumMicroOps = 0;
1413 foreach NumAddr = 1-16 in {
1414 def SwiftLMAddr#NumAddr#Pred : SchedPredicate<"TII->getNumLDMAddresses(MI) == "#NumAddr>;
1416 def SwiftWriteLDMAddrNoWB : SchedWriteRes<[SwiftUnitP01]> { let Latency = 0; }
1417 def SwiftWriteLDMAddrWB : SchedWriteRes<[SwiftUnitP01, SwiftUnitP01]>;
1418 def SwiftWriteLM : SchedWriteVariant<[
1419 SchedVar<SwiftLMAddr2Pred, [SwiftWriteLM3Cy, SwiftWriteLM4Cy]>,
1420 SchedVar<SwiftLMAddr3Pred, [SwiftWriteLM3Cy, SwiftWriteLM4Cy,
1422 SchedVar<SwiftLMAddr4Pred, [SwiftWriteLM3Cy, SwiftWriteLM4Cy,
1423 SwiftWriteLM5Cy, SwiftWriteLM6Cy]>,
1424 SchedVar<SwiftLMAddr5Pred, [SwiftWriteLM3Cy, SwiftWriteLM4Cy,
1425 SwiftWriteLM5Cy, SwiftWriteLM6Cy,
1427 SchedVar<SwiftLMAddr6Pred, [SwiftWriteLM3Cy, SwiftWriteLM4Cy,
1428 SwiftWriteLM5Cy, SwiftWriteLM6Cy,
1429 SwiftWriteLM7Cy, SwiftWriteLM8Cy]>,
1430 SchedVar<SwiftLMAddr7Pred, [SwiftWriteLM3Cy, SwiftWriteLM4Cy,
1431 SwiftWriteLM5Cy, SwiftWriteLM6Cy,
1432 SwiftWriteLM7Cy, SwiftWriteLM8Cy,
1434 SchedVar<SwiftLMAddr8Pred, [SwiftWriteLM3Cy, SwiftWriteLM4Cy,
1435 SwiftWriteLM5Cy, SwiftWriteLM6Cy,
1436 SwiftWriteLM7Cy, SwiftWriteLM8Cy,
1437 SwiftWriteLM9Cy, SwiftWriteLM10Cy]>,
1438 SchedVar<SwiftLMAddr9Pred, [SwiftWriteLM3Cy, SwiftWriteLM4Cy,
1439 SwiftWriteLM5Cy, SwiftWriteLM6Cy,
1440 SwiftWriteLM7Cy, SwiftWriteLM8Cy,
1441 SwiftWriteLM9Cy, SwiftWriteLM10Cy,
1443 SchedVar<SwiftLMAddr10Pred,[SwiftWriteLM3Cy, SwiftWriteLM4Cy,
1444 SwiftWriteLM5Cy, SwiftWriteLM6Cy,
1445 SwiftWriteLM7Cy, SwiftWriteLM8Cy,
1446 SwiftWriteLM9Cy, SwiftWriteLM10Cy,
1447 SwiftWriteLM11Cy, SwiftWriteLM12Cy]>,
1448 SchedVar<SwiftLMAddr11Pred,[SwiftWriteLM3Cy, SwiftWriteLM4Cy,
1449 SwiftWriteLM5Cy, SwiftWriteLM6Cy,
1450 SwiftWriteLM7Cy, SwiftWriteLM8Cy,
1451 SwiftWriteLM9Cy, SwiftWriteLM10Cy,
1452 SwiftWriteLM11Cy, SwiftWriteLM12Cy,
1454 SchedVar<SwiftLMAddr12Pred,[SwiftWriteLM3Cy, SwiftWriteLM4Cy,
1455 SwiftWriteLM5Cy, SwiftWriteLM6Cy,
1456 SwiftWriteLM7Cy, SwiftWriteLM8Cy,
1457 SwiftWriteLM9Cy, SwiftWriteLM10Cy,
1458 SwiftWriteLM11Cy, SwiftWriteLM12Cy,
1459 SwiftWriteLM13Cy, SwiftWriteLM14Cy]>,
1460 SchedVar<SwiftLMAddr13Pred,[SwiftWriteLM3Cy, SwiftWriteLM4Cy,
1461 SwiftWriteLM5Cy, SwiftWriteLM6Cy,
1462 SwiftWriteLM7Cy, SwiftWriteLM8Cy,
1463 SwiftWriteLM9Cy, SwiftWriteLM10Cy,
1464 SwiftWriteLM11Cy, SwiftWriteLM12Cy,
1465 SwiftWriteLM13Cy, SwiftWriteLM14Cy,
1467 SchedVar<SwiftLMAddr14Pred,[SwiftWriteLM3Cy, SwiftWriteLM4Cy,
1468 SwiftWriteLM5Cy, SwiftWriteLM6Cy,
1469 SwiftWriteLM7Cy, SwiftWriteLM8Cy,
1470 SwiftWriteLM9Cy, SwiftWriteLM10Cy,
1471 SwiftWriteLM11Cy, SwiftWriteLM12Cy,
1472 SwiftWriteLM13Cy, SwiftWriteLM14Cy,
1473 SwiftWriteLM15Cy, SwiftWriteLM16Cy]>,
1474 SchedVar<SwiftLMAddr15Pred,[SwiftWriteLM3Cy, SwiftWriteLM4Cy,
1475 SwiftWriteLM5Cy, SwiftWriteLM6Cy,
1476 SwiftWriteLM7Cy, SwiftWriteLM8Cy,
1477 SwiftWriteLM9Cy, SwiftWriteLM10Cy,
1478 SwiftWriteLM11Cy, SwiftWriteLM12Cy,
1479 SwiftWriteLM13Cy, SwiftWriteLM14Cy,
1480 SwiftWriteLM15Cy, SwiftWriteLM16Cy,
1482 SchedVar<SwiftLMAddr16Pred,[SwiftWriteLM3Cy, SwiftWriteLM4Cy,
1483 SwiftWriteLM5Cy, SwiftWriteLM6Cy,
1484 SwiftWriteLM7Cy, SwiftWriteLM8Cy,
1485 SwiftWriteLM9Cy, SwiftWriteLM10Cy,
1486 SwiftWriteLM11Cy, SwiftWriteLM12Cy,
1487 SwiftWriteLM13Cy, SwiftWriteLM14Cy,
1488 SwiftWriteLM15Cy, SwiftWriteLM16Cy,
1489 SwiftWriteLM17Cy, SwiftWriteLM18Cy]>,
1490 // Unknow number of registers, just use resources for two registers.
1491 SchedVar<NoSchedPred, [SwiftWriteLM3Cy, SwiftWriteLM4Cy,
1492 SwiftWriteLM5CyNo, SwiftWriteLM6CyNo,
1493 SwiftWriteLM7CyNo, SwiftWriteLM8CyNo,
1494 SwiftWriteLM9CyNo, SwiftWriteLM10CyNo,
1495 SwiftWriteLM11CyNo, SwiftWriteLM12CyNo,
1496 SwiftWriteLM13CyNo, SwiftWriteLM14CyNo,
1497 SwiftWriteLM15CyNo, SwiftWriteLM16CyNo,
1498 SwiftWriteLM17CyNo, SwiftWriteLM18CyNo]>
1500 ]> { let Variadic=1; }
1502 def : InstRW<[SwiftWriteLM, SwiftWriteLDMAddrNoWB],
1503 (instregex "LDM(IA|DA|DB|IB)$", "t2LDM(IA|DA|DB|IB)$",
1504 "(t|sys)LDM(IA|DA|DB|IB)$")>;
1505 def : InstRW<[SwiftWriteLDMAddrWB, SwiftWriteLM],
1506 (instregex /*"t2LDMIA_RET", "tLDMIA_RET", "LDMIA_RET",*/
1507 "LDM(IA|DA|DB|IB)_UPD", "(t2|sys|t)LDM(IA|DA|DB|IB)_UPD")>;
1508 def : InstRW<[SwiftWriteLDMAddrWB, SwiftWriteLM, SwiftWriteP1TwoCycle],
1509 (instregex "LDMIA_RET", "(t|t2)LDMIA_RET", "POP", "tPOP")>;
1510 // 4.2.23 Integer Store, Single Element
1511 def : InstRW<[SwiftWriteP2],
1512 (instregex "PICSTR", "STR(i12|rs)", "STRB(i12|rs)", "STRH$", "STREX",
1513 "t2STR(i12|i8|s)$", "t2STR[BH](i12|i8|s)$", "tSTR[BH](i|r)", "tSTR(i|r)", "tSTRspi")>;
1515 def : InstRW<[SwiftWriteP01OneCycle, SwiftWriteP2],
1516 (instregex "STR(B_|_|BT_|T_)(PRE_IMM|PRE_REG|POST_REG|POST_IMM)",
1517 "STR(i|r)_preidx", "STRB(i|r)_preidx", "STRH_preidx", "STR(H_|HT_)(PRE|POST)",
1518 "STR(BT|HT|T)", "t2STR_(PRE|POST)", "t2STR[BH]_(PRE|POST)",
1519 "t2STR_preidx", "t2STR[BH]_preidx", "t2ST(RB|RH|R)T")>;
1521 // 4.2.24 Integer Store, Dual
1522 def : InstRW<[SwiftWriteP2, SwiftWriteP2, SwiftWriteP01OneCycle],
1523 (instregex "STRD$", "t2STRDi8")>;
1524 def : InstRW<[SwiftWriteP01OneCycle, SwiftWriteP2, SwiftWriteP2,
1525 SwiftWriteP01OneCycle],
1526 (instregex "(t2|t)STRD_(POST|PRE)", "STRD_(POST|PRE)")>;
1528 // 4.2.25 Integer Store, Multiple
1529 def SwiftWriteStIncAddr : SchedWriteRes<[SwiftUnitP2, SwiftUnitP01]> {
1531 let NumMicroOps = 2;
1533 foreach NumAddr = 1-16 in {
1534 def SwiftWriteSTM#NumAddr : WriteSequence<[SwiftWriteStIncAddr], NumAddr>;
1536 def SwiftWriteSTM : SchedWriteVariant<[
1537 SchedVar<SwiftLMAddr2Pred, [SwiftWriteSTM2]>,
1538 SchedVar<SwiftLMAddr3Pred, [SwiftWriteSTM3]>,
1539 SchedVar<SwiftLMAddr4Pred, [SwiftWriteSTM4]>,
1540 SchedVar<SwiftLMAddr5Pred, [SwiftWriteSTM5]>,
1541 SchedVar<SwiftLMAddr6Pred, [SwiftWriteSTM6]>,
1542 SchedVar<SwiftLMAddr7Pred, [SwiftWriteSTM7]>,
1543 SchedVar<SwiftLMAddr8Pred, [SwiftWriteSTM8]>,
1544 SchedVar<SwiftLMAddr9Pred, [SwiftWriteSTM9]>,
1545 SchedVar<SwiftLMAddr10Pred,[SwiftWriteSTM10]>,
1546 SchedVar<SwiftLMAddr11Pred,[SwiftWriteSTM11]>,
1547 SchedVar<SwiftLMAddr12Pred,[SwiftWriteSTM12]>,
1548 SchedVar<SwiftLMAddr13Pred,[SwiftWriteSTM13]>,
1549 SchedVar<SwiftLMAddr14Pred,[SwiftWriteSTM14]>,
1550 SchedVar<SwiftLMAddr15Pred,[SwiftWriteSTM15]>,
1551 SchedVar<SwiftLMAddr16Pred,[SwiftWriteSTM16]>,
1552 // Unknow number of registers, just use resources for two registers.
1553 SchedVar<NoSchedPred, [SwiftWriteSTM2]>
1555 def : InstRW<[SwiftWriteSTM],
1556 (instregex "STM(IB|IA|DB|DA)$", "(t2|sys|t)STM(IB|IA|DB|DA)$")>;
1557 def : InstRW<[SwiftWriteP01OneCycle, SwiftWriteSTM],
1558 (instregex "STM(IB|IA|DB|DA)_UPD", "(t2|sys|t)STM(IB|IA|DB|DA)_UPD",
1561 // LDRLIT pseudo instructions, they expand to LDR + PICADD
1562 def : InstRW<[SwiftWriteP2ThreeCycle, WriteALU],
1563 (instregex "t?LDRLIT_ga_abs", "t?LDRLIT_ga_pcrel")>;
1564 // LDRLIT_ga_pcrel_ldr expands to LDR + PICLDR
1565 def : InstRW<[SwiftWriteP2ThreeCycle, SwiftWriteP2ThreeCycle],
1566 (instregex "LDRLIT_ga_pcrel_ldr")>;
1569 def : WriteRes<WriteBr, [SwiftUnitP1]> { let Latency = 0; }
1570 def : WriteRes<WriteBrL, [SwiftUnitP1]> { let Latency = 2; }
1571 def : WriteRes<WriteBrTbl, [SwiftUnitP1, SwiftUnitP2]> { let Latency = 0; }
1573 // 4.2.27 Not issued
1574 def : WriteRes<WriteNoop, []> { let Latency = 0; let NumMicroOps = 0; }
1575 def : InstRW<[WriteNoop], (instregex "t2IT", "IT", "NOP")>;
1577 // 4.2.28 Advanced SIMD, Integer, 2 cycle
1578 def : InstRW<[SwiftWriteP0TwoCycle],
1579 (instregex "VADDv", "VSUBv", "VNEG(s|f|v)", "VADDL", "VSUBL",
1580 "VADDW", "VSUBW", "VHADD", "VHSUB", "VRHADD", "VPADDi",
1581 "VPADDL", "VAND", "VBIC", "VEOR", "VORN", "VORR", "VTST",
1582 "VSHL", "VSHR(s|u)", "VSHLL", "VQSHL", "VQSHLU", "VBIF",
1583 "VBIT", "VBSL", "VSLI", "VSRI", "VCLS", "VCLZ", "VCNT")>;
1585 def : InstRW<[SwiftWriteP1TwoCycle],
1586 (instregex "VEXT", "VREV16", "VREV32", "VREV64")>;
1588 // 4.2.29 Advanced SIMD, Integer, 4 cycle
1589 // 4.2.30 Advanced SIMD, Integer with Accumulate
1590 def : InstRW<[SwiftWriteP0FourCycle],
1591 (instregex "VABA", "VABAL", "VPADAL", "VRSRA", "VSRA", "VACGE", "VACGT",
1592 "VACLE", "VACLT", "VCEQ", "VCGE", "VCGT", "VCLE", "VCLT", "VRSHL",
1593 "VQRSHL", "VRSHR(u|s)", "VABS(f|v)", "VQABS", "VQNEG", "VQADD",
1595 def : InstRW<[SwiftWriteP1FourCycle],
1596 (instregex "VRECPE", "VRSQRTE")>;
1598 // 4.2.31 Advanced SIMD, Add and Shift with Narrow
1599 def : InstRW<[SwiftWriteP0P1FourCycle],
1600 (instregex "VADDHN", "VSUBHN", "VSHRN")>;
1601 def : InstRW<[SwiftWriteP0P1SixCycle],
1602 (instregex "VRADDHN", "VRSUBHN", "VRSHRN", "VQSHRN", "VQSHRUN",
1603 "VQRSHRN", "VQRSHRUN")>;
1605 // 4.2.32 Advanced SIMD, Vector Table Lookup
1606 foreach Num = 1-4 in {
1607 def SwiftWrite#Num#xP1TwoCycle : WriteSequence<[SwiftWriteP1TwoCycle], Num>;
1609 def : InstRW<[SwiftWrite1xP1TwoCycle],
1610 (instregex "VTB(L|X)1")>;
1611 def : InstRW<[SwiftWrite2xP1TwoCycle],
1612 (instregex "VTB(L|X)2")>;
1613 def : InstRW<[SwiftWrite3xP1TwoCycle],
1614 (instregex "VTB(L|X)3")>;
1615 def : InstRW<[SwiftWrite4xP1TwoCycle],
1616 (instregex "VTB(L|X)4")>;
1618 // 4.2.33 Advanced SIMD, Transpose
1619 def : InstRW<[SwiftWriteP1FourCycle, SwiftWriteP1FourCycle,
1620 SwiftWriteP1TwoCycle/*RsrcOnly*/, SchedReadAdvance<2>],
1621 (instregex "VSWP", "VTRN", "VUZP", "VZIP")>;
1623 // 4.2.34 Advanced SIMD and VFP, Floating Point
1624 def : InstRW<[SwiftWriteP0TwoCycle], (instregex "VABS(S|D)$", "VNEG(S|D)$")>;
1625 def : InstRW<[SwiftWriteP0FourCycle],
1626 (instregex "VCMP(D|S|ZD|ZS)$", "VCMPE(D|S|ZD|ZS)")>;
1627 def : InstRW<[SwiftWriteP0FourCycle],
1628 (instregex "VADD(S|f)", "VSUB(S|f)", "VABD", "VPADDf", "VMAX", "VMIN", "VPMAX",
1630 def : InstRW<[SwiftWriteP0SixCycle], (instregex "VADDD$", "VSUBD$")>;
1631 def : InstRW<[SwiftWriteP1EightCycle], (instregex "VRECPS", "VRSQRTS")>;
1633 // 4.2.35 Advanced SIMD and VFP, Multiply
1634 def : InstRW<[SwiftWriteP1FourCycle],
1635 (instregex "VMUL(S|v|p|f|s)", "VNMULS", "VQDMULH", "VQRDMULH",
1636 "VMULL", "VQDMULL")>;
1637 def : InstRW<[SwiftWriteP1SixCycle],
1638 (instregex "VMULD", "VNMULD")>;
1639 def : InstRW<[SwiftWriteP1FourCycle],
1640 (instregex "VMLA", "VMLS", "VNMLA", "VNMLS", "VFMA(S|D)", "VFMS(S|D)",
1641 "VFNMA", "VFNMS", "VMLAL", "VMLSL","VQDMLAL", "VQDMLSL")>;
1642 def : InstRW<[SwiftWriteP1EightCycle], (instregex "VFMAfd", "VFMSfd")>;
1643 def : InstRW<[SwiftWriteP1TwelveCyc], (instregex "VFMAfq", "VFMSfq")>;
1645 // 4.2.36 Advanced SIMD and VFP, Convert
1646 def : InstRW<[SwiftWriteP1FourCycle], (instregex "VCVT", "V(S|U)IT", "VTO(S|U)")>;
1647 // Fixpoint conversions.
1648 def : WriteRes<WriteCvtFP, [SwiftUnitP1]> { let Latency = 4; }
1650 // 4.2.37 Advanced SIMD and VFP, Move
1651 def : InstRW<[SwiftWriteP0TwoCycle],
1652 (instregex "VMOVv", "VMOV(S|D)$", "VMOV(S|D)cc",
1653 "VMVNv", "VMVN(d|q)", "VMVN(S|D)cc",
1655 def : InstRW<[SwiftWriteP1TwoCycle], (instregex "VMOVN", "VMOVL")>;
1656 def : InstRW<[WriteSequence<[SwiftWriteP0FourCycle, SwiftWriteP1TwoCycle]>],
1657 (instregex "VQMOVN")>;
1658 def : InstRW<[SwiftWriteP1TwoCycle], (instregex "VDUPLN", "VDUPf")>;
1659 def : InstRW<[WriteSequence<[SwiftWriteP2FourCycle, SwiftWriteP1TwoCycle]>],
1660 (instregex "VDUP(8|16|32)")>;
1661 def : InstRW<[SwiftWriteP2ThreeCycle], (instregex "VMOVRS$")>;
1662 def : InstRW<[WriteSequence<[SwiftWriteP2FourCycle, SwiftWriteP0TwoCycle]>],
1663 (instregex "VMOVSR$", "VSETLN")>;
1664 def : InstRW<[SwiftWriteP2ThreeCycle, SwiftWriteP2FourCycle],
1665 (instregex "VMOVRR(D|S)$")>;
1666 def : InstRW<[SwiftWriteP2FourCycle], (instregex "VMOVDRR$")>;
1667 def : InstRW<[WriteSequence<[SwiftWriteP2FourCycle, SwiftWriteP1TwoCycle]>,
1668 WriteSequence<[SwiftWrite1Cycle, SwiftWriteP2FourCycle,
1669 SwiftWriteP1TwoCycle]>],
1670 (instregex "VMOVSRR$")>;
1671 def : InstRW<[WriteSequence<[SwiftWriteP1TwoCycle, SwiftWriteP2ThreeCycle]>],
1672 (instregex "VGETLN(u|i)")>;
1673 def : InstRW<[WriteSequence<[SwiftWriteP1TwoCycle, SwiftWriteP2ThreeCycle,
1674 SwiftWriteP01OneCycle]>],
1675 (instregex "VGETLNs")>;
1677 // 4.2.38 Advanced SIMD and VFP, Move FPSCR
1678 // Serializing instructions.
1679 def SwiftWaitP0For15Cy : SchedWriteRes<[SwiftUnitP0]> {
1681 let ResourceCycles = [15];
1683 def SwiftWaitP1For15Cy : SchedWriteRes<[SwiftUnitP1]> {
1685 let ResourceCycles = [15];
1687 def SwiftWaitP2For15Cy : SchedWriteRes<[SwiftUnitP2]> {
1689 let ResourceCycles = [15];
1691 def : InstRW<[SwiftWaitP0For15Cy, SwiftWaitP1For15Cy, SwiftWaitP2For15Cy],
1692 (instregex "VMRS")>;
1693 def : InstRW<[SwiftWaitP0For15Cy, SwiftWaitP1For15Cy, SwiftWaitP2For15Cy],
1694 (instregex "VMSR")>;
1696 def : InstRW<[SwiftWriteP0TwoCycle], (instregex "FMSTAT")>;
1698 // 4.2.39 Advanced SIMD and VFP, Load Single Element
1699 def : InstRW<[SwiftWriteLM4Cy], (instregex "VLDRD$", "VLDRS$")>;
1701 // 4.2.40 Advanced SIMD and VFP, Store Single Element
1702 def : InstRW<[SwiftWriteLM4Cy], (instregex "VSTRD$", "VSTRS$")>;
1704 // 4.2.41 Advanced SIMD and VFP, Load Multiple
1705 // 4.2.42 Advanced SIMD and VFP, Store Multiple
1707 // Resource requirement for permuting, just reserves the resources.
1708 foreach Num = 1-28 in {
1709 def SwiftVLDMPerm#Num : SchedWriteRes<[SwiftUnitP1]> {
1711 let NumMicroOps = Num;
1712 let ResourceCycles = [Num];
1716 // Pre RA pseudos - load/store to a Q register as a D register pair.
1717 def : InstRW<[SwiftWriteLM4Cy], (instregex "VLDMQIA$", "VSTMQIA$")>;
1719 // Post RA not modelled accurately. We assume that register use of width 64
1720 // bit maps to a D register, 128 maps to a Q register. Not all different kinds
1721 // are accurately represented.
1722 def SwiftWriteVLDM : SchedWriteVariant<[
1723 // Load of one S register.
1724 SchedVar<SwiftLMAddr1Pred, [SwiftWriteLM4Cy]>,
1725 // Load of one D register.
1726 SchedVar<SwiftLMAddr2Pred, [SwiftWriteLM4Cy, SwiftWriteLM4CyNo]>,
1727 // Load of 3 S register.
1728 SchedVar<SwiftLMAddr3Pred, [SwiftWriteLM9Cy, SwiftWriteLM10Cy,
1729 SwiftWriteLM13CyNo, SwiftWriteP01OneCycle,
1731 // Load of a Q register (not necessarily true). We should not be mapping to
1732 // 4 S registers, either.
1733 SchedVar<SwiftLMAddr4Pred, [SwiftWriteLM4Cy, SwiftWriteLM4CyNo,
1734 SwiftWriteLM4CyNo, SwiftWriteLM4CyNo]>,
1735 // Load of 5 S registers.
1736 SchedVar<SwiftLMAddr5Pred, [SwiftWriteLM9Cy, SwiftWriteLM10Cy,
1737 SwiftWriteLM13CyNo, SwiftWriteLM14CyNo,
1738 SwiftWriteLM17CyNo, SwiftWriteP01OneCycle,
1740 // Load of 3 D registers. (Must also be able to handle s register list -
1741 // though, not accurate)
1742 SchedVar<SwiftLMAddr6Pred, [SwiftWriteLM7Cy, SwiftWriteLM8Cy,
1743 SwiftWriteLM10Cy, SwiftWriteLM14CyNo,
1744 SwiftWriteLM14CyNo, SwiftWriteLM14CyNo,
1745 SwiftWriteP01OneCycle, SwiftVLDMPerm5]>,
1746 // Load of 7 S registers.
1747 SchedVar<SwiftLMAddr7Pred, [SwiftWriteLM9Cy, SwiftWriteLM10Cy,
1748 SwiftWriteLM13Cy, SwiftWriteLM14CyNo,
1749 SwiftWriteLM17CyNo, SwiftWriteLM18CyNo,
1750 SwiftWriteLM21CyNo, SwiftWriteP01OneCycle,
1752 // Load of two Q registers.
1753 SchedVar<SwiftLMAddr8Pred, [SwiftWriteLM7Cy, SwiftWriteLM8Cy,
1754 SwiftWriteLM13Cy, SwiftWriteLM13CyNo,
1755 SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
1756 SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
1757 SwiftWriteP01OneCycle, SwiftVLDMPerm2]>,
1758 // Load of 9 S registers.
1759 SchedVar<SwiftLMAddr9Pred, [SwiftWriteLM9Cy, SwiftWriteLM10Cy,
1760 SwiftWriteLM13Cy, SwiftWriteLM14CyNo,
1761 SwiftWriteLM17CyNo, SwiftWriteLM18CyNo,
1762 SwiftWriteLM21CyNo, SwiftWriteLM22CyNo,
1763 SwiftWriteLM25CyNo, SwiftWriteP01OneCycle,
1765 // Load of 5 D registers.
1766 SchedVar<SwiftLMAddr10Pred,[SwiftWriteLM7Cy, SwiftWriteLM8Cy,
1767 SwiftWriteLM10Cy, SwiftWriteLM14Cy,
1768 SwiftWriteLM14CyNo, SwiftWriteLM14CyNo,
1769 SwiftWriteLM14CyNo, SwiftWriteLM14CyNo,
1770 SwiftWriteLM14CyNo, SwiftWriteLM14CyNo,
1771 SwiftWriteP01OneCycle, SwiftVLDMPerm5]>,
1772 // Inaccurate: reuse describtion from 9 S registers.
1773 SchedVar<SwiftLMAddr11Pred,[SwiftWriteLM9Cy, SwiftWriteLM10Cy,
1774 SwiftWriteLM13Cy, SwiftWriteLM14CyNo,
1775 SwiftWriteLM17CyNo, SwiftWriteLM18CyNo,
1776 SwiftWriteLM21CyNo, SwiftWriteLM22CyNo,
1777 SwiftWriteLM21CyNo, SwiftWriteLM22CyNo,
1778 SwiftWriteLM25CyNo, SwiftWriteP01OneCycle,
1780 // Load of three Q registers.
1781 SchedVar<SwiftLMAddr12Pred,[SwiftWriteLM7Cy, SwiftWriteLM8Cy,
1782 SwiftWriteLM11Cy, SwiftWriteLM11Cy,
1783 SwiftWriteLM11CyNo, SwiftWriteLM11CyNo,
1784 SwiftWriteLM11CyNo, SwiftWriteLM11CyNo,
1785 SwiftWriteLM11CyNo, SwiftWriteLM11CyNo,
1786 SwiftWriteLM11CyNo, SwiftWriteLM11CyNo,
1787 SwiftWriteP01OneCycle, SwiftVLDMPerm3]>,
1788 // Inaccurate: reuse describtion from 9 S registers.
1789 SchedVar<SwiftLMAddr13Pred, [SwiftWriteLM9Cy, SwiftWriteLM10Cy,
1790 SwiftWriteLM13Cy, SwiftWriteLM14CyNo,
1791 SwiftWriteLM17CyNo, SwiftWriteLM18CyNo,
1792 SwiftWriteLM21CyNo, SwiftWriteLM22CyNo,
1793 SwiftWriteLM21CyNo, SwiftWriteLM22CyNo,
1794 SwiftWriteLM21CyNo, SwiftWriteLM22CyNo,
1795 SwiftWriteLM25CyNo, SwiftWriteP01OneCycle,
1797 // Load of 7 D registers inaccurate.
1798 SchedVar<SwiftLMAddr14Pred,[SwiftWriteLM7Cy, SwiftWriteLM8Cy,
1799 SwiftWriteLM10Cy, SwiftWriteLM14Cy,
1800 SwiftWriteLM14Cy, SwiftWriteLM14CyNo,
1801 SwiftWriteLM14CyNo, SwiftWriteLM14CyNo,
1802 SwiftWriteLM14CyNo, SwiftWriteLM14CyNo,
1803 SwiftWriteLM14CyNo, SwiftWriteLM14CyNo,
1804 SwiftWriteP01OneCycle, SwiftVLDMPerm7]>,
1805 SchedVar<SwiftLMAddr15Pred,[SwiftWriteLM9Cy, SwiftWriteLM10Cy,
1806 SwiftWriteLM13Cy, SwiftWriteLM14Cy,
1807 SwiftWriteLM17Cy, SwiftWriteLM18CyNo,
1808 SwiftWriteLM21CyNo, SwiftWriteLM22CyNo,
1809 SwiftWriteLM21CyNo, SwiftWriteLM22CyNo,
1810 SwiftWriteLM21CyNo, SwiftWriteLM22CyNo,
1811 SwiftWriteLM21CyNo, SwiftWriteLM22CyNo,
1812 SwiftWriteLM25CyNo, SwiftWriteP01OneCycle,
1814 // Load of 4 Q registers.
1815 SchedVar<SwiftLMAddr16Pred,[SwiftWriteLM7Cy, SwiftWriteLM10Cy,
1816 SwiftWriteLM11Cy, SwiftWriteLM14Cy,
1817 SwiftWriteLM15Cy, SwiftWriteLM18CyNo,
1818 SwiftWriteLM19CyNo, SwiftWriteLM22CyNo,
1819 SwiftWriteLM19CyNo, SwiftWriteLM22CyNo,
1820 SwiftWriteLM19CyNo, SwiftWriteLM22CyNo,
1821 SwiftWriteLM19CyNo, SwiftWriteLM22CyNo,
1822 SwiftWriteLM19CyNo, SwiftWriteLM22CyNo,
1823 SwiftWriteP01OneCycle, SwiftVLDMPerm4]>,
1824 // Unknow number of registers, just use resources for two registers.
1825 SchedVar<NoSchedPred, [SwiftWriteLM7Cy, SwiftWriteLM8Cy,
1826 SwiftWriteLM13Cy, SwiftWriteLM13CyNo,
1827 SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
1828 SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
1829 SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
1830 SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
1831 SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
1832 SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
1833 SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
1834 SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
1835 SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
1836 SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
1837 SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
1838 SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
1839 SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
1840 SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
1841 SwiftWriteP01OneCycle, SwiftVLDMPerm2]>
1842 ]> { let Variadic = 1; }
1844 def : InstRW<[SwiftWriteVLDM], (instregex "VLDM[SD](IA|DB)$")>;
1846 def : InstRW<[SwiftWriteP01OneCycle2x, SwiftWriteVLDM],
1847 (instregex "VLDM[SD](IA|DB)_UPD$")>;
1849 def SwiftWriteVSTM : SchedWriteVariant<[
1851 SchedVar<SwiftLMAddr1Pred, [SwiftWriteSTM1]>,
1853 SchedVar<SwiftLMAddr2Pred, [SwiftWriteSTM1]>,
1854 // Three S registers.
1855 SchedVar<SwiftLMAddr3Pred, [SwiftWriteSTM4]>,
1856 // Assume one Q register.
1857 SchedVar<SwiftLMAddr4Pred, [SwiftWriteSTM1]>,
1858 SchedVar<SwiftLMAddr5Pred, [SwiftWriteSTM6]>,
1859 // Assume three D registers.
1860 SchedVar<SwiftLMAddr6Pred, [SwiftWriteSTM4]>,
1861 SchedVar<SwiftLMAddr7Pred, [SwiftWriteSTM8]>,
1862 // Assume two Q registers.
1863 SchedVar<SwiftLMAddr8Pred, [SwiftWriteSTM3]>,
1864 SchedVar<SwiftLMAddr9Pred, [SwiftWriteSTM10]>,
1865 // Assume 5 D registers.
1866 SchedVar<SwiftLMAddr10Pred, [SwiftWriteSTM6]>,
1867 SchedVar<SwiftLMAddr11Pred, [SwiftWriteSTM12]>,
1868 // Assume three Q registers.
1869 SchedVar<SwiftLMAddr12Pred, [SwiftWriteSTM4]>,
1870 SchedVar<SwiftLMAddr13Pred, [SwiftWriteSTM14]>,
1871 // Assume 7 D registers.
1872 SchedVar<SwiftLMAddr14Pred, [SwiftWriteSTM8]>,
1873 SchedVar<SwiftLMAddr15Pred, [SwiftWriteSTM16]>,
1874 // Assume four Q registers.
1875 SchedVar<SwiftLMAddr16Pred, [SwiftWriteSTM5]>,
1876 // Asumme two Q registers.
1877 SchedVar<NoSchedPred, [SwiftWriteSTM3]>
1878 ]> { let Variadic = 1; }
1880 def : InstRW<[SwiftWriteVSTM], (instregex "VSTM[SD](IA|DB)$")>;
1882 def : InstRW<[SwiftWriteP01OneCycle2x, SwiftWriteVSTM],
1883 (instregex "VSTM[SD](IA|DB)_UPD")>;
1885 // 4.2.43 Advanced SIMD, Element or Structure Load and Store
1886 def SwiftWrite2xP2FourCy : SchedWriteRes<[SwiftUnitP2]> {
1888 let ResourceCycles = [2];
1890 def SwiftWrite3xP2FourCy : SchedWriteRes<[SwiftUnitP2]> {
1892 let ResourceCycles = [3];
1894 foreach Num = 1-2 in {
1895 def SwiftExt#Num#xP0 : SchedWriteRes<[SwiftUnitP0]> {
1897 let NumMicroOps = Num;
1898 let ResourceCycles = [Num];
1902 // Multiple structures.
1903 // Single element structure loads.
1904 // We assume aligned.
1905 // Single/two register.
1906 def : InstRW<[SwiftWriteLM4Cy], (instregex "VLD1(d|q)(8|16|32|64)$")>;
1907 def : InstRW<[SwiftWriteLM4Cy, SwiftWriteP01OneCycle],
1908 (instregex "VLD1(d|q)(8|16|32|64)wb")>;
1910 def : InstRW<[SwiftWrite3xP2FourCy],
1911 (instregex "VLD1(d|q)(8|16|32|64)T$", "VLD1d64TPseudo")>;
1912 def : InstRW<[SwiftWrite3xP2FourCy, SwiftWriteP01OneCycle],
1913 (instregex "VLD1(d|q)(8|16|32|64)Twb")>;
1915 def : InstRW<[SwiftWrite2xP2FourCy],
1916 (instregex "VLD1(d|q)(8|16|32|64)Q$", "VLD1d64QPseudo")>;
1917 def : InstRW<[SwiftWrite2xP2FourCy, SwiftWriteP01OneCycle],
1918 (instregex "VLD1(d|q)(8|16|32|64)Qwb")>;
1919 // Two element structure loads.
1920 // Two/four register.
1921 def : InstRW<[SwiftWriteLM9Cy, SwiftExt2xP0, SwiftVLDMPerm2],
1922 (instregex "VLD2(d|q|b)(8|16|32)$", "VLD2q(8|16|32)Pseudo$")>;
1923 def : InstRW<[SwiftWriteLM9Cy, SwiftWriteP01OneCycle, SwiftExt2xP0,
1925 (instregex "VLD2(d|q|b)(8|16|32)wb", "VLD2q(8|16|32)PseudoWB")>;
1926 // Three element structure.
1927 def : InstRW<[SwiftWriteLM9Cy, SwiftWriteLM9CyNo, SwiftWriteLM9CyNo,
1928 SwiftVLDMPerm3, SwiftWrite3xP2FourCy],
1929 (instregex "VLD3(d|q)(8|16|32)$")>;
1930 def : InstRW<[SwiftWriteLM9Cy, SwiftVLDMPerm3, SwiftWrite3xP2FourCy],
1931 (instregex "VLD3(d|q)(8|16|32)(oddP|P)seudo$")>;
1933 def : InstRW<[SwiftWriteLM9Cy, SwiftWriteLM9CyNo, SwiftWriteLM9CyNo,
1934 SwiftWriteP01OneCycle, SwiftVLDMPerm3, SwiftWrite3xP2FourCy],
1935 (instregex "VLD3(d|q)(8|16|32)_UPD$")>;
1936 def : InstRW<[SwiftWriteLM9Cy, SwiftWriteP01OneCycle, SwiftVLDMPerm3,
1937 SwiftWrite3xP2FourCy],
1938 (instregex "VLD3(d|q)(8|16|32)(oddP|P)seudo_UPD")>;
1939 // Four element structure loads.
1940 def : InstRW<[SwiftWriteLM11Cy, SwiftWriteLM11Cy, SwiftWriteLM11Cy,
1941 SwiftWriteLM11Cy, SwiftExt2xP0, SwiftVLDMPerm4,
1942 SwiftWrite3xP2FourCy],
1943 (instregex "VLD4(d|q)(8|16|32)$")>;
1944 def : InstRW<[SwiftWriteLM11Cy, SwiftExt2xP0, SwiftVLDMPerm4,
1945 SwiftWrite3xP2FourCy],
1946 (instregex "VLD4(d|q)(8|16|32)(oddP|P)seudo$")>;
1947 def : InstRW<[SwiftWriteLM11Cy, SwiftWriteLM11Cy, SwiftWriteLM11Cy,
1948 SwiftWriteLM11Cy, SwiftWriteP01OneCycle, SwiftExt2xP0,
1949 SwiftVLDMPerm4, SwiftWrite3xP2FourCy],
1950 (instregex "VLD4(d|q)(8|16|32)_UPD")>;
1951 def : InstRW<[SwiftWriteLM11Cy, SwiftWriteP01OneCycle, SwiftExt2xP0,
1952 SwiftVLDMPerm4, SwiftWrite3xP2FourCy],
1953 (instregex "VLD4(d|q)(8|16|32)(oddP|P)seudo_UPD")>;
1955 // Single all/lane loads.
1956 // One element structure.
1957 def : InstRW<[SwiftWriteLM6Cy, SwiftVLDMPerm2],
1958 (instregex "VLD1(LN|DUP)(d|q)(8|16|32)$", "VLD1(LN|DUP)(d|q)(8|16|32)Pseudo$")>;
1959 def : InstRW<[SwiftWriteLM6Cy, SwiftWriteP01OneCycle, SwiftVLDMPerm2],
1960 (instregex "VLD1(LN|DUP)(d|q)(8|16|32)(wb|_UPD)",
1961 "VLD1LNq(8|16|32)Pseudo_UPD")>;
1962 // Two element structure.
1963 def : InstRW<[SwiftWriteLM6Cy, SwiftWriteLM6Cy, SwiftExt1xP0, SwiftVLDMPerm2],
1964 (instregex "VLD2(DUP|LN)(d|q)(8|16|32|8x2|16x2|32x2)$",
1965 "VLD2LN(d|q)(8|16|32)Pseudo$")>;
1966 def : InstRW<[SwiftWriteLM6Cy, SwiftWriteLM6Cy, SwiftWriteP01OneCycle,
1967 SwiftExt1xP0, SwiftVLDMPerm2],
1968 (instregex "VLD2LN(d|q)(8|16|32)_UPD$")>;
1969 def : InstRW<[SwiftWriteLM6Cy, SwiftWriteP01OneCycle, SwiftWriteLM6Cy,
1970 SwiftExt1xP0, SwiftVLDMPerm2],
1971 (instregex "VLD2DUPd(8|16|32|8x2|16x2|32x2)wb")>;
1972 def : InstRW<[SwiftWriteLM6Cy, SwiftWriteP01OneCycle, SwiftWriteLM6Cy,
1973 SwiftExt1xP0, SwiftVLDMPerm2],
1974 (instregex "VLD2LN(d|q)(8|16|32)Pseudo_UPD")>;
1975 // Three element structure.
1976 def : InstRW<[SwiftWriteLM7Cy, SwiftWriteLM8Cy, SwiftWriteLM8Cy, SwiftExt1xP0,
1978 (instregex "VLD3(DUP|LN)(d|q)(8|16|32)$",
1979 "VLD3(LN|DUP)(d|q)(8|16|32)Pseudo$")>;
1980 def : InstRW<[SwiftWriteLM7Cy, SwiftWriteLM8Cy, SwiftWriteLM8Cy,
1981 SwiftWriteP01OneCycle, SwiftExt1xP0, SwiftVLDMPerm3],
1982 (instregex "VLD3(LN|DUP)(d|q)(8|16|32)_UPD")>;
1983 def : InstRW<[SwiftWriteLM7Cy, SwiftWriteP01OneCycle, SwiftWriteLM8Cy,
1984 SwiftWriteLM8Cy, SwiftExt1xP0, SwiftVLDMPerm3],
1985 (instregex "VLD3(LN|DUP)(d|q)(8|16|32)Pseudo_UPD")>;
1986 // Four element struture.
1987 def : InstRW<[SwiftWriteLM8Cy, SwiftWriteLM9Cy, SwiftWriteLM10CyNo,
1988 SwiftWriteLM10CyNo, SwiftExt1xP0, SwiftVLDMPerm5],
1989 (instregex "VLD4(LN|DUP)(d|q)(8|16|32)$",
1990 "VLD4(LN|DUP)(d|q)(8|16|32)Pseudo$")>;
1991 def : InstRW<[SwiftWriteLM8Cy, SwiftWriteLM9Cy, SwiftWriteLM10CyNo,
1992 SwiftWriteLM10CyNo, SwiftWriteP01OneCycle, SwiftExt1xP0,
1994 (instregex "VLD4(DUP|LN)(d|q)(8|16|32)_UPD")>;
1995 def : InstRW<[SwiftWriteLM8Cy, SwiftWriteP01OneCycle, SwiftWriteLM9Cy,
1996 SwiftWriteLM10CyNo, SwiftWriteLM10CyNo, SwiftExt1xP0,
1998 (instregex "VLD4(DUP|LN)(d|q)(8|16|32)Pseudo_UPD")>;
2000 // Multiple structures.
2001 // Single element structure store.
2002 def : InstRW<[SwiftWrite1xP2], (instregex "VST1d(8|16|32|64)$")>;
2003 def : InstRW<[SwiftWrite2xP2], (instregex "VST1q(8|16|32|64)$")>;
2004 def : InstRW<[SwiftWriteP01OneCycle, SwiftWrite1xP2],
2005 (instregex "VST1d(8|16|32|64)wb")>;
2006 def : InstRW<[SwiftWriteP01OneCycle, SwiftWrite2xP2],
2007 (instregex "VST1q(8|16|32|64)wb")>;
2008 def : InstRW<[SwiftWrite3xP2],
2009 (instregex "VST1d(8|16|32|64)T$", "VST1d64TPseudo$")>;
2010 def : InstRW<[SwiftWriteP01OneCycle, SwiftWrite3xP2],
2011 (instregex "VST1d(8|16|32|64)Twb", "VST1d64TPseudoWB")>;
2012 def : InstRW<[SwiftWrite4xP2],
2013 (instregex "VST1d(8|16|32|64)(Q|QPseudo)$")>;
2014 def : InstRW<[SwiftWriteP01OneCycle, SwiftWrite4xP2],
2015 (instregex "VST1d(8|16|32|64)(Qwb|QPseudoWB)")>;
2016 // Two element structure store.
2017 def : InstRW<[SwiftWrite1xP2, SwiftVLDMPerm1],
2018 (instregex "VST2(d|b)(8|16|32)$")>;
2019 def : InstRW<[SwiftWriteP01OneCycle, SwiftWrite1xP2, SwiftVLDMPerm1],
2020 (instregex "VST2(b|d)(8|16|32)wb")>;
2021 def : InstRW<[SwiftWrite2xP2, SwiftVLDMPerm2],
2022 (instregex "VST2q(8|16|32)$", "VST2q(8|16|32)Pseudo$")>;
2023 def : InstRW<[SwiftWrite2xP2, SwiftVLDMPerm2],
2024 (instregex "VST2q(8|16|32)wb", "VST2q(8|16|32)PseudoWB")>;
2025 // Three element structure store.
2026 def : InstRW<[SwiftWrite4xP2, SwiftVLDMPerm2],
2027 (instregex "VST3(d|q)(8|16|32)$", "VST3(d|q)(8|16|32)(oddP|P)seudo$")>;
2028 def : InstRW<[SwiftWriteP01OneCycle, SwiftWrite4xP2, SwiftVLDMPerm2],
2029 (instregex "VST3(d|q)(8|16|32)_UPD",
2030 "VST3(d|q)(8|16|32)(oddP|P)seudo_UPD$")>;
2031 // Four element structure store.
2032 def : InstRW<[SwiftWrite4xP2, SwiftVLDMPerm2],
2033 (instregex "VST4(d|q)(8|16|32)$", "VST4(d|q)(8|16|32)(oddP|P)seudo$")>;
2034 def : InstRW<[SwiftWriteP01OneCycle, SwiftWrite4xP2, SwiftVLDMPerm4],
2035 (instregex "VST4(d|q)(8|16|32)_UPD",
2036 "VST4(d|q)(8|16|32)(oddP|P)seudo_UPD$")>;
2037 // Single/all lane store.
2038 // One element structure.
2039 def : InstRW<[SwiftWrite1xP2, SwiftVLDMPerm1],
2040 (instregex "VST1LNd(8|16|32)$", "VST1LNq(8|16|32)Pseudo$")>;
2041 def : InstRW<[SwiftWriteP01OneCycle, SwiftWrite1xP2, SwiftVLDMPerm1],
2042 (instregex "VST1LNd(8|16|32)_UPD", "VST1LNq(8|16|32)Pseudo_UPD")>;
2043 // Two element structure.
2044 def : InstRW<[SwiftWrite1xP2, SwiftVLDMPerm2],
2045 (instregex "VST2LN(d|q)(8|16|32)$", "VST2LN(d|q)(8|16|32)Pseudo$")>;
2046 def : InstRW<[SwiftWriteP01OneCycle, SwiftWrite1xP2, SwiftVLDMPerm2],
2047 (instregex "VST2LN(d|q)(8|16|32)_UPD",
2048 "VST2LN(d|q)(8|16|32)Pseudo_UPD")>;
2049 // Three element structure.
2050 def : InstRW<[SwiftWrite4xP2, SwiftVLDMPerm2],
2051 (instregex "VST3LN(d|q)(8|16|32)$", "VST3LN(d|q)(8|16|32)Pseudo$")>;
2052 def : InstRW<[SwiftWriteP01OneCycle, SwiftWrite4xP2, SwiftVLDMPerm2],
2053 (instregex "VST3LN(d|q)(8|16|32)_UPD",
2054 "VST3LN(d|q)(8|16|32)Pseudo_UPD")>;
2055 // Four element structure.
2056 def : InstRW<[SwiftWrite2xP2, SwiftVLDMPerm2],
2057 (instregex "VST4LN(d|q)(8|16|32)$", "VST4LN(d|q)(8|16|32)Pseudo$")>;
2058 def : InstRW<[SwiftWriteP01OneCycle, SwiftWrite2xP2, SwiftVLDMPerm2],
2059 (instregex "VST4LN(d|q)(8|16|32)_UPD",
2060 "VST4LN(d|q)(8|16|32)Pseudo_UPD")>;
2062 // 4.2.44 VFP, Divide and Square Root
2063 def SwiftDiv17 : SchedWriteRes<[SwiftUnitP0, SwiftUnitDiv]> {
2064 let NumMicroOps = 1;
2066 let ResourceCycles = [1, 15];
2068 def SwiftDiv32 : SchedWriteRes<[SwiftUnitP0, SwiftUnitDiv]> {
2069 let NumMicroOps = 1;
2071 let ResourceCycles = [1, 30];
2073 def : InstRW<[SwiftDiv17], (instregex "VDIVS", "VSQRTS")>;
2074 def : InstRW<[SwiftDiv32], (instregex "VDIVD", "VSQRTD")>;
2077 def : InstRW<[SwiftWriteP01OneCycle2x], (instregex "ABS")>;
2079 def : WriteRes<WritePreLd, [SwiftUnitP2]> { let Latency = 0;
2080 let ResourceCycles = [0];