1 //=- X86SchedHaswell.td - X86 Haswell Scheduling -------------*- tablegen -*-=//
3 // The LLVM Compiler Infrastructure
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
8 //===----------------------------------------------------------------------===//
10 // This file defines the machine model for Haswell to support instruction
11 // scheduling and other instruction cost heuristics.
13 //===----------------------------------------------------------------------===//
15 def HaswellModel : SchedMachineModel {
16 // All x86 instructions are modeled as a single micro-op, and HW can decode 4
17 // instructions per cycle.
19 let MicroOpBufferSize = 192; // Based on the reorder buffer.
21 let MispredictPenalty = 16;
23 // FIXME: SSE4 and AVX are unimplemented. This flag is set to allow
24 // the scheduler to assign a default model to unrecognized opcodes.
25 let CompleteModel = 0;
28 let SchedModel = HaswellModel in {
30 // Haswell can issue micro-ops to 8 different ports in one cycle.
32 // Ports 0, 1, 5, and 6 handle all computation.
33 // Port 4 gets the data half of stores. Store data can be available later than
34 // the store address, but since we don't model the latency of stores, we can
36 // Ports 2 and 3 are identical. They handle loads and the address half of
37 // stores. Port 7 can handle address calculations.
38 def HWPort0 : ProcResource<1>;
39 def HWPort1 : ProcResource<1>;
40 def HWPort2 : ProcResource<1>;
41 def HWPort3 : ProcResource<1>;
42 def HWPort4 : ProcResource<1>;
43 def HWPort5 : ProcResource<1>;
44 def HWPort6 : ProcResource<1>;
45 def HWPort7 : ProcResource<1>;
47 // Many micro-ops are capable of issuing on multiple ports.
48 def HWPort01 : ProcResGroup<[HWPort0, HWPort1]>;
49 def HWPort23 : ProcResGroup<[HWPort2, HWPort3]>;
50 def HWPort237 : ProcResGroup<[HWPort2, HWPort3, HWPort7]>;
51 def HWPort05 : ProcResGroup<[HWPort0, HWPort5]>;
52 def HWPort06 : ProcResGroup<[HWPort0, HWPort6]>;
53 def HWPort15 : ProcResGroup<[HWPort1, HWPort5]>;
54 def HWPort16 : ProcResGroup<[HWPort1, HWPort6]>;
55 def HWPort015 : ProcResGroup<[HWPort0, HWPort1, HWPort5]>;
56 def HWPort056: ProcResGroup<[HWPort0, HWPort5, HWPort6]>;
57 def HWPort0156: ProcResGroup<[HWPort0, HWPort1, HWPort5, HWPort6]>;
59 // 60 Entry Unified Scheduler
60 def HWPortAny : ProcResGroup<[HWPort0, HWPort1, HWPort2, HWPort3, HWPort4,
61 HWPort5, HWPort6, HWPort7]> {
65 // Integer division issued on port 0.
66 def HWDivider : ProcResource<1>;
68 // Loads are 4 cycles, so ReadAfterLd registers needn't be available until 4
69 // cycles after the memory operand.
70 def : ReadAdvance<ReadAfterLd, 4>;
72 // Many SchedWrites are defined in pairs with and without a folded load.
73 // Instructions with folded loads are usually micro-fused, so they only appear
74 // as two micro-ops when queued in the reservation station.
75 // This multiclass defines the resource usage for variants with and without
77 multiclass HWWriteResPair<X86FoldableSchedWrite SchedRW,
78 ProcResourceKind ExePort,
80 // Register variant is using a single cycle on ExePort.
81 def : WriteRes<SchedRW, [ExePort]> { let Latency = Lat; }
83 // Memory variant also uses a cycle on port 2/3 and adds 4 cycles to the
85 def : WriteRes<SchedRW.Folded, [HWPort23, ExePort]> {
86 let Latency = !add(Lat, 4);
90 // A folded store needs a cycle on port 4 for the store data, but it does not
91 // need an extra port 2/3 cycle to recompute the address.
92 def : WriteRes<WriteRMW, [HWPort4]>;
96 def : WriteRes<WriteStore, [HWPort237, HWPort4]>;
97 def : WriteRes<WriteLoad, [HWPort23]> { let Latency = 4; }
98 def : WriteRes<WriteMove, [HWPort0156]>;
99 def : WriteRes<WriteZero, []>;
101 defm : HWWriteResPair<WriteALU, HWPort0156, 1>;
102 defm : HWWriteResPair<WriteIMul, HWPort1, 3>;
103 def : WriteRes<WriteIMulH, []> { let Latency = 3; }
104 defm : HWWriteResPair<WriteShift, HWPort06, 1>;
105 defm : HWWriteResPair<WriteJump, HWPort06, 1>;
107 // This is for simple LEAs with one or two input operands.
108 // The complex ones can only execute on port 1, and they require two cycles on
109 // the port to read all inputs. We don't model that.
110 def : WriteRes<WriteLEA, [HWPort15]>;
112 // This is quite rough, latency depends on the dividend.
113 def : WriteRes<WriteIDiv, [HWPort0, HWDivider]> {
115 let ResourceCycles = [1, 10];
117 def : WriteRes<WriteIDivLd, [HWPort23, HWPort0, HWDivider]> {
119 let ResourceCycles = [1, 1, 10];
122 // Scalar and vector floating point.
123 defm : HWWriteResPair<WriteFAdd, HWPort1, 3>;
124 defm : HWWriteResPair<WriteFMul, HWPort0, 5>;
125 defm : HWWriteResPair<WriteFDiv, HWPort0, 12>; // 10-14 cycles.
126 defm : HWWriteResPair<WriteFRcp, HWPort0, 5>;
127 defm : HWWriteResPair<WriteFSqrt, HWPort0, 15>;
128 defm : HWWriteResPair<WriteCvtF2I, HWPort1, 3>;
129 defm : HWWriteResPair<WriteCvtI2F, HWPort1, 4>;
130 defm : HWWriteResPair<WriteCvtF2F, HWPort1, 3>;
131 defm : HWWriteResPair<WriteFShuffle, HWPort5, 1>;
132 defm : HWWriteResPair<WriteFBlend, HWPort015, 1>;
133 defm : HWWriteResPair<WriteFShuffle256, HWPort5, 3>;
135 def : WriteRes<WriteFVarBlend, [HWPort5]> {
137 let ResourceCycles = [2];
139 def : WriteRes<WriteFVarBlendLd, [HWPort5, HWPort23]> {
141 let ResourceCycles = [2, 1];
144 // Vector integer operations.
145 defm : HWWriteResPair<WriteVecShift, HWPort0, 1>;
146 defm : HWWriteResPair<WriteVecLogic, HWPort015, 1>;
147 defm : HWWriteResPair<WriteVecALU, HWPort15, 1>;
148 defm : HWWriteResPair<WriteVecIMul, HWPort0, 5>;
149 defm : HWWriteResPair<WriteShuffle, HWPort5, 1>;
150 defm : HWWriteResPair<WriteBlend, HWPort15, 1>;
151 defm : HWWriteResPair<WriteShuffle256, HWPort5, 3>;
153 def : WriteRes<WriteVarBlend, [HWPort5]> {
155 let ResourceCycles = [2];
157 def : WriteRes<WriteVarBlendLd, [HWPort5, HWPort23]> {
159 let ResourceCycles = [2, 1];
162 def : WriteRes<WriteVarVecShift, [HWPort0, HWPort5]> {
164 let ResourceCycles = [2, 1];
166 def : WriteRes<WriteVarVecShiftLd, [HWPort0, HWPort5, HWPort23]> {
168 let ResourceCycles = [2, 1, 1];
171 def : WriteRes<WriteMPSAD, [HWPort0, HWPort5]> {
173 let ResourceCycles = [1, 2];
175 def : WriteRes<WriteMPSADLd, [HWPort23, HWPort0, HWPort5]> {
177 let ResourceCycles = [1, 1, 2];
180 // String instructions.
181 // Packed Compare Implicit Length Strings, Return Mask
182 def : WriteRes<WritePCmpIStrM, [HWPort0]> {
184 let ResourceCycles = [3];
186 def : WriteRes<WritePCmpIStrMLd, [HWPort0, HWPort23]> {
188 let ResourceCycles = [3, 1];
191 // Packed Compare Explicit Length Strings, Return Mask
192 def : WriteRes<WritePCmpEStrM, [HWPort0, HWPort16, HWPort5]> {
194 let ResourceCycles = [3, 2, 4];
196 def : WriteRes<WritePCmpEStrMLd, [HWPort05, HWPort16, HWPort23]> {
198 let ResourceCycles = [6, 2, 1];
201 // Packed Compare Implicit Length Strings, Return Index
202 def : WriteRes<WritePCmpIStrI, [HWPort0]> {
204 let ResourceCycles = [3];
206 def : WriteRes<WritePCmpIStrILd, [HWPort0, HWPort23]> {
208 let ResourceCycles = [3, 1];
211 // Packed Compare Explicit Length Strings, Return Index
212 def : WriteRes<WritePCmpEStrI, [HWPort05, HWPort16]> {
214 let ResourceCycles = [6, 2];
216 def : WriteRes<WritePCmpEStrILd, [HWPort0, HWPort16, HWPort5, HWPort23]> {
218 let ResourceCycles = [3, 2, 2, 1];
222 def : WriteRes<WriteAESDecEnc, [HWPort5]> {
224 let ResourceCycles = [1];
226 def : WriteRes<WriteAESDecEncLd, [HWPort5, HWPort23]> {
228 let ResourceCycles = [1, 1];
231 def : WriteRes<WriteAESIMC, [HWPort5]> {
233 let ResourceCycles = [2];
235 def : WriteRes<WriteAESIMCLd, [HWPort5, HWPort23]> {
237 let ResourceCycles = [2, 1];
240 def : WriteRes<WriteAESKeyGen, [HWPort0, HWPort5]> {
242 let ResourceCycles = [2, 8];
244 def : WriteRes<WriteAESKeyGenLd, [HWPort0, HWPort5, HWPort23]> {
246 let ResourceCycles = [2, 7, 1];
249 // Carry-less multiplication instructions.
250 def : WriteRes<WriteCLMul, [HWPort0, HWPort5]> {
252 let ResourceCycles = [2, 1];
254 def : WriteRes<WriteCLMulLd, [HWPort0, HWPort5, HWPort23]> {
256 let ResourceCycles = [2, 1, 1];
259 def : WriteRes<WriteSystem, [HWPort0156]> { let Latency = 100; }
260 def : WriteRes<WriteMicrocoded, [HWPort0156]> { let Latency = 100; }
261 def : WriteRes<WriteFence, [HWPort23, HWPort4]>;
262 def : WriteRes<WriteNop, []>;
266 //-- Specific Scheduling Models --//
267 def Write2ALU : SchedWriteRes<[HWPort0156]> {
269 let ResourceCycles = [2];
271 def Write2ALULd : SchedWriteRes<[HWPort0156, HWPort23]> {
273 let ResourceCycles = [2, 1];
276 def Write3ALU : SchedWriteRes<[HWPort0156]> {
278 let ResourceCycles = [3];
281 def WriteStore2Addr1Data : SchedWriteRes<[HWPort237, HWPort4]> {
283 let ResourceCycles = [2, 1];
286 def WritePort06 : SchedWriteRes<[HWPort06]>;
288 def WriteALUStore2Addr1Data : SchedWriteRes<[HWPort0156, HWPort237, HWPort4]> {
290 let ResourceCycles = [1, 2, 1];
293 def Write2ALUStore2Addr1Data : SchedWriteRes<[HWPort0156, HWPort237, HWPort4]> {
295 let ResourceCycles = [2, 2, 1];
298 def Write3ALUStore2Addr1Data : SchedWriteRes<[HWPort0156, HWPort237, HWPort4]> {
300 let ResourceCycles = [3, 2, 1];
303 def Write2Shift : SchedWriteRes<[HWPort06]> {
306 let ResourceCycles = [2];
309 def Write3Shift : SchedWriteRes<[HWPort06]> {
312 let ResourceCycles = [3];
315 def WriteP1Lat3 : SchedWriteRes<[HWPort1]> {
318 def WriteP1Lat3Ld : SchedWriteRes<[HWPort1, HWPort23]> {
321 def WriteP15 : SchedWriteRes<[HWPort15]>;
322 def WriteP15Ld : SchedWriteRes<[HWPort15, HWPort23]> {
326 def WriteP01P5 : SchedWriteRes<[HWPort01, HWPort5]> {
330 def WriteP0156_P23 : SchedWriteRes<[HWPort0156, HWPort23]> {
333 def Write2P0156_P23 : SchedWriteRes<[HWPort0156, HWPort23]> {
335 let ResourceCycles = [2, 1];
338 def Write5P0156 : SchedWriteRes<[HWPort0156]> {
340 let ResourceCycles = [5];
343 def WriteP01 : SchedWriteRes<[HWPort01]>;
345 def Write2P01 : SchedWriteRes<[HWPort01]> {
349 def Write3P01 : SchedWriteRes<[HWPort01]> {
353 def WriteP0 : SchedWriteRes<[HWPort0]>;
354 def WriteP1 : SchedWriteRes<[HWPort1]>;
355 def WriteP1_P23 : SchedWriteRes<[HWPort1, HWPort23]> {
359 def Write2P1 : SchedWriteRes<[HWPort1]> {
361 let ResourceCycles = [2];
364 def Write2P1_P23 : SchedWriteRes<[HWPort1, HWPort23]> {
368 def WriteP5 : SchedWriteRes<[HWPort5]>;
370 def WriteP015 : SchedWriteRes<[HWPort015]>;
372 //=== Integer Instructions ===//
373 //-- Move instructions --//
376 def : InstRW<[WriteALULd], (instregex "MOV16rm")>;
379 def : InstRW<[WriteLoad], (instregex "MOV(S|Z)X32rm(8|16)")>;
382 def : InstRW<[Write2ALU],
383 (instregex "CMOV(O|NO|B|AE|E|NE|BE|A|S|NS|P|NP|L|GE|LE|G)(16|32|64)rr")>;
384 def : InstRW<[Write2ALULd, ReadAfterLd],
385 (instregex "CMOV(O|NO|B|AE|E|NE|BE|A|S|NS|P|NP|L|GE|LE|G)(16|32|64)rm")>;
388 def WriteXCHG : SchedWriteRes<[HWPort0156]> {
390 let ResourceCycles = [3];
393 def : InstRW<[WriteXCHG], (instregex "XCHG(8|16|32|64)rr", "XCHG(16|32|64)ar")>;
395 def WriteXCHGrm : SchedWriteRes<[]> {
399 def : InstRW<[WriteXCHGrm], (instregex "XCHG(8|16|32|64)rm")>;
402 def WriteXLAT : SchedWriteRes<[]> {
406 def : InstRW<[WriteXLAT], (instregex "XLAT")>;
410 def : InstRW<[WriteStore2Addr1Data], (instregex "PUSH(16|32)rmm")>;
412 def WritePushF : SchedWriteRes<[HWPort1, HWPort4, HWPort237, HWPort06]> {
415 def : InstRW<[WritePushF], (instregex "PUSHF(16|32)")>;
417 def WritePushA : SchedWriteRes<[]> {
418 let NumMicroOps = 19;
420 def : InstRW<[WritePushA], (instregex "PUSHA(16|32)")>;
423 def : InstRW<[WriteStore2Addr1Data], (instregex "POP(16|32)rmm")>;
425 def WritePopF : SchedWriteRes<[]> {
428 def : InstRW<[WritePopF], (instregex "POPF(16|32)")>;
430 def WritePopA : SchedWriteRes<[]> {
431 let NumMicroOps = 18;
433 def : InstRW<[WritePopA], (instregex "POPA(16|32)")>;
436 def : InstRW<[WritePort06], (instregex "(S|L)AHF")>;
439 def WriteBSwap32 : SchedWriteRes<[HWPort15]>;
440 def : InstRW<[WriteBSwap32], (instregex "BSWAP32r")>;
442 def WriteBSwap64 : SchedWriteRes<[HWPort06, HWPort15]> {
445 def : InstRW<[WriteBSwap64], (instregex "BSWAP64r")>;
448 def : InstRW<[Write2ALULd], (instregex "MOVBE(16|64)rm")>;
450 def WriteMoveBE32rm : SchedWriteRes<[HWPort15, HWPort23]> {
453 def : InstRW<[WriteMoveBE32rm], (instregex "MOVBE32rm")>;
455 def WriteMoveBE16mr : SchedWriteRes<[HWPort06, HWPort237, HWPort4]> {
458 def : InstRW<[WriteMoveBE16mr], (instregex "MOVBE16mr")>;
460 def WriteMoveBE32mr : SchedWriteRes<[HWPort15, HWPort237, HWPort4]> {
463 def : InstRW<[WriteMoveBE32mr], (instregex "MOVBE32mr")>;
465 def WriteMoveBE64mr : SchedWriteRes<[HWPort06, HWPort15, HWPort237, HWPort4]> {
468 def : InstRW<[WriteMoveBE64mr], (instregex "MOVBE64mr")>;
471 //-- Arithmetic instructions --//
473 def : InstRW<[Write2ALUStore2Addr1Data],
474 (instregex "(ADD|SUB)(8|16|32|64)m(r|i)",
475 "(ADD|SUB)(8|16|32|64)mi8", "(ADD|SUB)64mi32")>;
478 def : InstRW<[Write2ALU], (instregex "(ADC|SBB)(8|16|32|64)r(r|i)",
479 "(ADC|SBB)(16|32|64)ri8",
481 "(ADC|SBB)(8|16|32|64)rr_REV")>;
483 def : InstRW<[Write2ALULd, ReadAfterLd], (instregex "(ADC|SBB)(8|16|32|64)rm")>;
485 def : InstRW<[Write3ALUStore2Addr1Data],
486 (instregex "(ADC|SBB)(8|16|32|64)m(r|i)",
487 "(ADC|SBB)(16|32|64)mi8",
491 def : InstRW<[WriteALUStore2Addr1Data],
492 (instregex "(INC|DEC|NOT|NEG)(8|16|32|64)m",
493 "(INC|DEC)64(16|32)m")>;
496 def WriteMul16 : SchedWriteRes<[HWPort1, HWPort0156]> {
500 def WriteMul16Ld : SchedWriteRes<[HWPort1, HWPort0156, HWPort23]> {
504 def : InstRW<[WriteMul16], (instregex "IMUL16r", "MUL16r")>;
505 def : InstRW<[WriteMul16Ld], (instregex "IMUL16m", "MUL16m")>;
507 def WriteMul32 : SchedWriteRes<[HWPort1, HWPort0156]> {
511 def WriteMul32Ld : SchedWriteRes<[HWPort1, HWPort0156, HWPort23]> {
515 def : InstRW<[WriteMul32], (instregex "IMUL32r", "MUL32r")>;
516 def : InstRW<[WriteMul32Ld], (instregex "IMUL32m", "MUL32m")>;
518 def WriteMul64 : SchedWriteRes<[HWPort1, HWPort6]> {
522 def WriteMul64Ld : SchedWriteRes<[HWPort1, HWPort6, HWPort23]> {
526 def : InstRW<[WriteMul64], (instregex "IMUL64r", "MUL64r")>;
527 def : InstRW<[WriteMul64Ld], (instregex "IMUL64m", "MUL64m")>;
529 def WriteMul16rri : SchedWriteRes<[HWPort1, HWPort0156]> {
533 def WriteMul16rmi : SchedWriteRes<[HWPort1, HWPort0156, HWPort23]> {
537 def : InstRW<[WriteMul16rri], (instregex "IMUL16rri", "IMUL16rri8")>;
538 def : InstRW<[WriteMul16rmi], (instregex "IMUL16rmi", "IMUL16rmi8")>;
541 def WriteMulX32 : SchedWriteRes<[HWPort1, HWPort056]> {
544 let ResourceCycles = [1, 2];
546 def WriteMulX32Ld : SchedWriteRes<[HWPort1, HWPort056, HWPort23]> {
549 let ResourceCycles = [1, 2, 1];
551 def : InstRW<[WriteMulX32], (instregex "MULX32rr")>;
552 def : InstRW<[WriteMulX32Ld], (instregex "MULX32rm")>;
554 def WriteMulX64 : SchedWriteRes<[HWPort1, HWPort6]> {
558 def WriteMulX64Ld : SchedWriteRes<[HWPort1, HWPort6, HWPort23]> {
562 def : InstRW<[WriteMulX64], (instregex "MULX64rr")>;
563 def : InstRW<[WriteMulX64Ld], (instregex "MULX64rm")>;
566 def WriteDiv8 : SchedWriteRes<[HWPort0, HWPort1, HWPort5, HWPort6]> {
570 def : InstRW<[WriteDiv8], (instregex "DIV8r")>;
572 def WriteDiv16 : SchedWriteRes<[HWPort0, HWPort1, HWPort5, HWPort6]> {
574 let NumMicroOps = 10;
576 def : InstRW<[WriteDiv16], (instregex "DIV16r")>;
578 def WriteDiv32 : SchedWriteRes<[HWPort0, HWPort1, HWPort5, HWPort6]> {
580 let NumMicroOps = 10;
582 def : InstRW<[WriteDiv32], (instregex "DIV32r")>;
584 def WriteDiv64 : SchedWriteRes<[HWPort0, HWPort1, HWPort5, HWPort6]> {
586 let NumMicroOps = 36;
588 def : InstRW<[WriteDiv64], (instregex "DIV64r")>;
590 def WriteIDiv8 : SchedWriteRes<[HWPort0, HWPort1, HWPort5, HWPort6]> {
594 def : InstRW<[WriteIDiv8], (instregex "IDIV8r")>;
596 def WriteIDiv16 : SchedWriteRes<[HWPort0, HWPort1, HWPort5, HWPort6]> {
598 let NumMicroOps = 10;
600 def : InstRW<[WriteIDiv16], (instregex "IDIV16r")>;
602 def WriteIDiv32 : SchedWriteRes<[HWPort0, HWPort1, HWPort5, HWPort6]> {
606 def : InstRW<[WriteIDiv32], (instregex "IDIV32r")>;
608 def WriteIDiv64 : SchedWriteRes<[HWPort0, HWPort1, HWPort5, HWPort6]> {
610 let NumMicroOps = 59;
612 def : InstRW<[WriteIDiv64], (instregex "IDIV64r")>;
614 //-- Logic instructions --//
616 def : InstRW<[Write2ALUStore2Addr1Data],
617 (instregex "(AND|OR|XOR)(8|16|32|64)m(r|i)",
618 "(AND|OR|XOR)(8|16|32|64)mi8", "(AND|OR|XOR)64mi32")>;
622 def WriteShiftRMW : SchedWriteRes<[HWPort06, HWPort237, HWPort4]> {
624 let ResourceCycles = [2, 1, 1];
626 def : InstRW<[WriteShiftRMW], (instregex "S(A|H)(R|L)(8|16|32|64)m(i|1)")>;
628 def : InstRW<[Write3Shift], (instregex "S(A|H)(R|L)(8|16|32|64)rCL")>;
630 def WriteShiftClLdRMW : SchedWriteRes<[HWPort06, HWPort23, HWPort4]> {
632 let ResourceCycles = [3, 2, 1];
634 def : InstRW<[WriteShiftClLdRMW], (instregex "S(A|H)(R|L)(8|16|32|64)mCL")>;
637 def : InstRW<[Write2Shift], (instregex "RO(R|L)(8|16|32|64)r1")>;
639 def WriteRotateRMW : SchedWriteRes<[HWPort06, HWPort237, HWPort4]> {
641 let ResourceCycles = [2, 2, 1];
643 def : InstRW<[WriteRotateRMW], (instregex "RO(R|L)(8|16|32|64)mi")>;
645 def : InstRW<[Write3Shift], (instregex "RO(R|L)(8|16|32|64)rCL")>;
647 def WriteRotateRMWCL : SchedWriteRes<[]> {
650 def : InstRW<[WriteRotateRMWCL], (instregex "RO(R|L)(8|16|32|64)mCL")>;
653 def WriteRCr1 : SchedWriteRes<[HWPort06, HWPort0156]> {
656 let ResourceCycles = [2, 1];
658 def : InstRW<[WriteRCr1], (instregex "RC(R|L)(8|16|32|64)r1")>;
660 def WriteRCm1 : SchedWriteRes<[]> {
663 def : InstRW<[WriteRCm1], (instregex "RC(R|L)(8|16|32|64)m1")>;
665 def WriteRCri : SchedWriteRes<[HWPort0156]> {
669 def : InstRW<[WriteRCri], (instregex "RC(R|L)(8|16|32|64)r(i|CL)")>;
671 def WriteRCmi : SchedWriteRes<[]> {
672 let NumMicroOps = 11;
674 def : InstRW<[WriteRCmi], (instregex "RC(R|L)(8|16|32|64)m(i|CL)")>;
677 def WriteShDrr : SchedWriteRes<[HWPort1]> {
680 def : InstRW<[WriteShDrr], (instregex "SH(R|L)D(16|32|64)rri8")>;
682 def WriteShDmr : SchedWriteRes<[]> {
685 def : InstRW<[WriteShDmr], (instregex "SH(R|L)D(16|32|64)mri8")>;
687 def WriteShlDCL : SchedWriteRes<[HWPort0156]> {
691 def : InstRW<[WriteShlDCL], (instregex "SHLD(16|32|64)rrCL")>;
693 def WriteShrDCL : SchedWriteRes<[HWPort0156]> {
697 def : InstRW<[WriteShrDCL], (instregex "SHRD(16|32|64)rrCL")>;
699 def WriteShDmrCL : SchedWriteRes<[]> {
702 def : InstRW<[WriteShDmrCL], (instregex "SH(R|L)D(16|32|64)mrCL")>;
705 def : InstRW<[WriteShift], (instregex "BT(16|32|64)r(r|i8)")>;
707 def WriteBTmr : SchedWriteRes<[]> {
708 let NumMicroOps = 10;
710 def : InstRW<[WriteBTmr], (instregex "BT(16|32|64)mr")>;
712 def : InstRW<[WriteShiftLd], (instregex "BT(16|32|64)mi8")>;
715 def : InstRW<[WriteShift], (instregex "BT(R|S|C)(16|32|64)r(r|i8)")>;
717 def WriteBTRSCmr : SchedWriteRes<[]> {
718 let NumMicroOps = 11;
720 def : InstRW<[WriteBTRSCmr], (instregex "BT(R|S|C)(16|32|64)mr")>;
722 def : InstRW<[WriteShiftLd], (instregex "BT(R|S|C)(16|32|64)mi8")>;
725 def : InstRW<[WriteP1Lat3], (instregex "BS(R|F)(16|32|64)rr")>;
726 def : InstRW<[WriteP1Lat3Ld], (instregex "BS(R|F)(16|32|64)rm")>;
729 def : InstRW<[WriteShift],
730 (instregex "SET(O|NO|B|AE|E|NE|BE|A|S|NS|P|NP|L|GE|LE|G)r")>;
731 def WriteSetCCm : SchedWriteRes<[HWPort06, HWPort237, HWPort4]> {
734 def : InstRW<[WriteSetCCm],
735 (instregex "SET(O|NO|B|AE|E|NE|BE|A|S|NS|P|NP|L|GE|LE|G)m")>;
738 def WriteCldStd : SchedWriteRes<[HWPort15, HWPort6]> {
741 def : InstRW<[WriteCldStd], (instregex "STD", "CLD")>;
744 def : InstRW<[WriteP1Lat3], (instregex "(L|TZCNT)(16|32|64)rr")>;
745 def : InstRW<[WriteP1Lat3Ld], (instregex "(L|TZCNT)(16|32|64)rm")>;
748 def : InstRW<[WriteP15], (instregex "ANDN(32|64)rr")>;
749 def : InstRW<[WriteP15Ld], (instregex "ANDN(32|64)rm")>;
752 def : InstRW<[WriteP15], (instregex "BLS(I|MSK|R)(32|64)rr")>;
753 def : InstRW<[WriteP15Ld], (instregex "BLS(I|MSK|R)(32|64)rm")>;
756 def : InstRW<[Write2ALU], (instregex "BEXTR(32|64)rr")>;
757 def : InstRW<[Write2ALULd], (instregex "BEXTR(32|64)rm")>;
760 def : InstRW<[WriteP15], (instregex "BZHI(32|64)rr")>;
761 def : InstRW<[WriteP15Ld], (instregex "BZHI(32|64)rm")>;
764 def : InstRW<[WriteP1Lat3], (instregex "PDEP(32|64)rr", "PEXT(32|64)rr")>;
765 def : InstRW<[WriteP1Lat3Ld], (instregex "PDEP(32|64)rm", "PEXT(32|64)rm")>;
767 //-- Control transfer instructions --//
769 def WriteJCXZ : SchedWriteRes<[HWPort0156, HWPort6]> {
772 def : InstRW<[WriteJCXZ], (instregex "JCXZ", "JECXZ_(32|64)", "JRCXZ")>;
775 def WriteLOOP : SchedWriteRes<[]> {
778 def : InstRW<[WriteLOOP], (instregex "LOOP")>;
781 def WriteLOOPE : SchedWriteRes<[]> {
782 let NumMicroOps = 11;
784 def : InstRW<[WriteLOOPE], (instregex "LOOPE", "LOOPNE")>;
787 def WriteCALLr : SchedWriteRes<[HWPort237, HWPort4, HWPort6]> {
790 def : InstRW<[WriteCALLr], (instregex "CALL(16|32)r")>;
792 def WriteCALLm : SchedWriteRes<[HWPort237, HWPort4, HWPort6]> {
794 let ResourceCycles = [2, 1, 1];
796 def : InstRW<[WriteCALLm], (instregex "CALL(16|32)m")>;
799 def WriteRET : SchedWriteRes<[HWPort237, HWPort6]> {
802 def : InstRW<[WriteRET], (instregex "RET(L|Q|W)", "LRET(L|Q|W)")>;
804 def WriteRETI : SchedWriteRes<[HWPort23, HWPort6, HWPort015]> {
806 let ResourceCycles = [1, 2, 1];
808 def : InstRW<[WriteRETI], (instregex "RETI(L|Q|W)", "LRETI(L|Q|W)")>;
811 def WriteBOUND : SchedWriteRes<[]> {
812 let NumMicroOps = 15;
814 def : InstRW<[WriteBOUND], (instregex "BOUNDS(16|32)rm")>;
817 def WriteINTO : SchedWriteRes<[]> {
820 def : InstRW<[WriteINTO], (instregex "INTO")>;
823 //-- String instructions --//
825 def : InstRW<[Write2P0156_P23], (instregex "LODS(B|W)")>;
828 def : InstRW<[WriteP0156_P23], (instregex "LODS(L|Q)")>;
831 def WriteSTOS : SchedWriteRes<[HWPort23, HWPort0156, HWPort4]> {
834 def : InstRW<[WriteSTOS], (instregex "STOS(B|L|Q|W)")>;
837 def WriteMOVS : SchedWriteRes<[HWPort23, HWPort4, HWPort0156]> {
840 let ResourceCycles = [2, 1, 2];
842 def : InstRW<[WriteMOVS], (instregex "MOVS(B|L|Q|W)")>;
845 def : InstRW<[Write2P0156_P23], (instregex "SCAS(B|W|L|Q)")>;
848 def WriteCMPS : SchedWriteRes<[HWPort23, HWPort0156]> {
851 let ResourceCycles = [2, 3];
853 def : InstRW<[WriteCMPS], (instregex "CMPS(B|L|Q|W)")>;
855 //-- Synchronization instructions --//
857 def WriteXADD : SchedWriteRes<[HWPort237, HWPort6, HWPort0156]> {
861 def : InstRW<[WriteXADD], (instregex "XADD(8|16|32|64)rm")>;
864 def WriteCMPXCHG : SchedWriteRes<[HWPort237, HWPort6, HWPort0156]> {
868 def : InstRW<[WriteCMPXCHG], (instregex "CMPXCHG(8|16|32|64)rm")>;
871 def WriteCMPXCHG8B : SchedWriteRes<[HWPort237, HWPort6, HWPort0156]> {
873 let NumMicroOps = 16;
875 def : InstRW<[WriteCMPXCHG8B], (instregex "CMPXCHG8B")>;
878 def WriteCMPXCHG16B : SchedWriteRes<[HWPort237, HWPort6, HWPort0156]> {
880 let NumMicroOps = 22;
882 def : InstRW<[WriteCMPXCHG16B], (instregex "CMPXCHG16B")>;
886 def WritePAUSE : SchedWriteRes<[HWPort05, HWPort6]> {
888 let ResourceCycles = [1, 3];
890 def : InstRW<[WritePAUSE], (instregex "PAUSE")>;
893 def : InstRW<[Write2P0156_P23], (instregex "LEAVE")>;
896 def WriteXGETBV : SchedWriteRes<[]> {
899 def : InstRW<[WriteXGETBV], (instregex "XGETBV")>;
902 def WriteRDTSC : SchedWriteRes<[]> {
903 let NumMicroOps = 15;
905 def : InstRW<[WriteRDTSC], (instregex "RDTSC")>;
908 def WriteRDPMC : SchedWriteRes<[]> {
909 let NumMicroOps = 34;
911 def : InstRW<[WriteRDPMC], (instregex "RDPMC")>;
914 def WriteRDRAND : SchedWriteRes<[HWPort23, HWPort015]> {
915 let NumMicroOps = 17;
916 let ResourceCycles = [1, 16];
918 def : InstRW<[WriteRDRAND], (instregex "RDRAND(16|32|64)r")>;
920 //=== Floating Point x87 Instructions ===//
921 //-- Move instructions --//
923 def : InstRW<[WriteP01], (instregex "LD_Frr")>;
925 def WriteLD_F80m : SchedWriteRes<[HWPort01, HWPort23]> {
928 let ResourceCycles = [2, 2];
930 def : InstRW<[WriteLD_F80m], (instregex "LD_F80m")>;
933 def WriteFBLD : SchedWriteRes<[]> {
935 let NumMicroOps = 43;
937 def : InstRW<[WriteFBLD], (instregex "FBLDm")>;
940 def : InstRW<[WriteP01], (instregex "ST_(F|FP)rr")>;
942 def WriteST_FP80m : SchedWriteRes<[HWPort0156, HWPort23, HWPort4]> {
944 let ResourceCycles = [3, 2, 2];
946 def : InstRW<[WriteST_FP80m], (instregex "ST_FP80m")>;
949 def WriteFBSTP : SchedWriteRes<[]> {
950 let NumMicroOps = 226;
952 def : InstRW<[WriteFBSTP], (instregex "FBSTPm")>;
955 def : InstRW<[WriteNop], (instregex "XCH_F")>;
958 def WriteFILD : SchedWriteRes<[HWPort01, HWPort23]> {
962 def : InstRW<[WriteFILD], (instregex "ILD_F(16|32|64)m")>;
965 def WriteFIST : SchedWriteRes<[HWPort1, HWPort23, HWPort4]> {
969 def : InstRW<[WriteFIST], (instregex "IST_(F|FP)(16|32)m")>;
972 def : InstRW<[WriteP01], (instregex "LD_F0")>;
975 def : InstRW<[Write2P01], (instregex "LD_F1")>;
978 def : InstRW<[Write2P01], (instregex "FLDPI", "FLDL2(T|E)" "FLDL(G|N)2")>;
981 def WriteFCMOVcc : SchedWriteRes<[HWPort0, HWPort5]> {
984 let ResourceCycles = [2, 1];
986 def : InstRW<[WriteFCMOVcc], (instregex "CMOV(B|BE|P|NB|NBE|NE|NP)_F")>;
989 def WriteFNSTSW : SchedWriteRes<[HWPort0, HWPort0156]> {
992 def : InstRW<[WriteFNSTSW], (instregex "FNSTSW16r")>;
994 def WriteFNSTSWm : SchedWriteRes<[HWPort0, HWPort4, HWPort237]> {
998 def : InstRW<[WriteFNSTSWm], (instregex "FNSTSWm")>;
1001 def WriteFLDCW : SchedWriteRes<[HWPort01, HWPort23, HWPort6]> {
1003 let NumMicroOps = 3;
1005 def : InstRW<[WriteFLDCW], (instregex "FLDCW16m")>;
1008 def WriteFNSTCW : SchedWriteRes<[HWPort237, HWPort4, HWPort6]> {
1009 let NumMicroOps = 3;
1011 def : InstRW<[WriteFNSTCW], (instregex "FNSTCW16m")>;
1014 def : InstRW<[WriteP01], (instregex "FINCSTP", "FDECSTP")>;
1017 def : InstRW<[WriteP01], (instregex "FFREE")>;
1020 def WriteFNSAVE : SchedWriteRes<[]> {
1021 let NumMicroOps = 147;
1023 def : InstRW<[WriteFNSAVE], (instregex "FSAVEm")>;
1026 def WriteFRSTOR : SchedWriteRes<[]> {
1027 let NumMicroOps = 90;
1029 def : InstRW<[WriteFRSTOR], (instregex "FRSTORm")>;
1031 //-- Arithmetic instructions --//
1033 def : InstRW<[WriteP0], (instregex "ABS_F")>;
1036 def : InstRW<[WriteP0], (instregex "CHS_F")>;
1038 // FCOM(P) FUCOM(P).
1039 def : InstRW<[WriteP1], (instregex "COM_FST0r", "COMP_FST0r", "UCOM_Fr",
1041 def : InstRW<[WriteP1_P23], (instregex "FCOM(32|64)m", "FCOMP(32|64)m")>;
1044 def : InstRW<[Write2P01], (instregex "FCOMPP", "UCOM_FPPr")>;
1046 // FCOMI(P) FUCOMI(P).
1047 def : InstRW<[Write3P01], (instregex "COM_FIr", "COM_FIPr", "UCOM_FIr",
1051 def : InstRW<[Write2P1_P23], (instregex "FICOM(16|32)m", "FICOMP(16|32)m")>;
1054 def : InstRW<[WriteP1], (instregex "TST_F")>;
1057 def : InstRW<[Write2P1], (instregex "FXAM")>;
1060 def WriteFPREM : SchedWriteRes<[]> {
1062 let NumMicroOps = 28;
1064 def : InstRW<[WriteFPREM], (instregex "FPREM")>;
1067 def WriteFPREM1 : SchedWriteRes<[]> {
1069 let NumMicroOps = 41;
1071 def : InstRW<[WriteFPREM1], (instregex "FPREM1")>;
1074 def WriteFRNDINT : SchedWriteRes<[]> {
1076 let NumMicroOps = 17;
1078 def : InstRW<[WriteFRNDINT], (instregex "FRNDINT")>;
1080 //-- Math instructions --//
1082 def WriteFSCALE : SchedWriteRes<[]> {
1083 let Latency = 75; // 49-125
1084 let NumMicroOps = 50; // 25-75
1086 def : InstRW<[WriteFSCALE], (instregex "FSCALE")>;
1089 def WriteFXTRACT : SchedWriteRes<[]> {
1091 let NumMicroOps = 17;
1093 def : InstRW<[WriteFXTRACT], (instregex "FXTRACT")>;
1095 //-- Other instructions --//
1097 def : InstRW<[WriteP01], (instregex "FNOP")>;
1100 def : InstRW<[Write2P01], (instregex "WAIT")>;
1103 def : InstRW<[Write5P0156], (instregex "FNCLEX")>;
1106 def WriteFNINIT : SchedWriteRes<[]> {
1107 let NumMicroOps = 26;
1109 def : InstRW<[WriteFNINIT], (instregex "FNINIT")>;
1111 //=== Integer MMX and XMM Instructions ===//
1112 //-- Move instructions --//
1115 def : InstRW<[WriteP0], (instregex "MMX_MOVD64grr", "MMX_MOVD64from64rr",
1116 "VMOVPDI2DIrr", "MOVPDI2DIrr")>;
1119 def : InstRW<[WriteP5], (instregex "MMX_MOVD64rr", "MMX_MOVD64to64rr",
1120 "VMOVDI2PDIrr", "MOVDI2PDIrr")>;
1124 def : InstRW<[WriteP0], (instregex "VMOVPQIto64rr")>;
1127 def : InstRW<[WriteP5], (instregex "VMOV64toPQIrr", "VMOVZQI2PQIrr")>;
1130 def : InstRW<[WriteP015], (instregex "MMX_MOVQ64rr")>;
1134 def : InstRW<[WriteP015], (instregex "MOVDQ(A|U)rr", "VMOVDQ(A|U)rr",
1135 "MOVDQ(A|U)rr_REV", "VMOVDQ(A|U)rr_REV",
1136 "VMOVDQ(A|U)Yrr", "VMOVDQ(A|U)Yrr_REV")>;
1139 def : InstRW<[WriteP01P5], (instregex "MMX_MOVDQ2Qrr")>;
1142 def : InstRW<[WriteP015], (instregex "MMX_MOVQ2DQrr")>;
1147 def WriteMMXPACKSSrr : SchedWriteRes<[HWPort5]> {
1149 let NumMicroOps = 3;
1150 let ResourceCycles = [3];
1152 def : InstRW<[WriteMMXPACKSSrr], (instregex "MMX_PACKSSDWirr",
1153 "MMX_PACKSSWBirr", "MMX_PACKUSWBirr")>;
1156 def WriteMMXPACKSSrm : SchedWriteRes<[HWPort23, HWPort5]> {
1158 let NumMicroOps = 3;
1159 let ResourceCycles = [1, 3];
1161 def : InstRW<[WriteMMXPACKSSrm], (instregex "MMX_PACKSSDWirm",
1162 "MMX_PACKSSWBirm", "MMX_PACKUSWBirm")>;
1164 // VPMOVSX/ZX BW BD BQ DW DQ.
1166 def WriteVPMOVSX : SchedWriteRes<[HWPort5]> {
1168 let NumMicroOps = 1;
1170 def : InstRW<[WriteVPMOVSX], (instregex "VPMOV(SX|ZX)(BW|BQ|DW|DQ)Yrr")>;