1 //===- DAGISelMatcher.h - Representation of DAG pattern matcher -----------===//
3 // The LLVM Compiler Infrastructure
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
8 //===----------------------------------------------------------------------===//
10 #ifndef TBLGEN_DAGISELMATCHER_H
11 #define TBLGEN_DAGISELMATCHER_H
13 #include "llvm/CodeGen/ValueTypes.h"
14 #include "llvm/ADT/OwningPtr.h"
15 #include "llvm/ADT/StringRef.h"
16 #include "llvm/ADT/SmallVector.h"
17 #include "llvm/Support/Casting.h"
20 class CodeGenDAGPatterns;
28 Matcher *ConvertPatternToMatcher(const PatternToMatch &Pattern,unsigned Variant,
29 const CodeGenDAGPatterns &CGP);
30 Matcher *OptimizeMatcher(Matcher *Matcher, const CodeGenDAGPatterns &CGP);
31 void EmitMatcherTable(const Matcher *Matcher, const CodeGenDAGPatterns &CGP,
35 /// Matcher - Base class for all the the DAG ISel Matcher representation
38 // The next matcher node that is executed after this one. Null if this is the
39 // last stage of a match.
40 OwningPtr<Matcher> Next;
43 // Matcher state manipulation.
44 Scope, // Push a checking scope.
45 RecordNode, // Record the current node.
46 RecordChild, // Record a child of the current node.
47 RecordMemRef, // Record the memref in the current node.
48 CaptureFlagInput, // If the current node has an input flag, save it.
49 MoveChild, // Move current node to specified child.
50 MoveParent, // Move current node to parent.
52 // Predicate checking.
53 CheckSame, // Fail if not same as prev match.
54 CheckPatternPredicate,
55 CheckPredicate, // Fail if node predicate fails.
56 CheckOpcode, // Fail if not opcode.
57 SwitchOpcode, // Dispatch based on opcode.
58 CheckType, // Fail if not correct type.
59 CheckChildType, // Fail if child has wrong type.
60 CheckInteger, // Fail if wrong val.
61 CheckCondCode, // Fail if not condcode.
66 CheckFoldableChainNode,
69 // Node creation/emisssion.
70 EmitInteger, // Create a TargetConstant
71 EmitStringInteger, // Create a TargetConstant from a string.
72 EmitRegister, // Create a register.
73 EmitConvertToTarget, // Convert a imm/fpimm to target imm/fpimm
74 EmitMergeInputChains, // Merge together a chains for an input.
75 EmitCopyToReg, // Emit a copytoreg into a physreg.
76 EmitNode, // Create a DAG node
77 EmitNodeXForm, // Run a SDNodeXForm
78 MarkFlagResults, // Indicate which interior nodes have flag results.
79 CompleteMatch, // Finish a match and update the results.
80 MorphNodeTo // Build a node, finish a match and update results.
85 Matcher(KindTy K) : Kind(K) {}
89 KindTy getKind() const { return Kind; }
91 Matcher *getNext() { return Next.get(); }
92 const Matcher *getNext() const { return Next.get(); }
93 void setNext(Matcher *C) { Next.reset(C); }
94 Matcher *takeNext() { return Next.take(); }
96 OwningPtr<Matcher> &getNextPtr() { return Next; }
98 static inline bool classof(const Matcher *) { return true; }
100 bool isEqual(const Matcher *M) const {
101 if (getKind() != M->getKind()) return false;
102 return isEqualImpl(M);
105 unsigned getHash() const {
106 // Clear the high bit so we don't conflict with tombstones etc.
107 return ((getHashImpl() << 4) ^ getKind()) & (~0U>>1);
110 /// isSafeToReorderWithPatternPredicate - Return true if it is safe to sink a
111 /// PatternPredicate node past this one.
112 virtual bool isSafeToReorderWithPatternPredicate() const {
116 /// isContradictory - Return true of these two matchers could never match on
118 bool isContradictory(const Matcher *Other) const {
119 // Since this predicate is reflexive, we canonicalize the ordering so that
120 // we always match a node against nodes with kinds that are greater or equal
121 // to them. For example, we'll pass in a CheckType node as an argument to
122 // the CheckOpcode method, not the other way around.
123 if (getKind() < Other->getKind())
124 return isContradictoryImpl(Other);
125 return Other->isContradictoryImpl(this);
128 void print(raw_ostream &OS, unsigned indent = 0) const;
129 void printOne(raw_ostream &OS) const;
132 virtual void printImpl(raw_ostream &OS, unsigned indent) const = 0;
133 virtual bool isEqualImpl(const Matcher *M) const = 0;
134 virtual unsigned getHashImpl() const = 0;
135 virtual bool isContradictoryImpl(const Matcher *M) const { return false; }
138 /// ScopeMatcher - This attempts to match each of its children to find the first
139 /// one that successfully matches. If one child fails, it tries the next child.
140 /// If none of the children match then this check fails. It never has a 'next'.
141 class ScopeMatcher : public Matcher {
142 SmallVector<Matcher*, 4> Children;
144 ScopeMatcher(Matcher *const *children, unsigned numchildren)
145 : Matcher(Scope), Children(children, children+numchildren) {
147 virtual ~ScopeMatcher();
149 unsigned getNumChildren() const { return Children.size(); }
151 Matcher *getChild(unsigned i) { return Children[i]; }
152 const Matcher *getChild(unsigned i) const { return Children[i]; }
154 void resetChild(unsigned i, Matcher *N) {
159 Matcher *takeChild(unsigned i) {
160 Matcher *Res = Children[i];
165 void setNumChildren(unsigned NC) {
166 if (NC < Children.size()) {
167 // delete any children we're about to lose pointers to.
168 for (unsigned i = NC, e = Children.size(); i != e; ++i)
174 static inline bool classof(const Matcher *N) {
175 return N->getKind() == Scope;
179 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
180 virtual bool isEqualImpl(const Matcher *M) const { return false; }
181 virtual unsigned getHashImpl() const { return 12312; }
184 /// RecordMatcher - Save the current node in the operand list.
185 class RecordMatcher : public Matcher {
186 /// WhatFor - This is a string indicating why we're recording this. This
187 /// should only be used for comment generation not anything semantic.
190 /// ResultNo - The slot number in the RecordedNodes vector that this will be,
191 /// just printed as a comment.
194 RecordMatcher(const std::string &whatfor, unsigned resultNo)
195 : Matcher(RecordNode), WhatFor(whatfor), ResultNo(resultNo) {}
197 const std::string &getWhatFor() const { return WhatFor; }
198 unsigned getResultNo() const { return ResultNo; }
200 static inline bool classof(const Matcher *N) {
201 return N->getKind() == RecordNode;
204 virtual bool isSafeToReorderWithPatternPredicate() const { return true; }
206 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
207 virtual bool isEqualImpl(const Matcher *M) const { return true; }
208 virtual unsigned getHashImpl() const { return 0; }
211 /// RecordChildMatcher - Save a numbered child of the current node, or fail
212 /// the match if it doesn't exist. This is logically equivalent to:
213 /// MoveChild N + RecordNode + MoveParent.
214 class RecordChildMatcher : public Matcher {
217 /// WhatFor - This is a string indicating why we're recording this. This
218 /// should only be used for comment generation not anything semantic.
221 /// ResultNo - The slot number in the RecordedNodes vector that this will be,
222 /// just printed as a comment.
225 RecordChildMatcher(unsigned childno, const std::string &whatfor,
227 : Matcher(RecordChild), ChildNo(childno), WhatFor(whatfor),
228 ResultNo(resultNo) {}
230 unsigned getChildNo() const { return ChildNo; }
231 const std::string &getWhatFor() const { return WhatFor; }
232 unsigned getResultNo() const { return ResultNo; }
234 static inline bool classof(const Matcher *N) {
235 return N->getKind() == RecordChild;
238 virtual bool isSafeToReorderWithPatternPredicate() const { return true; }
241 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
242 virtual bool isEqualImpl(const Matcher *M) const {
243 return cast<RecordChildMatcher>(M)->getChildNo() == getChildNo();
245 virtual unsigned getHashImpl() const { return getChildNo(); }
248 /// RecordMemRefMatcher - Save the current node's memref.
249 class RecordMemRefMatcher : public Matcher {
251 RecordMemRefMatcher() : Matcher(RecordMemRef) {}
253 static inline bool classof(const Matcher *N) {
254 return N->getKind() == RecordMemRef;
257 virtual bool isSafeToReorderWithPatternPredicate() const { return true; }
260 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
261 virtual bool isEqualImpl(const Matcher *M) const { return true; }
262 virtual unsigned getHashImpl() const { return 0; }
266 /// CaptureFlagInputMatcher - If the current record has a flag input, record
267 /// it so that it is used as an input to the generated code.
268 class CaptureFlagInputMatcher : public Matcher {
270 CaptureFlagInputMatcher() : Matcher(CaptureFlagInput) {}
272 static inline bool classof(const Matcher *N) {
273 return N->getKind() == CaptureFlagInput;
276 virtual bool isSafeToReorderWithPatternPredicate() const { return true; }
279 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
280 virtual bool isEqualImpl(const Matcher *M) const { return true; }
281 virtual unsigned getHashImpl() const { return 0; }
284 /// MoveChildMatcher - This tells the interpreter to move into the
285 /// specified child node.
286 class MoveChildMatcher : public Matcher {
289 MoveChildMatcher(unsigned childNo) : Matcher(MoveChild), ChildNo(childNo) {}
291 unsigned getChildNo() const { return ChildNo; }
293 static inline bool classof(const Matcher *N) {
294 return N->getKind() == MoveChild;
297 virtual bool isSafeToReorderWithPatternPredicate() const { return true; }
300 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
301 virtual bool isEqualImpl(const Matcher *M) const {
302 return cast<MoveChildMatcher>(M)->getChildNo() == getChildNo();
304 virtual unsigned getHashImpl() const { return getChildNo(); }
307 /// MoveParentMatcher - This tells the interpreter to move to the parent
308 /// of the current node.
309 class MoveParentMatcher : public Matcher {
311 MoveParentMatcher() : Matcher(MoveParent) {}
313 static inline bool classof(const Matcher *N) {
314 return N->getKind() == MoveParent;
317 virtual bool isSafeToReorderWithPatternPredicate() const { return true; }
320 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
321 virtual bool isEqualImpl(const Matcher *M) const { return true; }
322 virtual unsigned getHashImpl() const { return 0; }
325 /// CheckSameMatcher - This checks to see if this node is exactly the same
326 /// node as the specified match that was recorded with 'Record'. This is used
327 /// when patterns have the same name in them, like '(mul GPR:$in, GPR:$in)'.
328 class CheckSameMatcher : public Matcher {
329 unsigned MatchNumber;
331 CheckSameMatcher(unsigned matchnumber)
332 : Matcher(CheckSame), MatchNumber(matchnumber) {}
334 unsigned getMatchNumber() const { return MatchNumber; }
336 static inline bool classof(const Matcher *N) {
337 return N->getKind() == CheckSame;
340 virtual bool isSafeToReorderWithPatternPredicate() const { return true; }
343 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
344 virtual bool isEqualImpl(const Matcher *M) const {
345 return cast<CheckSameMatcher>(M)->getMatchNumber() == getMatchNumber();
347 virtual unsigned getHashImpl() const { return getMatchNumber(); }
350 /// CheckPatternPredicateMatcher - This checks the target-specific predicate
351 /// to see if the entire pattern is capable of matching. This predicate does
352 /// not take a node as input. This is used for subtarget feature checks etc.
353 class CheckPatternPredicateMatcher : public Matcher {
354 std::string Predicate;
356 CheckPatternPredicateMatcher(StringRef predicate)
357 : Matcher(CheckPatternPredicate), Predicate(predicate) {}
359 StringRef getPredicate() const { return Predicate; }
361 static inline bool classof(const Matcher *N) {
362 return N->getKind() == CheckPatternPredicate;
365 virtual bool isSafeToReorderWithPatternPredicate() const { return true; }
368 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
369 virtual bool isEqualImpl(const Matcher *M) const {
370 return cast<CheckPatternPredicateMatcher>(M)->getPredicate() == Predicate;
372 virtual unsigned getHashImpl() const;
375 /// CheckPredicateMatcher - This checks the target-specific predicate to
376 /// see if the node is acceptable.
377 class CheckPredicateMatcher : public Matcher {
380 CheckPredicateMatcher(StringRef predname)
381 : Matcher(CheckPredicate), PredName(predname) {}
383 StringRef getPredicateName() const { return PredName; }
385 static inline bool classof(const Matcher *N) {
386 return N->getKind() == CheckPredicate;
390 //virtual bool isSafeToReorderWithPatternPredicate() const { return true; }
393 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
394 virtual bool isEqualImpl(const Matcher *M) const {
395 return cast<CheckPredicateMatcher>(M)->PredName == PredName;
397 virtual unsigned getHashImpl() const;
401 /// CheckOpcodeMatcher - This checks to see if the current node has the
402 /// specified opcode, if not it fails to match.
403 class CheckOpcodeMatcher : public Matcher {
404 const SDNodeInfo &Opcode;
406 CheckOpcodeMatcher(const SDNodeInfo &opcode)
407 : Matcher(CheckOpcode), Opcode(opcode) {}
409 const SDNodeInfo &getOpcode() const { return Opcode; }
411 static inline bool classof(const Matcher *N) {
412 return N->getKind() == CheckOpcode;
415 virtual bool isSafeToReorderWithPatternPredicate() const { return true; }
418 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
419 virtual bool isEqualImpl(const Matcher *M) const;
420 virtual unsigned getHashImpl() const;
421 virtual bool isContradictoryImpl(const Matcher *M) const;
424 /// SwitchOpcodeMatcher - Switch based on the current node's opcode, dispatching
425 /// to one matcher per opcode. If the opcode doesn't match any of the cases,
426 /// then the match fails. This is semantically equivalent to a Scope node where
427 /// every child does a CheckOpcode, but is much faster.
428 class SwitchOpcodeMatcher : public Matcher {
429 SmallVector<std::pair<const SDNodeInfo*, Matcher*>, 8> Cases;
431 SwitchOpcodeMatcher(const std::pair<const SDNodeInfo*, Matcher*> *cases,
433 : Matcher(SwitchOpcode), Cases(cases, cases+numcases) {}
435 static inline bool classof(const Matcher *N) {
436 return N->getKind() == SwitchOpcode;
439 unsigned getNumCases() const { return Cases.size(); }
441 const SDNodeInfo &getCaseOpcode(unsigned i) const { return *Cases[i].first; }
442 Matcher *getCaseMatcher(unsigned i) { return Cases[i].second; }
443 const Matcher *getCaseMatcher(unsigned i) const { return Cases[i].second; }
446 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
447 virtual bool isEqualImpl(const Matcher *M) const { return false; }
448 virtual unsigned getHashImpl() const { return 4123; }
451 /// CheckTypeMatcher - This checks to see if the current node has the
452 /// specified type, if not it fails to match.
453 class CheckTypeMatcher : public Matcher {
454 MVT::SimpleValueType Type;
456 CheckTypeMatcher(MVT::SimpleValueType type)
457 : Matcher(CheckType), Type(type) {}
459 MVT::SimpleValueType getType() const { return Type; }
461 static inline bool classof(const Matcher *N) {
462 return N->getKind() == CheckType;
465 virtual bool isSafeToReorderWithPatternPredicate() const { return true; }
468 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
469 virtual bool isEqualImpl(const Matcher *M) const {
470 return cast<CheckTypeMatcher>(M)->Type == Type;
472 virtual unsigned getHashImpl() const { return Type; }
473 virtual bool isContradictoryImpl(const Matcher *M) const;
476 /// CheckChildTypeMatcher - This checks to see if a child node has the
477 /// specified type, if not it fails to match.
478 class CheckChildTypeMatcher : public Matcher {
480 MVT::SimpleValueType Type;
482 CheckChildTypeMatcher(unsigned childno, MVT::SimpleValueType type)
483 : Matcher(CheckChildType), ChildNo(childno), Type(type) {}
485 unsigned getChildNo() const { return ChildNo; }
486 MVT::SimpleValueType getType() const { return Type; }
488 static inline bool classof(const Matcher *N) {
489 return N->getKind() == CheckChildType;
492 virtual bool isSafeToReorderWithPatternPredicate() const { return true; }
495 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
496 virtual bool isEqualImpl(const Matcher *M) const {
497 return cast<CheckChildTypeMatcher>(M)->ChildNo == ChildNo &&
498 cast<CheckChildTypeMatcher>(M)->Type == Type;
500 virtual unsigned getHashImpl() const { return (Type << 3) | ChildNo; }
501 virtual bool isContradictoryImpl(const Matcher *M) const;
505 /// CheckIntegerMatcher - This checks to see if the current node is a
506 /// ConstantSDNode with the specified integer value, if not it fails to match.
507 class CheckIntegerMatcher : public Matcher {
510 CheckIntegerMatcher(int64_t value)
511 : Matcher(CheckInteger), Value(value) {}
513 int64_t getValue() const { return Value; }
515 static inline bool classof(const Matcher *N) {
516 return N->getKind() == CheckInteger;
519 virtual bool isSafeToReorderWithPatternPredicate() const { return true; }
522 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
523 virtual bool isEqualImpl(const Matcher *M) const {
524 return cast<CheckIntegerMatcher>(M)->Value == Value;
526 virtual unsigned getHashImpl() const { return Value; }
527 virtual bool isContradictoryImpl(const Matcher *M) const;
530 /// CheckCondCodeMatcher - This checks to see if the current node is a
531 /// CondCodeSDNode with the specified condition, if not it fails to match.
532 class CheckCondCodeMatcher : public Matcher {
533 StringRef CondCodeName;
535 CheckCondCodeMatcher(StringRef condcodename)
536 : Matcher(CheckCondCode), CondCodeName(condcodename) {}
538 StringRef getCondCodeName() const { return CondCodeName; }
540 static inline bool classof(const Matcher *N) {
541 return N->getKind() == CheckCondCode;
544 virtual bool isSafeToReorderWithPatternPredicate() const { return true; }
547 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
548 virtual bool isEqualImpl(const Matcher *M) const {
549 return cast<CheckCondCodeMatcher>(M)->CondCodeName == CondCodeName;
551 virtual unsigned getHashImpl() const;
554 /// CheckValueTypeMatcher - This checks to see if the current node is a
555 /// VTSDNode with the specified type, if not it fails to match.
556 class CheckValueTypeMatcher : public Matcher {
559 CheckValueTypeMatcher(StringRef type_name)
560 : Matcher(CheckValueType), TypeName(type_name) {}
562 StringRef getTypeName() const { return TypeName; }
564 static inline bool classof(const Matcher *N) {
565 return N->getKind() == CheckValueType;
568 virtual bool isSafeToReorderWithPatternPredicate() const { return true; }
571 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
572 virtual bool isEqualImpl(const Matcher *M) const {
573 return cast<CheckValueTypeMatcher>(M)->TypeName == TypeName;
575 virtual unsigned getHashImpl() const;
580 /// CheckComplexPatMatcher - This node runs the specified ComplexPattern on
581 /// the current node.
582 class CheckComplexPatMatcher : public Matcher {
583 const ComplexPattern &Pattern;
585 CheckComplexPatMatcher(const ComplexPattern &pattern)
586 : Matcher(CheckComplexPat), Pattern(pattern) {}
588 const ComplexPattern &getPattern() const { return Pattern; }
590 static inline bool classof(const Matcher *N) {
591 return N->getKind() == CheckComplexPat;
594 // Not safe to move a pattern predicate past a complex pattern.
595 virtual bool isSafeToReorderWithPatternPredicate() const { return false; }
598 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
599 virtual bool isEqualImpl(const Matcher *M) const {
600 return &cast<CheckComplexPatMatcher>(M)->Pattern == &Pattern;
602 virtual unsigned getHashImpl() const {
603 return (unsigned)(intptr_t)&Pattern;
607 /// CheckAndImmMatcher - This checks to see if the current node is an 'and'
608 /// with something equivalent to the specified immediate.
609 class CheckAndImmMatcher : public Matcher {
612 CheckAndImmMatcher(int64_t value)
613 : Matcher(CheckAndImm), Value(value) {}
615 int64_t getValue() const { return Value; }
617 static inline bool classof(const Matcher *N) {
618 return N->getKind() == CheckAndImm;
621 virtual bool isSafeToReorderWithPatternPredicate() const { return true; }
624 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
625 virtual bool isEqualImpl(const Matcher *M) const {
626 return cast<CheckAndImmMatcher>(M)->Value == Value;
628 virtual unsigned getHashImpl() const { return Value; }
631 /// CheckOrImmMatcher - This checks to see if the current node is an 'and'
632 /// with something equivalent to the specified immediate.
633 class CheckOrImmMatcher : public Matcher {
636 CheckOrImmMatcher(int64_t value)
637 : Matcher(CheckOrImm), Value(value) {}
639 int64_t getValue() const { return Value; }
641 static inline bool classof(const Matcher *N) {
642 return N->getKind() == CheckOrImm;
645 virtual bool isSafeToReorderWithPatternPredicate() const { return true; }
648 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
649 virtual bool isEqualImpl(const Matcher *M) const {
650 return cast<CheckOrImmMatcher>(M)->Value == Value;
652 virtual unsigned getHashImpl() const { return Value; }
655 /// CheckFoldableChainNodeMatcher - This checks to see if the current node
656 /// (which defines a chain operand) is safe to fold into a larger pattern.
657 class CheckFoldableChainNodeMatcher : public Matcher {
659 CheckFoldableChainNodeMatcher()
660 : Matcher(CheckFoldableChainNode) {}
662 static inline bool classof(const Matcher *N) {
663 return N->getKind() == CheckFoldableChainNode;
666 virtual bool isSafeToReorderWithPatternPredicate() const { return true; }
669 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
670 virtual bool isEqualImpl(const Matcher *M) const { return true; }
671 virtual unsigned getHashImpl() const { return 0; }
674 /// CheckChainCompatibleMatcher - Verify that the current node's chain
675 /// operand is 'compatible' with the specified recorded node's.
676 class CheckChainCompatibleMatcher : public Matcher {
679 CheckChainCompatibleMatcher(unsigned previousop)
680 : Matcher(CheckChainCompatible), PreviousOp(previousop) {}
682 unsigned getPreviousOp() const { return PreviousOp; }
684 static inline bool classof(const Matcher *N) {
685 return N->getKind() == CheckChainCompatible;
688 virtual bool isSafeToReorderWithPatternPredicate() const { return true; }
691 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
692 virtual bool isEqualImpl(const Matcher *M) const {
693 return cast<CheckChainCompatibleMatcher>(M)->PreviousOp == PreviousOp;
695 virtual unsigned getHashImpl() const { return PreviousOp; }
698 /// EmitIntegerMatcher - This creates a new TargetConstant.
699 class EmitIntegerMatcher : public Matcher {
701 MVT::SimpleValueType VT;
703 EmitIntegerMatcher(int64_t val, MVT::SimpleValueType vt)
704 : Matcher(EmitInteger), Val(val), VT(vt) {}
706 int64_t getValue() const { return Val; }
707 MVT::SimpleValueType getVT() const { return VT; }
709 static inline bool classof(const Matcher *N) {
710 return N->getKind() == EmitInteger;
714 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
715 virtual bool isEqualImpl(const Matcher *M) const {
716 return cast<EmitIntegerMatcher>(M)->Val == Val &&
717 cast<EmitIntegerMatcher>(M)->VT == VT;
719 virtual unsigned getHashImpl() const { return (Val << 4) | VT; }
722 /// EmitStringIntegerMatcher - A target constant whose value is represented
724 class EmitStringIntegerMatcher : public Matcher {
726 MVT::SimpleValueType VT;
728 EmitStringIntegerMatcher(const std::string &val, MVT::SimpleValueType vt)
729 : Matcher(EmitStringInteger), Val(val), VT(vt) {}
731 const std::string &getValue() const { return Val; }
732 MVT::SimpleValueType getVT() const { return VT; }
734 static inline bool classof(const Matcher *N) {
735 return N->getKind() == EmitStringInteger;
739 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
740 virtual bool isEqualImpl(const Matcher *M) const {
741 return cast<EmitStringIntegerMatcher>(M)->Val == Val &&
742 cast<EmitStringIntegerMatcher>(M)->VT == VT;
744 virtual unsigned getHashImpl() const;
747 /// EmitRegisterMatcher - This creates a new TargetConstant.
748 class EmitRegisterMatcher : public Matcher {
749 /// Reg - The def for the register that we're emitting. If this is null, then
750 /// this is a reference to zero_reg.
752 MVT::SimpleValueType VT;
754 EmitRegisterMatcher(Record *reg, MVT::SimpleValueType vt)
755 : Matcher(EmitRegister), Reg(reg), VT(vt) {}
757 Record *getReg() const { return Reg; }
758 MVT::SimpleValueType getVT() const { return VT; }
760 static inline bool classof(const Matcher *N) {
761 return N->getKind() == EmitRegister;
765 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
766 virtual bool isEqualImpl(const Matcher *M) const {
767 return cast<EmitRegisterMatcher>(M)->Reg == Reg &&
768 cast<EmitRegisterMatcher>(M)->VT == VT;
770 virtual unsigned getHashImpl() const {
771 return ((unsigned)(intptr_t)Reg) << 4 | VT;
775 /// EmitConvertToTargetMatcher - Emit an operation that reads a specified
776 /// recorded node and converts it from being a ISD::Constant to
777 /// ISD::TargetConstant, likewise for ConstantFP.
778 class EmitConvertToTargetMatcher : public Matcher {
781 EmitConvertToTargetMatcher(unsigned slot)
782 : Matcher(EmitConvertToTarget), Slot(slot) {}
784 unsigned getSlot() const { return Slot; }
786 static inline bool classof(const Matcher *N) {
787 return N->getKind() == EmitConvertToTarget;
791 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
792 virtual bool isEqualImpl(const Matcher *M) const {
793 return cast<EmitConvertToTargetMatcher>(M)->Slot == Slot;
795 virtual unsigned getHashImpl() const { return Slot; }
798 /// EmitMergeInputChainsMatcher - Emit a node that merges a list of input
799 /// chains together with a token factor. The list of nodes are the nodes in the
800 /// matched pattern that have chain input/outputs. This node adds all input
801 /// chains of these nodes if they are not themselves a node in the pattern.
802 class EmitMergeInputChainsMatcher : public Matcher {
803 SmallVector<unsigned, 3> ChainNodes;
805 EmitMergeInputChainsMatcher(const unsigned *nodes, unsigned NumNodes)
806 : Matcher(EmitMergeInputChains), ChainNodes(nodes, nodes+NumNodes) {}
808 unsigned getNumNodes() const { return ChainNodes.size(); }
810 unsigned getNode(unsigned i) const {
811 assert(i < ChainNodes.size());
812 return ChainNodes[i];
815 static inline bool classof(const Matcher *N) {
816 return N->getKind() == EmitMergeInputChains;
820 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
821 virtual bool isEqualImpl(const Matcher *M) const {
822 return cast<EmitMergeInputChainsMatcher>(M)->ChainNodes == ChainNodes;
824 virtual unsigned getHashImpl() const;
827 /// EmitCopyToRegMatcher - Emit a CopyToReg node from a value to a physreg,
828 /// pushing the chain and flag results.
830 class EmitCopyToRegMatcher : public Matcher {
831 unsigned SrcSlot; // Value to copy into the physreg.
834 EmitCopyToRegMatcher(unsigned srcSlot, Record *destPhysReg)
835 : Matcher(EmitCopyToReg), SrcSlot(srcSlot), DestPhysReg(destPhysReg) {}
837 unsigned getSrcSlot() const { return SrcSlot; }
838 Record *getDestPhysReg() const { return DestPhysReg; }
840 static inline bool classof(const Matcher *N) {
841 return N->getKind() == EmitCopyToReg;
845 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
846 virtual bool isEqualImpl(const Matcher *M) const {
847 return cast<EmitCopyToRegMatcher>(M)->SrcSlot == SrcSlot &&
848 cast<EmitCopyToRegMatcher>(M)->DestPhysReg == DestPhysReg;
850 virtual unsigned getHashImpl() const {
851 return SrcSlot ^ ((unsigned)(intptr_t)DestPhysReg << 4);
857 /// EmitNodeXFormMatcher - Emit an operation that runs an SDNodeXForm on a
858 /// recorded node and records the result.
859 class EmitNodeXFormMatcher : public Matcher {
863 EmitNodeXFormMatcher(unsigned slot, Record *nodeXForm)
864 : Matcher(EmitNodeXForm), Slot(slot), NodeXForm(nodeXForm) {}
866 unsigned getSlot() const { return Slot; }
867 Record *getNodeXForm() const { return NodeXForm; }
869 static inline bool classof(const Matcher *N) {
870 return N->getKind() == EmitNodeXForm;
874 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
875 virtual bool isEqualImpl(const Matcher *M) const {
876 return cast<EmitNodeXFormMatcher>(M)->Slot == Slot &&
877 cast<EmitNodeXFormMatcher>(M)->NodeXForm == NodeXForm;
879 virtual unsigned getHashImpl() const {
880 return Slot ^ ((unsigned)(intptr_t)NodeXForm << 4);
884 /// EmitNodeMatcherCommon - Common class shared between EmitNode and
886 class EmitNodeMatcherCommon : public Matcher {
887 std::string OpcodeName;
888 const SmallVector<MVT::SimpleValueType, 3> VTs;
889 const SmallVector<unsigned, 6> Operands;
890 bool HasChain, HasInFlag, HasOutFlag, HasMemRefs;
892 /// NumFixedArityOperands - If this is a fixed arity node, this is set to -1.
893 /// If this is a varidic node, this is set to the number of fixed arity
894 /// operands in the root of the pattern. The rest are appended to this node.
895 int NumFixedArityOperands;
897 EmitNodeMatcherCommon(const std::string &opcodeName,
898 const MVT::SimpleValueType *vts, unsigned numvts,
899 const unsigned *operands, unsigned numops,
900 bool hasChain, bool hasInFlag, bool hasOutFlag,
902 int numfixedarityoperands, bool isMorphNodeTo)
903 : Matcher(isMorphNodeTo ? MorphNodeTo : EmitNode), OpcodeName(opcodeName),
904 VTs(vts, vts+numvts), Operands(operands, operands+numops),
905 HasChain(hasChain), HasInFlag(hasInFlag), HasOutFlag(hasOutFlag),
906 HasMemRefs(hasmemrefs), NumFixedArityOperands(numfixedarityoperands) {}
908 const std::string &getOpcodeName() const { return OpcodeName; }
910 unsigned getNumVTs() const { return VTs.size(); }
911 MVT::SimpleValueType getVT(unsigned i) const {
912 assert(i < VTs.size());
916 unsigned getNumOperands() const { return Operands.size(); }
917 unsigned getOperand(unsigned i) const {
918 assert(i < Operands.size());
922 const SmallVectorImpl<MVT::SimpleValueType> &getVTList() const { return VTs; }
923 const SmallVectorImpl<unsigned> &getOperandList() const { return Operands; }
926 bool hasChain() const { return HasChain; }
927 bool hasInFlag() const { return HasInFlag; }
928 bool hasOutFlag() const { return HasOutFlag; }
929 bool hasMemRefs() const { return HasMemRefs; }
930 int getNumFixedArityOperands() const { return NumFixedArityOperands; }
932 static inline bool classof(const Matcher *N) {
933 return N->getKind() == EmitNode || N->getKind() == MorphNodeTo;
937 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
938 virtual bool isEqualImpl(const Matcher *M) const;
939 virtual unsigned getHashImpl() const;
942 /// EmitNodeMatcher - This signals a successful match and generates a node.
943 class EmitNodeMatcher : public EmitNodeMatcherCommon {
944 unsigned FirstResultSlot;
946 EmitNodeMatcher(const std::string &opcodeName,
947 const MVT::SimpleValueType *vts, unsigned numvts,
948 const unsigned *operands, unsigned numops,
949 bool hasChain, bool hasInFlag, bool hasOutFlag,
951 int numfixedarityoperands, unsigned firstresultslot)
952 : EmitNodeMatcherCommon(opcodeName, vts, numvts, operands, numops, hasChain,
953 hasInFlag, hasOutFlag, hasmemrefs,
954 numfixedarityoperands, false),
955 FirstResultSlot(firstresultslot) {}
957 unsigned getFirstResultSlot() const { return FirstResultSlot; }
959 static inline bool classof(const Matcher *N) {
960 return N->getKind() == EmitNode;
965 class MorphNodeToMatcher : public EmitNodeMatcherCommon {
966 const PatternToMatch &Pattern;
968 MorphNodeToMatcher(const std::string &opcodeName,
969 const MVT::SimpleValueType *vts, unsigned numvts,
970 const unsigned *operands, unsigned numops,
971 bool hasChain, bool hasInFlag, bool hasOutFlag,
973 int numfixedarityoperands, const PatternToMatch &pattern)
974 : EmitNodeMatcherCommon(opcodeName, vts, numvts, operands, numops, hasChain,
975 hasInFlag, hasOutFlag, hasmemrefs,
976 numfixedarityoperands, true),
980 const PatternToMatch &getPattern() const { return Pattern; }
982 static inline bool classof(const Matcher *N) {
983 return N->getKind() == MorphNodeTo;
987 /// MarkFlagResultsMatcher - This node indicates which non-root nodes in the
988 /// pattern produce flags. This allows CompleteMatchMatcher to update them
989 /// with the output flag of the resultant code.
990 class MarkFlagResultsMatcher : public Matcher {
991 SmallVector<unsigned, 3> FlagResultNodes;
993 MarkFlagResultsMatcher(const unsigned *nodes, unsigned NumNodes)
994 : Matcher(MarkFlagResults), FlagResultNodes(nodes, nodes+NumNodes) {}
996 unsigned getNumNodes() const { return FlagResultNodes.size(); }
998 unsigned getNode(unsigned i) const {
999 assert(i < FlagResultNodes.size());
1000 return FlagResultNodes[i];
1003 static inline bool classof(const Matcher *N) {
1004 return N->getKind() == MarkFlagResults;
1008 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
1009 virtual bool isEqualImpl(const Matcher *M) const {
1010 return cast<MarkFlagResultsMatcher>(M)->FlagResultNodes == FlagResultNodes;
1012 virtual unsigned getHashImpl() const;
1015 /// CompleteMatchMatcher - Complete a match by replacing the results of the
1016 /// pattern with the newly generated nodes. This also prints a comment
1017 /// indicating the source and dest patterns.
1018 class CompleteMatchMatcher : public Matcher {
1019 SmallVector<unsigned, 2> Results;
1020 const PatternToMatch &Pattern;
1022 CompleteMatchMatcher(const unsigned *results, unsigned numresults,
1023 const PatternToMatch &pattern)
1024 : Matcher(CompleteMatch), Results(results, results+numresults),
1027 unsigned getNumResults() const { return Results.size(); }
1028 unsigned getResult(unsigned R) const { return Results[R]; }
1029 const PatternToMatch &getPattern() const { return Pattern; }
1031 static inline bool classof(const Matcher *N) {
1032 return N->getKind() == CompleteMatch;
1036 virtual void printImpl(raw_ostream &OS, unsigned indent) const;
1037 virtual bool isEqualImpl(const Matcher *M) const {
1038 return cast<CompleteMatchMatcher>(M)->Results == Results &&
1039 &cast<CompleteMatchMatcher>(M)->Pattern == &Pattern;
1041 virtual unsigned getHashImpl() const;
1044 } // end namespace llvm