2 //***************************************************************************
4 // SparcInstrSelection.cpp
7 // BURS instruction selection for SPARC V9 architecture.
10 // 7/02/01 - Vikram Adve - Created
11 //**************************************************************************/
13 #include "SparcInternals.h"
14 #include "SparcInstrSelectionSupport.h"
15 #include "SparcRegClassInfo.h"
16 #include "llvm/CodeGen/InstrSelectionSupport.h"
17 #include "llvm/CodeGen/MachineInstr.h"
18 #include "llvm/CodeGen/MachineInstrAnnot.h"
19 #include "llvm/CodeGen/InstrForest.h"
20 #include "llvm/CodeGen/InstrSelection.h"
21 #include "llvm/CodeGen/MachineCodeForMethod.h"
22 #include "llvm/CodeGen/MachineCodeForInstruction.h"
23 #include "llvm/DerivedTypes.h"
24 #include "llvm/iTerminators.h"
25 #include "llvm/iMemory.h"
26 #include "llvm/iOther.h"
27 #include "llvm/BasicBlock.h"
28 #include "llvm/Function.h"
29 #include "llvm/Constants.h"
30 #include "Support/MathExtras.h"
34 //************************* Forward Declarations ***************************/
37 static void SetMemOperands_Internal (vector<MachineInstr*>& mvec,
38 vector<MachineInstr*>::iterator mvecI,
39 const InstructionNode* vmInstrNode,
41 std::vector<Value*>& idxVec,
42 bool allConstantIndices,
43 const TargetMachine& target);
46 //************************ Internal Functions ******************************/
49 static inline MachineOpCode
50 ChooseBprInstruction(const InstructionNode* instrNode)
54 Instruction* setCCInstr =
55 ((InstructionNode*) instrNode->leftChild())->getInstruction();
57 switch(setCCInstr->getOpcode())
59 case Instruction::SetEQ: opCode = BRZ; break;
60 case Instruction::SetNE: opCode = BRNZ; break;
61 case Instruction::SetLE: opCode = BRLEZ; break;
62 case Instruction::SetGE: opCode = BRGEZ; break;
63 case Instruction::SetLT: opCode = BRLZ; break;
64 case Instruction::SetGT: opCode = BRGZ; break;
66 assert(0 && "Unrecognized VM instruction!");
67 opCode = INVALID_OPCODE;
75 static inline MachineOpCode
76 ChooseBpccInstruction(const InstructionNode* instrNode,
77 const BinaryOperator* setCCInstr)
79 MachineOpCode opCode = INVALID_OPCODE;
81 bool isSigned = setCCInstr->getOperand(0)->getType()->isSigned();
85 switch(setCCInstr->getOpcode())
87 case Instruction::SetEQ: opCode = BE; break;
88 case Instruction::SetNE: opCode = BNE; break;
89 case Instruction::SetLE: opCode = BLE; break;
90 case Instruction::SetGE: opCode = BGE; break;
91 case Instruction::SetLT: opCode = BL; break;
92 case Instruction::SetGT: opCode = BG; break;
94 assert(0 && "Unrecognized VM instruction!");
100 switch(setCCInstr->getOpcode())
102 case Instruction::SetEQ: opCode = BE; break;
103 case Instruction::SetNE: opCode = BNE; break;
104 case Instruction::SetLE: opCode = BLEU; break;
105 case Instruction::SetGE: opCode = BCC; break;
106 case Instruction::SetLT: opCode = BCS; break;
107 case Instruction::SetGT: opCode = BGU; break;
109 assert(0 && "Unrecognized VM instruction!");
117 static inline MachineOpCode
118 ChooseBFpccInstruction(const InstructionNode* instrNode,
119 const BinaryOperator* setCCInstr)
121 MachineOpCode opCode = INVALID_OPCODE;
123 switch(setCCInstr->getOpcode())
125 case Instruction::SetEQ: opCode = FBE; break;
126 case Instruction::SetNE: opCode = FBNE; break;
127 case Instruction::SetLE: opCode = FBLE; break;
128 case Instruction::SetGE: opCode = FBGE; break;
129 case Instruction::SetLT: opCode = FBL; break;
130 case Instruction::SetGT: opCode = FBG; break;
132 assert(0 && "Unrecognized VM instruction!");
140 // Create a unique TmpInstruction for a boolean value,
141 // representing the CC register used by a branch on that value.
142 // For now, hack this using a little static cache of TmpInstructions.
143 // Eventually the entire BURG instruction selection should be put
144 // into a separate class that can hold such information.
145 // The static cache is not too bad because the memory for these
146 // TmpInstructions will be freed along with the rest of the Function anyway.
148 static TmpInstruction*
149 GetTmpForCC(Value* boolVal, const Function *F, const Type* ccType)
151 typedef hash_map<const Value*, TmpInstruction*> BoolTmpCache;
152 static BoolTmpCache boolToTmpCache; // Map boolVal -> TmpInstruction*
153 static const Function *lastFunction = 0;// Use to flush cache between funcs
155 assert(boolVal->getType() == Type::BoolTy && "Weird but ok! Delete assert");
157 if (lastFunction != F)
160 boolToTmpCache.clear();
163 // Look for tmpI and create a new one otherwise. The new value is
164 // directly written to map using the ref returned by operator[].
165 TmpInstruction*& tmpI = boolToTmpCache[boolVal];
167 tmpI = new TmpInstruction(ccType, boolVal);
173 static inline MachineOpCode
174 ChooseBccInstruction(const InstructionNode* instrNode,
177 InstructionNode* setCCNode = (InstructionNode*) instrNode->leftChild();
178 BinaryOperator* setCCInstr = (BinaryOperator*) setCCNode->getInstruction();
179 const Type* setCCType = setCCInstr->getOperand(0)->getType();
181 isFPBranch = setCCType->isFloatingPoint(); // Return value: don't delete!
184 return ChooseBFpccInstruction(instrNode, setCCInstr);
186 return ChooseBpccInstruction(instrNode, setCCInstr);
190 static inline MachineOpCode
191 ChooseMovFpccInstruction(const InstructionNode* instrNode)
193 MachineOpCode opCode = INVALID_OPCODE;
195 switch(instrNode->getInstruction()->getOpcode())
197 case Instruction::SetEQ: opCode = MOVFE; break;
198 case Instruction::SetNE: opCode = MOVFNE; break;
199 case Instruction::SetLE: opCode = MOVFLE; break;
200 case Instruction::SetGE: opCode = MOVFGE; break;
201 case Instruction::SetLT: opCode = MOVFL; break;
202 case Instruction::SetGT: opCode = MOVFG; break;
204 assert(0 && "Unrecognized VM instruction!");
212 // Assumes that SUBcc v1, v2 -> v3 has been executed.
213 // In most cases, we want to clear v3 and then follow it by instruction
215 // Set mustClearReg=false if v3 need not be cleared before conditional move.
216 // Set valueToMove=0 if we want to conditionally move 0 instead of 1
217 // (i.e., we want to test inverse of a condition)
218 // (The latter two cases do not seem to arise because SetNE needs nothing.)
221 ChooseMovpccAfterSub(const InstructionNode* instrNode,
225 MachineOpCode opCode = INVALID_OPCODE;
229 switch(instrNode->getInstruction()->getOpcode())
231 case Instruction::SetEQ: opCode = MOVE; break;
232 case Instruction::SetLE: opCode = MOVLE; break;
233 case Instruction::SetGE: opCode = MOVGE; break;
234 case Instruction::SetLT: opCode = MOVL; break;
235 case Instruction::SetGT: opCode = MOVG; break;
236 case Instruction::SetNE: assert(0 && "No move required!"); break;
237 default: assert(0 && "Unrecognized VM instr!"); break;
243 static inline MachineOpCode
244 ChooseConvertToFloatInstr(OpLabel vopCode, const Type* opType)
246 MachineOpCode opCode = INVALID_OPCODE;
251 if (opType == Type::SByteTy || opType == Type::ShortTy || opType == Type::IntTy)
253 else if (opType == Type::LongTy)
255 else if (opType == Type::DoubleTy)
257 else if (opType == Type::FloatTy)
260 assert(0 && "Cannot convert this type to FLOAT on SPARC");
264 // This is usually used in conjunction with CreateCodeToCopyIntToFloat().
265 // Both functions should treat the integer as a 32-bit value for types
266 // of 4 bytes or less, and as a 64-bit value otherwise.
267 if (opType == Type::SByteTy || opType == Type::UByteTy ||
268 opType == Type::ShortTy || opType == Type::UShortTy ||
269 opType == Type::IntTy || opType == Type::UIntTy)
271 else if (opType == Type::LongTy || opType == Type::ULongTy)
273 else if (opType == Type::FloatTy)
275 else if (opType == Type::DoubleTy)
278 assert(0 && "Cannot convert this type to DOUBLE on SPARC");
288 static inline MachineOpCode
289 ChooseConvertToIntInstr(Type::PrimitiveID tid, const Type* opType)
291 MachineOpCode opCode = INVALID_OPCODE;;
293 if (tid==Type::SByteTyID || tid==Type::ShortTyID || tid==Type::IntTyID ||
294 tid==Type::UByteTyID || tid==Type::UShortTyID || tid==Type::UIntTyID)
296 switch (opType->getPrimitiveID())
298 case Type::FloatTyID: opCode = FSTOI; break;
299 case Type::DoubleTyID: opCode = FDTOI; break;
301 assert(0 && "Non-numeric non-bool type cannot be converted to Int");
305 else if (tid==Type::LongTyID || tid==Type::ULongTyID)
307 switch (opType->getPrimitiveID())
309 case Type::FloatTyID: opCode = FSTOX; break;
310 case Type::DoubleTyID: opCode = FDTOX; break;
312 assert(0 && "Non-numeric non-bool type cannot be converted to Long");
317 assert(0 && "Should not get here, Mo!");
323 CreateConvertToIntInstr(Type::PrimitiveID destTID, Value* srcVal,Value* destVal)
325 MachineOpCode opCode = ChooseConvertToIntInstr(destTID, srcVal->getType());
326 assert(opCode != INVALID_OPCODE && "Expected to need conversion!");
328 MachineInstr* M = new MachineInstr(opCode);
329 M->SetMachineOperandVal(0, MachineOperand::MO_VirtualRegister, srcVal);
330 M->SetMachineOperandVal(1, MachineOperand::MO_VirtualRegister, destVal);
334 // CreateCodeToConvertIntToFloat: Convert FP value to signed or unsigned integer
335 // The FP value must be converted to the dest type in an FP register,
336 // and the result is then copied from FP to int register via memory.
338 CreateCodeToConvertIntToFloat (const TargetMachine& target,
341 std::vector<MachineInstr*>& mvec,
342 MachineCodeForInstruction& mcfi)
344 // Create a temporary to represent the FP register into which the
345 // int value will placed after conversion. The type of this temporary
346 // depends on the type of FP register to use: single-prec for a 32-bit
347 // int or smaller; double-prec for a 64-bit int.
349 const Type* destTypeToUse = (destI->getType() == Type::LongTy)? Type::DoubleTy
351 Value* destForCast = new TmpInstruction(destTypeToUse, opVal);
352 mcfi.addTemp(destForCast);
354 // Create the fp-to-int conversion code
355 MachineInstr* M = CreateConvertToIntInstr(destI->getType()->getPrimitiveID(),
359 // Create the fpreg-to-intreg copy code
360 target.getInstrInfo().
361 CreateCodeToCopyFloatToInt(target, destI->getParent()->getParent(),
362 (TmpInstruction*)destForCast, destI, mvec, mcfi);
366 static inline MachineOpCode
367 ChooseAddInstruction(const InstructionNode* instrNode)
369 return ChooseAddInstructionByType(instrNode->getInstruction()->getType());
373 static inline MachineInstr*
374 CreateMovFloatInstruction(const InstructionNode* instrNode,
375 const Type* resultType)
377 MachineInstr* minstr = new MachineInstr((resultType == Type::FloatTy)
379 minstr->SetMachineOperandVal(0, MachineOperand::MO_VirtualRegister,
380 instrNode->leftChild()->getValue());
381 minstr->SetMachineOperandVal(1, MachineOperand::MO_VirtualRegister,
382 instrNode->getValue());
386 static inline MachineInstr*
387 CreateAddConstInstruction(const InstructionNode* instrNode)
389 MachineInstr* minstr = NULL;
391 Value* constOp = ((InstrTreeNode*) instrNode->rightChild())->getValue();
392 assert(isa<Constant>(constOp));
394 // Cases worth optimizing are:
395 // (1) Add with 0 for float or double: use an FMOV of appropriate type,
396 // instead of an FADD (1 vs 3 cycles). There is no integer MOV.
398 if (ConstantFP *FPC = dyn_cast<ConstantFP>(constOp)) {
399 double dval = FPC->getValue();
401 minstr = CreateMovFloatInstruction(instrNode,
402 instrNode->getInstruction()->getType());
409 static inline MachineOpCode
410 ChooseSubInstructionByType(const Type* resultType)
412 MachineOpCode opCode = INVALID_OPCODE;
414 if (resultType->isIntegral() || isa<PointerType>(resultType))
419 switch(resultType->getPrimitiveID())
421 case Type::FloatTyID: opCode = FSUBS; break;
422 case Type::DoubleTyID: opCode = FSUBD; break;
423 default: assert(0 && "Invalid type for SUB instruction"); break;
430 static inline MachineInstr*
431 CreateSubConstInstruction(const InstructionNode* instrNode)
433 MachineInstr* minstr = NULL;
435 Value* constOp = ((InstrTreeNode*) instrNode->rightChild())->getValue();
436 assert(isa<Constant>(constOp));
438 // Cases worth optimizing are:
439 // (1) Sub with 0 for float or double: use an FMOV of appropriate type,
440 // instead of an FSUB (1 vs 3 cycles). There is no integer MOV.
442 if (ConstantFP *FPC = dyn_cast<ConstantFP>(constOp)) {
443 double dval = FPC->getValue();
445 minstr = CreateMovFloatInstruction(instrNode,
446 instrNode->getInstruction()->getType());
453 static inline MachineOpCode
454 ChooseFcmpInstruction(const InstructionNode* instrNode)
456 MachineOpCode opCode = INVALID_OPCODE;
458 Value* operand = ((InstrTreeNode*) instrNode->leftChild())->getValue();
459 switch(operand->getType()->getPrimitiveID()) {
460 case Type::FloatTyID: opCode = FCMPS; break;
461 case Type::DoubleTyID: opCode = FCMPD; break;
462 default: assert(0 && "Invalid type for FCMP instruction"); break;
469 // Assumes that leftArg and rightArg are both cast instructions.
472 BothFloatToDouble(const InstructionNode* instrNode)
474 InstrTreeNode* leftArg = instrNode->leftChild();
475 InstrTreeNode* rightArg = instrNode->rightChild();
476 InstrTreeNode* leftArgArg = leftArg->leftChild();
477 InstrTreeNode* rightArgArg = rightArg->leftChild();
478 assert(leftArg->getValue()->getType() == rightArg->getValue()->getType());
480 // Check if both arguments are floats cast to double
481 return (leftArg->getValue()->getType() == Type::DoubleTy &&
482 leftArgArg->getValue()->getType() == Type::FloatTy &&
483 rightArgArg->getValue()->getType() == Type::FloatTy);
487 static inline MachineOpCode
488 ChooseMulInstructionByType(const Type* resultType)
490 MachineOpCode opCode = INVALID_OPCODE;
492 if (resultType->isIntegral())
495 switch(resultType->getPrimitiveID())
497 case Type::FloatTyID: opCode = FMULS; break;
498 case Type::DoubleTyID: opCode = FMULD; break;
499 default: assert(0 && "Invalid type for MUL instruction"); break;
507 static inline MachineInstr*
508 CreateIntNegInstruction(const TargetMachine& target,
511 MachineInstr* minstr = new MachineInstr(SUB);
512 minstr->SetMachineOperandReg(0, target.getRegInfo().getZeroRegNum());
513 minstr->SetMachineOperandVal(1, MachineOperand::MO_VirtualRegister, vreg);
514 minstr->SetMachineOperandVal(2, MachineOperand::MO_VirtualRegister, vreg);
519 // Create instruction sequence for any shift operation.
520 // SLL or SLLX on an operand smaller than the integer reg. size (64bits)
521 // requires a second instruction for explicit sign-extension.
522 // Note that we only have to worry about a sign-bit appearing in the
523 // most significant bit of the operand after shifting (e.g., bit 32 of
524 // Int or bit 16 of Short), so we do not have to worry about results
525 // that are as large as a normal integer register.
528 CreateShiftInstructions(const TargetMachine& target,
530 MachineOpCode shiftOpCode,
532 Value* optArgVal2, /* Use optArgVal2 if not NULL */
533 unsigned int optShiftNum, /* else use optShiftNum */
534 Instruction* destVal,
535 vector<MachineInstr*>& mvec,
536 MachineCodeForInstruction& mcfi)
538 assert((optArgVal2 != NULL || optShiftNum <= 64) &&
539 "Large shift sizes unexpected, but can be handled below: "
540 "You need to check whether or not it fits in immed field below");
542 // If this is a logical left shift of a type smaller than the standard
543 // integer reg. size, we have to extend the sign-bit into upper bits
544 // of dest, so we need to put the result of the SLL into a temporary.
546 Value* shiftDest = destVal;
547 const Type* opType = argVal1->getType();
548 unsigned opSize = target.DataLayout.getTypeSize(argVal1->getType());
549 if ((shiftOpCode == SLL || shiftOpCode == SLLX)
550 && opSize < target.DataLayout.getIntegerRegize())
551 { // put SLL result into a temporary
552 shiftDest = new TmpInstruction(argVal1, optArgVal2, "sllTmp");
553 mcfi.addTemp(shiftDest);
556 MachineInstr* M = (optArgVal2 != NULL)
557 ? Create3OperandInstr(shiftOpCode, argVal1, optArgVal2, shiftDest)
558 : Create3OperandInstr_UImmed(shiftOpCode, argVal1, optShiftNum, shiftDest);
561 if (shiftDest != destVal)
562 { // extend the sign-bit of the result into all upper bits of dest
563 assert(8*opSize <= 32 && "Unexpected type size > 4 and < IntRegSize?");
564 target.getInstrInfo().
565 CreateSignExtensionInstructions(target, F, shiftDest, 8*opSize,
566 destVal, mvec, mcfi);
571 // Does not create any instructions if we cannot exploit constant to
572 // create a cheaper instruction.
573 // This returns the approximate cost of the instructions generated,
574 // which is used to pick the cheapest when both operands are constant.
575 static inline unsigned int
576 CreateMulConstInstruction(const TargetMachine &target, Function* F,
577 Value* lval, Value* rval, Instruction* destVal,
578 vector<MachineInstr*>& mvec,
579 MachineCodeForInstruction& mcfi)
581 /* Use max. multiply cost, viz., cost of MULX */
582 unsigned int cost = target.getInstrInfo().minLatency(MULX);
583 unsigned int firstNewInstr = mvec.size();
585 Value* constOp = rval;
586 if (! isa<Constant>(constOp))
589 // Cases worth optimizing are:
590 // (1) Multiply by 0 or 1 for any type: replace with copy (ADD or FMOV)
591 // (2) Multiply by 2^x for integer types: replace with Shift
593 const Type* resultType = destVal->getType();
595 if (resultType->isIntegral() || isa<PointerType>(resultType))
598 int64_t C = GetConstantValueAsSignedInt(constOp, isValidConst);
602 bool needNeg = false;
609 if (C == 0 || C == 1)
611 cost = target.getInstrInfo().minLatency(ADD);
612 MachineInstr* M = (C == 0)
613 ? Create3OperandInstr_Reg(ADD,
614 target.getRegInfo().getZeroRegNum(),
615 target.getRegInfo().getZeroRegNum(),
617 : Create3OperandInstr_Reg(ADD, lval,
618 target.getRegInfo().getZeroRegNum(),
622 else if (isPowerOf2(C, pow))
624 unsigned int opSize = target.DataLayout.getTypeSize(resultType);
625 MachineOpCode opCode = (opSize <= 32)? SLL : SLLX;
626 CreateShiftInstructions(target, F, opCode, lval, NULL, pow,
627 destVal, mvec, mcfi);
630 if (mvec.size() > 0 && needNeg)
631 { // insert <reg = SUB 0, reg> after the instr to flip the sign
632 MachineInstr* M = CreateIntNegInstruction(target, destVal);
639 if (ConstantFP *FPC = dyn_cast<ConstantFP>(constOp))
641 double dval = FPC->getValue();
644 MachineOpCode opCode = (dval < 0)
645 ? (resultType == Type::FloatTy? FNEGS : FNEGD)
646 : (resultType == Type::FloatTy? FMOVS : FMOVD);
647 MachineInstr* M = Create2OperandInstr(opCode, lval, destVal);
653 if (firstNewInstr < mvec.size())
656 for (unsigned int i=firstNewInstr; i < mvec.size(); ++i)
657 cost += target.getInstrInfo().minLatency(mvec[i]->getOpCode());
664 // Does not create any instructions if we cannot exploit constant to
665 // create a cheaper instruction.
668 CreateCheapestMulConstInstruction(const TargetMachine &target,
670 Value* lval, Value* rval,
671 Instruction* destVal,
672 vector<MachineInstr*>& mvec,
673 MachineCodeForInstruction& mcfi)
676 if (isa<Constant>(lval) && isa<Constant>(rval))
677 { // both operands are constant: try both orders!
678 vector<MachineInstr*> mvec1, mvec2;
679 unsigned int lcost = CreateMulConstInstruction(target, F, lval, rval,
680 destVal, mvec1, mcfi);
681 unsigned int rcost = CreateMulConstInstruction(target, F, rval, lval,
682 destVal, mvec2, mcfi);
683 vector<MachineInstr*>& mincostMvec = (lcost <= rcost)? mvec1 : mvec2;
684 vector<MachineInstr*>& maxcostMvec = (lcost <= rcost)? mvec2 : mvec1;
685 mvec.insert(mvec.end(), mincostMvec.begin(), mincostMvec.end());
687 for (unsigned int i=0; i < maxcostMvec.size(); ++i)
688 delete maxcostMvec[i];
690 else if (isa<Constant>(rval)) // rval is constant, but not lval
691 CreateMulConstInstruction(target, F, lval, rval, destVal, mvec, mcfi);
692 else if (isa<Constant>(lval)) // lval is constant, but not rval
693 CreateMulConstInstruction(target, F, lval, rval, destVal, mvec, mcfi);
695 // else neither is constant
699 // Return NULL if we cannot exploit constant to create a cheaper instruction
701 CreateMulInstruction(const TargetMachine &target, Function* F,
702 Value* lval, Value* rval, Instruction* destVal,
703 vector<MachineInstr*>& mvec,
704 MachineCodeForInstruction& mcfi,
705 MachineOpCode forceMulOp = INVALID_MACHINE_OPCODE)
707 unsigned int L = mvec.size();
708 CreateCheapestMulConstInstruction(target,F, lval, rval, destVal, mvec, mcfi);
709 if (mvec.size() == L)
710 { // no instructions were added so create MUL reg, reg, reg.
711 // Use FSMULD if both operands are actually floats cast to doubles.
712 // Otherwise, use the default opcode for the appropriate type.
713 MachineOpCode mulOp = ((forceMulOp != INVALID_MACHINE_OPCODE)
715 : ChooseMulInstructionByType(destVal->getType()));
716 MachineInstr* M = new MachineInstr(mulOp);
717 M->SetMachineOperandVal(0, MachineOperand::MO_VirtualRegister, lval);
718 M->SetMachineOperandVal(1, MachineOperand::MO_VirtualRegister, rval);
719 M->SetMachineOperandVal(2, MachineOperand::MO_VirtualRegister, destVal);
725 // Generate a divide instruction for Div or Rem.
726 // For Rem, this assumes that the operand type will be signed if the result
727 // type is signed. This is correct because they must have the same sign.
729 static inline MachineOpCode
730 ChooseDivInstruction(TargetMachine &target,
731 const InstructionNode* instrNode)
733 MachineOpCode opCode = INVALID_OPCODE;
735 const Type* resultType = instrNode->getInstruction()->getType();
737 if (resultType->isIntegral())
738 opCode = resultType->isSigned()? SDIVX : UDIVX;
740 switch(resultType->getPrimitiveID())
742 case Type::FloatTyID: opCode = FDIVS; break;
743 case Type::DoubleTyID: opCode = FDIVD; break;
744 default: assert(0 && "Invalid type for DIV instruction"); break;
751 // Return NULL if we cannot exploit constant to create a cheaper instruction
753 CreateDivConstInstruction(TargetMachine &target,
754 const InstructionNode* instrNode,
755 vector<MachineInstr*>& mvec)
757 MachineInstr* minstr1 = NULL;
758 MachineInstr* minstr2 = NULL;
760 Value* constOp = ((InstrTreeNode*) instrNode->rightChild())->getValue();
761 if (! isa<Constant>(constOp))
764 // Cases worth optimizing are:
765 // (1) Divide by 1 for any type: replace with copy (ADD or FMOV)
766 // (2) Divide by 2^x for integer types: replace with SR[L or A]{X}
768 const Type* resultType = instrNode->getInstruction()->getType();
770 if (resultType->isIntegral())
774 int64_t C = GetConstantValueAsSignedInt(constOp, isValidConst);
777 bool needNeg = false;
786 minstr1 = new MachineInstr(ADD);
787 minstr1->SetMachineOperandVal(0,
788 MachineOperand::MO_VirtualRegister,
789 instrNode->leftChild()->getValue());
790 minstr1->SetMachineOperandReg(1,
791 target.getRegInfo().getZeroRegNum());
793 else if (isPowerOf2(C, pow))
795 MachineOpCode opCode= ((resultType->isSigned())
796 ? (resultType==Type::LongTy)? SRAX : SRA
797 : (resultType==Type::LongTy)? SRLX : SRL);
798 minstr1 = new MachineInstr(opCode);
799 minstr1->SetMachineOperandVal(0,
800 MachineOperand::MO_VirtualRegister,
801 instrNode->leftChild()->getValue());
802 minstr1->SetMachineOperandConst(1,
803 MachineOperand::MO_UnextendedImmed,
807 if (minstr1 && needNeg)
808 { // insert <reg = SUB 0, reg> after the instr to flip the sign
809 minstr2 = CreateIntNegInstruction(target,
810 instrNode->getValue());
816 if (ConstantFP *FPC = dyn_cast<ConstantFP>(constOp))
818 double dval = FPC->getValue();
821 bool needNeg = (dval < 0);
823 MachineOpCode opCode = needNeg
824 ? (resultType == Type::FloatTy? FNEGS : FNEGD)
825 : (resultType == Type::FloatTy? FMOVS : FMOVD);
827 minstr1 = new MachineInstr(opCode);
828 minstr1->SetMachineOperandVal(0,
829 MachineOperand::MO_VirtualRegister,
830 instrNode->leftChild()->getValue());
836 minstr1->SetMachineOperandVal(2, MachineOperand::MO_VirtualRegister,
837 instrNode->getValue());
840 mvec.push_back(minstr1);
842 mvec.push_back(minstr2);
847 CreateCodeForVariableSizeAlloca(const TargetMachine& target,
850 Value* numElementsVal,
851 vector<MachineInstr*>& getMvec)
855 // Create a Value to hold the (constant) element size
856 Value* tsizeVal = ConstantSInt::get(Type::IntTy, tsize);
858 // Get the constant offset from SP for dynamically allocated storage
859 // and create a temporary Value to hold it.
860 assert(result && result->getParent() && "Result value is not part of a fn?");
861 Function *F = result->getParent()->getParent();
862 MachineCodeForMethod& mcInfo = MachineCodeForMethod::get(F);
864 ConstantSInt* dynamicAreaOffset =
865 ConstantSInt::get(Type::IntTy,
866 target.getFrameInfo().getDynamicAreaOffset(mcInfo,growUp));
867 assert(! growUp && "Has SPARC v9 stack frame convention changed?");
869 // Create a temporary value to hold the result of MUL
870 TmpInstruction* tmpProd = new TmpInstruction(numElementsVal, tsizeVal);
871 MachineCodeForInstruction::get(result).addTemp(tmpProd);
873 // Instruction 1: mul numElements, typeSize -> tmpProd
874 M = new MachineInstr(MULX);
875 M->SetMachineOperandVal(0, MachineOperand::MO_VirtualRegister, numElementsVal);
876 M->SetMachineOperandVal(1, MachineOperand::MO_VirtualRegister, tsizeVal);
877 M->SetMachineOperandVal(2, MachineOperand::MO_VirtualRegister, tmpProd);
878 getMvec.push_back(M);
880 // Instruction 2: sub %sp, tmpProd -> %sp
881 M = new MachineInstr(SUB);
882 M->SetMachineOperandReg(0, target.getRegInfo().getStackPointer());
883 M->SetMachineOperandVal(1, MachineOperand::MO_VirtualRegister, tmpProd);
884 M->SetMachineOperandReg(2, target.getRegInfo().getStackPointer());
885 getMvec.push_back(M);
887 // Instruction 3: add %sp, frameSizeBelowDynamicArea -> result
888 M = new MachineInstr(ADD);
889 M->SetMachineOperandReg(0, target.getRegInfo().getStackPointer());
890 M->SetMachineOperandVal(1, MachineOperand::MO_VirtualRegister, dynamicAreaOffset);
891 M->SetMachineOperandVal(2, MachineOperand::MO_VirtualRegister, result);
892 getMvec.push_back(M);
897 CreateCodeForFixedSizeAlloca(const TargetMachine& target,
900 unsigned int numElements,
901 vector<MachineInstr*>& getMvec)
903 assert(result && result->getParent() &&
904 "Result value is not part of a function?");
905 Function *F = result->getParent()->getParent();
906 MachineCodeForMethod &mcInfo = MachineCodeForMethod::get(F);
908 // Check if the offset would small enough to use as an immediate in
909 // load/stores (check LDX because all load/stores have the same-size immediate
910 // field). If not, put the variable in the dynamically sized area of the
912 unsigned int paddedSizeIgnored;
913 int offsetFromFP = mcInfo.computeOffsetforLocalVar(target, result,
915 tsize * numElements);
916 if (! target.getInstrInfo().constantFitsInImmedField(LDX, offsetFromFP))
918 CreateCodeForVariableSizeAlloca(target, result, tsize,
919 ConstantSInt::get(Type::IntTy,numElements),
924 // else offset fits in immediate field so go ahead and allocate it.
925 offsetFromFP = mcInfo.allocateLocalVar(target, result, tsize * numElements);
927 // Create a temporary Value to hold the constant offset.
928 // This is needed because it may not fit in the immediate field.
929 ConstantSInt* offsetVal = ConstantSInt::get(Type::IntTy, offsetFromFP);
931 // Instruction 1: add %fp, offsetFromFP -> result
932 MachineInstr* M = new MachineInstr(ADD);
933 M->SetMachineOperandReg(0, target.getRegInfo().getFramePointer());
934 M->SetMachineOperandVal(1, MachineOperand::MO_VirtualRegister, offsetVal);
935 M->SetMachineOperandVal(2, MachineOperand::MO_VirtualRegister, result);
937 getMvec.push_back(M);
944 //------------------------------------------------------------------------
945 // Function SetOperandsForMemInstr
947 // Choose addressing mode for the given load or store instruction.
948 // Use [reg+reg] if it is an indexed reference, and the index offset is
949 // not a constant or if it cannot fit in the offset field.
950 // Use [reg+offset] in all other cases.
952 // This assumes that all array refs are "lowered" to one of these forms:
953 // %x = load (subarray*) ptr, constant ; single constant offset
954 // %x = load (subarray*) ptr, offsetVal ; single non-constant offset
955 // Generally, this should happen via strength reduction + LICM.
956 // Also, strength reduction should take care of using the same register for
957 // the loop index variable and an array index, when that is profitable.
958 //------------------------------------------------------------------------
961 SetOperandsForMemInstr(vector<MachineInstr*>& mvec,
962 vector<MachineInstr*>::iterator mvecI,
963 const InstructionNode* vmInstrNode,
964 const TargetMachine& target)
966 MemAccessInst* memInst = (MemAccessInst*) vmInstrNode->getInstruction();
968 // Variables to hold the index vector and ptr value.
969 // The major work here is to extract these for all 3 instruction types
970 // and to try to fold chains of constant indices into a single offset.
971 // After that, we call SetMemOperands_Internal(), which creates the
972 // appropriate operands for the machine instruction.
973 vector<Value*> idxVec;
974 bool allConstantIndices = true;
975 Value* ptrVal = memInst->getPointerOperand();
977 // If there is a GetElemPtr instruction to fold in to this instr,
978 // it must be in the left child for Load and GetElemPtr, and in the
979 // right child for Store instructions.
980 InstrTreeNode* ptrChild = (vmInstrNode->getOpLabel() == Instruction::Store
981 ? vmInstrNode->rightChild()
982 : vmInstrNode->leftChild());
984 // Check if all indices are constant for this instruction
985 for (MemAccessInst::op_iterator OI=memInst->idx_begin();
986 OI != memInst->idx_end(); ++OI)
987 if (! isa<ConstantUInt>(*OI))
989 allConstantIndices = false;
993 // If we have only constant indices, fold chains of constant indices
994 // in this and any preceding GetElemPtr instructions.
995 if (allConstantIndices &&
996 ptrChild->getOpLabel() == Instruction::GetElementPtr ||
997 ptrChild->getOpLabel() == GetElemPtrIdx)
999 Value* newPtr = FoldGetElemChain((InstructionNode*) ptrChild, idxVec);
1004 // Append the index vector of the current instruction, if any.
1005 // Discard any leading [0] index.
1006 if (memInst->idx_begin() != memInst->idx_end())
1008 const ConstantUInt* CV = dyn_cast<ConstantUInt>(memInst->idx_begin()->get());
1009 unsigned zeroOrIOne = (CV && CV->getType() == Type::UIntTy &&
1010 (CV->getValue() == 0))? 1 : 0;
1011 idxVec.insert(idxVec.end(),
1012 memInst->idx_begin()+zeroOrIOne, memInst->idx_end());
1015 // Now create the appropriate operands for the machine instruction
1016 SetMemOperands_Internal(mvec, mvecI, vmInstrNode,
1017 ptrVal, idxVec, allConstantIndices, target);
1021 // Generate the correct operands (and additional instructions if needed)
1022 // for the given pointer and given index vector.
1025 SetMemOperands_Internal(vector<MachineInstr*>& mvec,
1026 vector<MachineInstr*>::iterator mvecI,
1027 const InstructionNode* vmInstrNode,
1029 vector<Value*>& idxVec,
1030 bool allConstantIndices,
1031 const TargetMachine& target)
1033 MemAccessInst* memInst = (MemAccessInst*) vmInstrNode->getInstruction();
1035 // Initialize so we default to storing the offset in a register.
1036 int64_t smallConstOffset = 0;
1037 Value* valueForRegOffset = NULL;
1038 MachineOperand::MachineOperandType offsetOpType =MachineOperand::MO_VirtualRegister;
1040 // Check if there is an index vector and if so, compute the
1041 // right offset for structures and for arrays
1043 if (idxVec.size() > 0)
1045 const PointerType* ptrType = cast<PointerType>(ptrVal->getType());
1047 // If all indices are constant, compute the combined offset directly.
1048 if (allConstantIndices)
1050 // Compute the offset value using the index vector. Create a
1051 // virtual reg. for it since it may not fit in the immed field.
1052 uint64_t offset = target.DataLayout.getIndexedOffset(ptrType,idxVec);
1053 valueForRegOffset = ConstantSInt::get(Type::LongTy, offset);
1057 // There is at least one non-constant offset. Therefore, this must
1058 // be an array ref, and must have been lowered to a single offset.
1059 assert((memInst->getNumOperands()
1060 == (unsigned) 1 + memInst->getFirstIndexOperandNumber())
1061 && "Array refs must be lowered before Instruction Selection");
1063 Value* arrayOffsetVal = * memInst->idx_begin();
1065 // Handle special common case of leading [0] index.
1066 ConstantUInt* CV = dyn_cast<ConstantUInt>(idxVec.front());
1067 bool firstIndexIsZero = bool(CV && CV->getType() == Type::UIntTy &&
1068 (CV->getValue() == 0));
1070 // If index is 0, the offset value is just 0. Otherwise,
1071 // generate a MUL instruction to compute address from index.
1072 // The call to getTypeSize() will fail if size is not constant.
1073 // CreateMulInstruction() folds constants intelligently enough.
1075 if (firstIndexIsZero)
1077 offsetOpType = MachineOperand::MO_SignExtendedImmed;
1078 smallConstOffset = 0;
1082 vector<MachineInstr*> mulVec;
1083 Instruction* addr = new TmpInstruction(Type::UIntTy, memInst);
1084 MachineCodeForInstruction::get(memInst).addTemp(addr);
1086 unsigned int eltSize =
1087 target.DataLayout.getTypeSize(ptrType->getElementType());
1088 assert(eltSize > 0 && "Invalid or non-const array element size");
1089 ConstantUInt* eltVal = ConstantUInt::get(Type::UIntTy, eltSize);
1091 CreateMulInstruction(target,
1092 memInst->getParent()->getParent(),
1093 arrayOffsetVal, /* lval, not likely const */
1094 eltVal, /* rval, likely constant */
1097 MachineCodeForInstruction::get(memInst),
1098 INVALID_MACHINE_OPCODE);
1099 assert(mulVec.size() > 0 && "No multiply instruction created?");
1100 for (vector<MachineInstr*>::const_iterator I = mulVec.begin();
1101 I != mulVec.end(); ++I)
1103 mvecI = mvec.insert(mvecI, *I); // ptr to inserted value
1104 ++mvecI; // ptr to mem. instr.
1107 valueForRegOffset = addr;
1113 offsetOpType = MachineOperand::MO_SignExtendedImmed;
1114 smallConstOffset = 0;
1118 // Operand 0 is value, operand 1 is ptr, operand 2 is offset
1119 // For LOAD or GET_ELEMENT_PTR,
1120 // Operand 0 is ptr, operand 1 is offset, operand 2 is result.
1122 unsigned offsetOpNum, ptrOpNum;
1123 if (memInst->getOpcode() == Instruction::Store)
1125 (*mvecI)->SetMachineOperandVal(0, MachineOperand::MO_VirtualRegister,
1126 vmInstrNode->leftChild()->getValue());
1134 (*mvecI)->SetMachineOperandVal(2, MachineOperand::MO_VirtualRegister,
1138 (*mvecI)->SetMachineOperandVal(ptrOpNum, MachineOperand::MO_VirtualRegister,
1141 if (offsetOpType == MachineOperand::MO_VirtualRegister)
1143 assert(valueForRegOffset != NULL);
1144 (*mvecI)->SetMachineOperandVal(offsetOpNum, offsetOpType,
1148 (*mvecI)->SetMachineOperandConst(offsetOpNum, offsetOpType,
1154 // Substitute operand `operandNum' of the instruction in node `treeNode'
1155 // in place of the use(s) of that instruction in node `parent'.
1156 // Check both explicit and implicit operands!
1157 // Also make sure to skip over a parent who:
1158 // (1) is a list node in the Burg tree, or
1159 // (2) itself had its results forwarded to its parent
1162 ForwardOperand(InstructionNode* treeNode,
1163 InstrTreeNode* parent,
1166 assert(treeNode && parent && "Invalid invocation of ForwardOperand");
1168 Instruction* unusedOp = treeNode->getInstruction();
1169 Value* fwdOp = unusedOp->getOperand(operandNum);
1171 // The parent itself may be a list node, so find the real parent instruction
1172 while (parent->getNodeType() != InstrTreeNode::NTInstructionNode)
1174 parent = parent->parent();
1175 assert(parent && "ERROR: Non-instruction node has no parent in tree.");
1177 InstructionNode* parentInstrNode = (InstructionNode*) parent;
1179 Instruction* userInstr = parentInstrNode->getInstruction();
1180 MachineCodeForInstruction &mvec = MachineCodeForInstruction::get(userInstr);
1182 // The parent's mvec would be empty if it was itself forwarded.
1183 // Recursively call ForwardOperand in that case...
1185 if (mvec.size() == 0)
1187 assert(parent->parent() != NULL &&
1188 "Parent could not have been forwarded, yet has no instructions?");
1189 ForwardOperand(treeNode, parent->parent(), operandNum);
1193 for (unsigned i=0, N=mvec.size(); i < N; i++)
1195 MachineInstr* minstr = mvec[i];
1196 for (unsigned i=0, numOps=minstr->getNumOperands(); i < numOps; ++i)
1198 const MachineOperand& mop = minstr->getOperand(i);
1199 if (mop.getOperandType() == MachineOperand::MO_VirtualRegister &&
1200 mop.getVRegValue() == unusedOp)
1201 minstr->SetMachineOperandVal(i,
1202 MachineOperand::MO_VirtualRegister, fwdOp);
1205 for (unsigned i=0,numOps=minstr->getNumImplicitRefs(); i<numOps; ++i)
1206 if (minstr->getImplicitRef(i) == unusedOp)
1207 minstr->setImplicitRef(i, fwdOp,
1208 minstr->implicitRefIsDefined(i),
1209 minstr->implicitRefIsDefinedAndUsed(i));
1216 AllUsesAreBranches(const Instruction* setccI)
1218 for (Value::use_const_iterator UI=setccI->use_begin(), UE=setccI->use_end();
1220 if (! isa<TmpInstruction>(*UI) // ignore tmp instructions here
1221 && cast<Instruction>(*UI)->getOpcode() != Instruction::Br)
1226 //******************* Externally Visible Functions *************************/
1228 //------------------------------------------------------------------------
1229 // External Function: ThisIsAChainRule
1232 // Check if a given BURG rule is a chain rule.
1233 //------------------------------------------------------------------------
1236 ThisIsAChainRule(int eruleno)
1240 case 111: // stmt: reg
1241 case 113: // stmt: bool
1264 return false; break;
1269 //------------------------------------------------------------------------
1270 // External Function: GetInstructionsByRule
1273 // Choose machine instructions for the SPARC according to the
1274 // patterns chosen by the BURG-generated parser.
1275 //------------------------------------------------------------------------
1278 GetInstructionsByRule(InstructionNode* subtreeRoot,
1281 TargetMachine &target,
1282 vector<MachineInstr*>& mvec)
1284 bool checkCast = false; // initialize here to use fall-through
1286 int forwardOperandNum = -1;
1287 unsigned int allocaSize = 0;
1288 MachineInstr* M, *M2;
1293 // If the code for this instruction was folded into the parent (user),
1295 if (subtreeRoot->isFoldedIntoParent())
1299 // Let's check for chain rules outside the switch so that we don't have
1300 // to duplicate the list of chain rule production numbers here again
1302 if (ThisIsAChainRule(ruleForNode))
1304 // Chain rules have a single nonterminal on the RHS.
1305 // Get the rule that matches the RHS non-terminal and use that instead.
1307 assert(nts[0] && ! nts[1]
1308 && "A chain rule should have only one RHS non-terminal!");
1309 nextRule = burm_rule(subtreeRoot->state, nts[0]);
1310 nts = burm_nts[nextRule];
1311 GetInstructionsByRule(subtreeRoot, nextRule, nts, target, mvec);
1315 switch(ruleForNode) {
1316 case 1: // stmt: Ret
1317 case 2: // stmt: RetValue(reg)
1318 { // NOTE: Prepass of register allocation is responsible
1319 // for moving return value to appropriate register.
1320 // Mark the return-address register as a hidden virtual reg.
1321 // Mark the return value register as an implicit ref of
1322 // the machine instruction.
1323 // Finally put a NOP in the delay slot.
1324 ReturnInst *returnInstr =
1325 cast<ReturnInst>(subtreeRoot->getInstruction());
1326 assert(returnInstr->getOpcode() == Instruction::Ret);
1328 Instruction* returnReg = new TmpInstruction(returnInstr);
1329 MachineCodeForInstruction::get(returnInstr).addTemp(returnReg);
1331 M = new MachineInstr(JMPLRET);
1332 M->SetMachineOperandReg(0, MachineOperand::MO_VirtualRegister,
1334 M->SetMachineOperandConst(1,MachineOperand::MO_SignExtendedImmed,
1336 M->SetMachineOperandReg(2, target.getRegInfo().getZeroRegNum());
1338 if (returnInstr->getReturnValue() != NULL)
1339 M->addImplicitRef(returnInstr->getReturnValue());
1342 mvec.push_back(new MachineInstr(NOP));
1347 case 3: // stmt: Store(reg,reg)
1348 case 4: // stmt: Store(reg,ptrreg)
1349 mvec.push_back(new MachineInstr(
1350 ChooseStoreInstruction(
1351 subtreeRoot->leftChild()->getValue()->getType())));
1352 SetOperandsForMemInstr(mvec, mvec.end()-1, subtreeRoot, target);
1355 case 5: // stmt: BrUncond
1356 M = new MachineInstr(BA);
1357 M->SetMachineOperandVal(0, MachineOperand::MO_PCRelativeDisp,
1358 cast<BranchInst>(subtreeRoot->getInstruction())->getSuccessor(0));
1362 mvec.push_back(new MachineInstr(NOP));
1365 case 206: // stmt: BrCond(setCCconst)
1366 { // setCCconst => boolean was computed with `%b = setCC type reg1 const'
1367 // If the constant is ZERO, we can use the branch-on-integer-register
1368 // instructions and avoid the SUBcc instruction entirely.
1369 // Otherwise this is just the same as case 5, so just fall through.
1371 InstrTreeNode* constNode = subtreeRoot->leftChild()->rightChild();
1373 constNode->getNodeType() ==InstrTreeNode::NTConstNode);
1374 Constant *constVal = cast<Constant>(constNode->getValue());
1377 if ((constVal->getType()->isIntegral()
1378 || isa<PointerType>(constVal->getType()))
1379 && GetConstantValueAsSignedInt(constVal, isValidConst) == 0
1382 // That constant is a zero after all...
1383 // Use the left child of setCC as the first argument!
1384 // Mark the setCC node so that no code is generated for it.
1385 InstructionNode* setCCNode = (InstructionNode*)
1386 subtreeRoot->leftChild();
1387 assert(setCCNode->getOpLabel() == SetCCOp);
1388 setCCNode->markFoldedIntoParent();
1390 BranchInst* brInst=cast<BranchInst>(subtreeRoot->getInstruction());
1392 M = new MachineInstr(ChooseBprInstruction(subtreeRoot));
1393 M->SetMachineOperandVal(0, MachineOperand::MO_VirtualRegister,
1394 setCCNode->leftChild()->getValue());
1395 M->SetMachineOperandVal(1, MachineOperand::MO_PCRelativeDisp,
1396 brInst->getSuccessor(0));
1400 mvec.push_back(new MachineInstr(NOP));
1403 M = new MachineInstr(BA);
1404 M->SetMachineOperandVal(0, MachineOperand::MO_PCRelativeDisp,
1405 brInst->getSuccessor(1));
1409 mvec.push_back(new MachineInstr(NOP));
1413 // ELSE FALL THROUGH
1416 case 6: // stmt: BrCond(bool)
1417 { // bool => boolean was computed with some boolean operator
1418 // (SetCC, Not, ...). We need to check whether the type was a FP,
1419 // signed int or unsigned int, and check the branching condition in
1420 // order to choose the branch to use.
1421 // If it is an integer CC, we also need to find the unique
1422 // TmpInstruction representing that CC.
1424 BranchInst* brInst = cast<BranchInst>(subtreeRoot->getInstruction());
1426 M = new MachineInstr(ChooseBccInstruction(subtreeRoot, isFPBranch));
1428 Value* ccValue = GetTmpForCC(subtreeRoot->leftChild()->getValue(),
1429 brInst->getParent()->getParent(),
1430 isFPBranch? Type::FloatTy : Type::IntTy);
1432 M->SetMachineOperandVal(0, MachineOperand::MO_CCRegister, ccValue);
1433 M->SetMachineOperandVal(1, MachineOperand::MO_PCRelativeDisp,
1434 brInst->getSuccessor(0));
1438 mvec.push_back(new MachineInstr(NOP));
1441 M = new MachineInstr(BA);
1442 M->SetMachineOperandVal(0, MachineOperand::MO_PCRelativeDisp,
1443 brInst->getSuccessor(1));
1447 mvec.push_back(new MachineInstr(NOP));
1451 case 208: // stmt: BrCond(boolconst)
1453 // boolconst => boolean is a constant; use BA to first or second label
1454 Constant* constVal =
1455 cast<Constant>(subtreeRoot->leftChild()->getValue());
1456 unsigned dest = cast<ConstantBool>(constVal)->getValue()? 0 : 1;
1458 M = new MachineInstr(BA);
1459 M->SetMachineOperandVal(0, MachineOperand::MO_PCRelativeDisp,
1460 cast<BranchInst>(subtreeRoot->getInstruction())->getSuccessor(dest));
1464 mvec.push_back(new MachineInstr(NOP));
1468 case 8: // stmt: BrCond(boolreg)
1469 { // boolreg => boolean is stored in an existing register.
1470 // Just use the branch-on-integer-register instruction!
1472 M = new MachineInstr(BRNZ);
1473 M->SetMachineOperandVal(0, MachineOperand::MO_VirtualRegister,
1474 subtreeRoot->leftChild()->getValue());
1475 M->SetMachineOperandVal(1, MachineOperand::MO_PCRelativeDisp,
1476 cast<BranchInst>(subtreeRoot->getInstruction())->getSuccessor(0));
1480 mvec.push_back(new MachineInstr(NOP));
1483 M = new MachineInstr(BA);
1484 M->SetMachineOperandVal(0, MachineOperand::MO_PCRelativeDisp,
1485 cast<BranchInst>(subtreeRoot->getInstruction())->getSuccessor(1));
1489 mvec.push_back(new MachineInstr(NOP));
1493 case 9: // stmt: Switch(reg)
1494 assert(0 && "*** SWITCH instruction is not implemented yet.");
1497 case 10: // reg: VRegList(reg, reg)
1498 assert(0 && "VRegList should never be the topmost non-chain rule");
1501 case 21: // bool: Not(bool): Both these are implemented as:
1502 case 421: // reg: BNot(reg) : reg = reg XOR-NOT 0
1503 M = new MachineInstr(XNOR);
1504 M->SetMachineOperandVal(0, MachineOperand::MO_VirtualRegister,
1505 subtreeRoot->leftChild()->getValue());
1506 M->SetMachineOperandReg(1, target.getRegInfo().getZeroRegNum());
1507 M->SetMachineOperandVal(2, MachineOperand::MO_VirtualRegister,
1508 subtreeRoot->getValue());
1512 case 322: // reg: ToBoolTy(bool):
1513 case 22: // reg: ToBoolTy(reg):
1515 const Type* opType = subtreeRoot->leftChild()->getValue()->getType();
1516 assert(opType->isIntegral() || isa<PointerType>(opType)
1517 || opType == Type::BoolTy);
1518 forwardOperandNum = 0; // forward first operand to user
1522 case 23: // reg: ToUByteTy(reg)
1523 case 25: // reg: ToUShortTy(reg)
1524 case 27: // reg: ToUIntTy(reg)
1525 case 29: // reg: ToULongTy(reg)
1527 Instruction* destI = subtreeRoot->getInstruction();
1528 Value* opVal = subtreeRoot->leftChild()->getValue();
1529 const Type* opType = subtreeRoot->leftChild()->getValue()->getType();
1530 if (opType->isIntegral()
1531 || isa<PointerType>(opType)
1532 || opType == Type::BoolTy)
1534 unsigned opSize = target.DataLayout.getTypeSize(opType);
1535 unsigned destSize = target.DataLayout.getTypeSize(destI->getType());
1536 if (opSize > destSize ||
1538 && destSize < target.DataLayout.getIntegerRegize()))
1539 { // operand is larger than dest,
1540 // OR both are equal but smaller than the full register size
1541 // AND operand is signed, so it may have extra sign bits:
1542 // mask high bits using AND
1543 M = Create3OperandInstr(AND, opVal,
1544 ConstantUInt::get(Type::ULongTy,
1545 ((uint64_t) 1 << 8*destSize) - 1),
1550 forwardOperandNum = 0; // forward first operand to user
1552 else if (opType->isFloatingPoint())
1553 CreateCodeToConvertIntToFloat(target, opVal, destI, mvec,
1554 MachineCodeForInstruction::get(destI));
1556 assert(0 && "Unrecognized operand type for convert-to-unsigned");
1561 case 24: // reg: ToSByteTy(reg)
1562 case 26: // reg: ToShortTy(reg)
1563 case 28: // reg: ToIntTy(reg)
1564 case 30: // reg: ToLongTy(reg)
1566 Instruction* destI = subtreeRoot->getInstruction();
1567 Value* opVal = subtreeRoot->leftChild()->getValue();
1568 MachineCodeForInstruction& mcfi =MachineCodeForInstruction::get(destI);
1570 const Type* opType = opVal->getType();
1571 if (opType->isIntegral()
1572 || isa<PointerType>(opType)
1573 || opType == Type::BoolTy)
1575 // These operand types have the same format as the destination,
1576 // but may have different size: add sign bits or mask as needed.
1578 const Type* destType = destI->getType();
1579 unsigned opSize = target.DataLayout.getTypeSize(opType);
1580 unsigned destSize = target.DataLayout.getTypeSize(destType);
1581 if (opSize < destSize && !opType->isSigned())
1582 { // operand is unsigned and smaller than dest: sign-extend
1583 target.getInstrInfo().CreateSignExtensionInstructions(target, destI->getParent()->getParent(), opVal, 8*opSize, destI, mvec, mcfi);
1585 else if (opSize > destSize)
1586 { // operand is larger than dest: mask high bits using AND
1587 // and then sign-extend using SRA by 0!
1589 TmpInstruction *tmpI = new TmpInstruction(destType, opVal,
1592 M = Create3OperandInstr(AND, opVal,
1593 ConstantUInt::get(Type::UIntTy,
1594 ((uint64_t) 1 << 8*destSize)-1),
1598 target.getInstrInfo().CreateSignExtensionInstructions(target, destI->getParent()->getParent(), tmpI, 8*destSize, destI, mvec, mcfi);
1601 forwardOperandNum = 0; // forward first operand to user
1603 else if (opType->isFloatingPoint())
1604 CreateCodeToConvertIntToFloat(target, opVal, destI, mvec, mcfi);
1606 assert(0 && "Unrecognized operand type for convert-to-signed");
1611 case 31: // reg: ToFloatTy(reg):
1612 case 32: // reg: ToDoubleTy(reg):
1613 case 232: // reg: ToDoubleTy(Constant):
1615 // If this instruction has a parent (a user) in the tree
1616 // and the user is translated as an FsMULd instruction,
1617 // then the cast is unnecessary. So check that first.
1618 // In the future, we'll want to do the same for the FdMULq instruction,
1619 // so do the check here instead of only for ToFloatTy(reg).
1621 if (subtreeRoot->parent() != NULL &&
1622 MachineCodeForInstruction::get(((InstructionNode*)subtreeRoot->parent())->getInstruction())[0]->getOpCode() == FSMULD)
1624 forwardOperandNum = 0; // forward first operand to user
1628 Value* leftVal = subtreeRoot->leftChild()->getValue();
1629 const Type* opType = leftVal->getType();
1630 MachineOpCode opCode=ChooseConvertToFloatInstr(
1631 subtreeRoot->getOpLabel(), opType);
1632 if (opCode == INVALID_OPCODE) // no conversion needed
1634 forwardOperandNum = 0; // forward first operand to user
1638 // If the source operand is a non-FP type it must be
1639 // first copied from int to float register via memory!
1640 Instruction *dest = subtreeRoot->getInstruction();
1643 if (! opType->isFloatingPoint())
1645 // Create a temporary to represent the FP register
1646 // into which the integer will be copied via memory.
1647 // The type of this temporary will determine the FP
1648 // register used: single-prec for a 32-bit int or smaller,
1649 // double-prec for a 64-bit int.
1651 const Type* srcTypeToUse =
1652 (leftVal->getType() == Type::LongTy)? Type::DoubleTy
1655 srcForCast = new TmpInstruction(srcTypeToUse, dest);
1656 MachineCodeForInstruction &destMCFI =
1657 MachineCodeForInstruction::get(dest);
1658 destMCFI.addTemp(srcForCast);
1660 target.getInstrInfo().CreateCodeToCopyIntToFloat(target,
1661 dest->getParent()->getParent(),
1662 leftVal, (TmpInstruction*) srcForCast,
1666 srcForCast = leftVal;
1668 M = new MachineInstr(opCode);
1669 M->SetMachineOperandVal(0, MachineOperand::MO_VirtualRegister,
1671 M->SetMachineOperandVal(1, MachineOperand::MO_VirtualRegister,
1678 case 19: // reg: ToArrayTy(reg):
1679 case 20: // reg: ToPointerTy(reg):
1680 forwardOperandNum = 0; // forward first operand to user
1683 case 233: // reg: Add(reg, Constant)
1684 M = CreateAddConstInstruction(subtreeRoot);
1690 // ELSE FALL THROUGH
1692 case 33: // reg: Add(reg, reg)
1693 mvec.push_back(new MachineInstr(ChooseAddInstruction(subtreeRoot)));
1694 Set3OperandsFromInstr(mvec.back(), subtreeRoot, target);
1697 case 234: // reg: Sub(reg, Constant)
1698 M = CreateSubConstInstruction(subtreeRoot);
1704 // ELSE FALL THROUGH
1706 case 34: // reg: Sub(reg, reg)
1707 mvec.push_back(new MachineInstr(ChooseSubInstructionByType(
1708 subtreeRoot->getInstruction()->getType())));
1709 Set3OperandsFromInstr(mvec.back(), subtreeRoot, target);
1712 case 135: // reg: Mul(todouble, todouble)
1716 case 35: // reg: Mul(reg, reg)
1718 MachineOpCode forceOp = ((checkCast && BothFloatToDouble(subtreeRoot))
1720 : INVALID_MACHINE_OPCODE);
1721 Instruction* mulInstr = subtreeRoot->getInstruction();
1722 CreateMulInstruction(target, mulInstr->getParent()->getParent(),
1723 subtreeRoot->leftChild()->getValue(),
1724 subtreeRoot->rightChild()->getValue(),
1726 MachineCodeForInstruction::get(mulInstr),forceOp);
1729 case 335: // reg: Mul(todouble, todoubleConst)
1733 case 235: // reg: Mul(reg, Constant)
1735 MachineOpCode forceOp = ((checkCast && BothFloatToDouble(subtreeRoot))
1737 : INVALID_MACHINE_OPCODE);
1738 Instruction* mulInstr = subtreeRoot->getInstruction();
1739 CreateMulInstruction(target, mulInstr->getParent()->getParent(),
1740 subtreeRoot->leftChild()->getValue(),
1741 subtreeRoot->rightChild()->getValue(),
1743 MachineCodeForInstruction::get(mulInstr),
1747 case 236: // reg: Div(reg, Constant)
1749 CreateDivConstInstruction(target, subtreeRoot, mvec);
1750 if (mvec.size() > L)
1752 // ELSE FALL THROUGH
1754 case 36: // reg: Div(reg, reg)
1755 mvec.push_back(new MachineInstr(ChooseDivInstruction(target, subtreeRoot)));
1756 Set3OperandsFromInstr(mvec.back(), subtreeRoot, target);
1759 case 37: // reg: Rem(reg, reg)
1760 case 237: // reg: Rem(reg, Constant)
1762 Instruction* remInstr = subtreeRoot->getInstruction();
1764 TmpInstruction* quot = new TmpInstruction(
1765 subtreeRoot->leftChild()->getValue(),
1766 subtreeRoot->rightChild()->getValue());
1767 TmpInstruction* prod = new TmpInstruction(
1769 subtreeRoot->rightChild()->getValue());
1770 MachineCodeForInstruction::get(remInstr).addTemp(quot).addTemp(prod);
1772 M = new MachineInstr(ChooseDivInstruction(target, subtreeRoot));
1773 Set3OperandsFromInstr(M, subtreeRoot, target);
1774 M->SetMachineOperandVal(2, MachineOperand::MO_VirtualRegister,quot);
1777 M = new MachineInstr(ChooseMulInstructionByType(
1778 subtreeRoot->getInstruction()->getType()));
1779 M->SetMachineOperandVal(0, MachineOperand::MO_VirtualRegister,quot);
1780 M->SetMachineOperandVal(1, MachineOperand::MO_VirtualRegister,
1781 subtreeRoot->rightChild()->getValue());
1782 M->SetMachineOperandVal(2, MachineOperand::MO_VirtualRegister,prod);
1785 M = new MachineInstr(ChooseSubInstructionByType(
1786 subtreeRoot->getInstruction()->getType()));
1787 Set3OperandsFromInstr(M, subtreeRoot, target);
1788 M->SetMachineOperandVal(1, MachineOperand::MO_VirtualRegister,prod);
1794 case 38: // bool: And(bool, bool)
1795 case 238: // bool: And(bool, boolconst)
1796 case 338: // reg : BAnd(reg, reg)
1797 case 538: // reg : BAnd(reg, Constant)
1798 mvec.push_back(new MachineInstr(AND));
1799 Set3OperandsFromInstr(mvec.back(), subtreeRoot, target);
1802 case 138: // bool: And(bool, not)
1803 case 438: // bool: BAnd(bool, not)
1804 mvec.push_back(new MachineInstr(ANDN));
1805 Set3OperandsFromInstr(mvec.back(), subtreeRoot, target);
1808 case 39: // bool: Or(bool, bool)
1809 case 239: // bool: Or(bool, boolconst)
1810 case 339: // reg : BOr(reg, reg)
1811 case 539: // reg : BOr(reg, Constant)
1812 mvec.push_back(new MachineInstr(OR));
1813 Set3OperandsFromInstr(mvec.back(), subtreeRoot, target);
1816 case 139: // bool: Or(bool, not)
1817 case 439: // bool: BOr(bool, not)
1818 mvec.push_back(new MachineInstr(ORN));
1819 Set3OperandsFromInstr(mvec.back(), subtreeRoot, target);
1822 case 40: // bool: Xor(bool, bool)
1823 case 240: // bool: Xor(bool, boolconst)
1824 case 340: // reg : BXor(reg, reg)
1825 case 540: // reg : BXor(reg, Constant)
1826 mvec.push_back(new MachineInstr(XOR));
1827 Set3OperandsFromInstr(mvec.back(), subtreeRoot, target);
1830 case 140: // bool: Xor(bool, not)
1831 case 440: // bool: BXor(bool, not)
1832 mvec.push_back(new MachineInstr(XNOR));
1833 Set3OperandsFromInstr(mvec.back(), subtreeRoot, target);
1836 case 41: // boolconst: SetCC(reg, Constant)
1838 // If the SetCC was folded into the user (parent), it will be
1839 // caught above. All other cases are the same as case 42,
1840 // so just fall through.
1842 case 42: // bool: SetCC(reg, reg):
1844 // This generates a SUBCC instruction, putting the difference in
1845 // a result register, and setting a condition code.
1847 // If the boolean result of the SetCC is used by anything other
1848 // than a branch instruction, or if it is used outside the current
1849 // basic block, the boolean must be
1850 // computed and stored in the result register. Otherwise, discard
1851 // the difference (by using %g0) and keep only the condition code.
1853 // To compute the boolean result in a register we use a conditional
1854 // move, unless the result of the SUBCC instruction can be used as
1855 // the bool! This assumes that zero is FALSE and any non-zero
1858 InstructionNode* parentNode = (InstructionNode*) subtreeRoot->parent();
1859 Instruction* setCCInstr = subtreeRoot->getInstruction();
1861 bool keepBoolVal = parentNode == NULL ||
1862 ! AllUsesAreBranches(setCCInstr);
1863 bool subValIsBoolVal = setCCInstr->getOpcode() == Instruction::SetNE;
1864 bool keepSubVal = keepBoolVal && subValIsBoolVal;
1865 bool computeBoolVal = keepBoolVal && ! subValIsBoolVal;
1869 MachineOpCode movOpCode = 0;
1871 // Mark the 4th operand as being a CC register, and as a def
1872 // A TmpInstruction is created to represent the CC "result".
1873 // Unlike other instances of TmpInstruction, this one is used
1874 // by machine code of multiple LLVM instructions, viz.,
1875 // the SetCC and the branch. Make sure to get the same one!
1876 // Note that we do this even for FP CC registers even though they
1877 // are explicit operands, because the type of the operand
1878 // needs to be a floating point condition code, not an integer
1879 // condition code. Think of this as casting the bool result to
1880 // a FP condition code register.
1882 Value* leftVal = subtreeRoot->leftChild()->getValue();
1883 bool isFPCompare = leftVal->getType()->isFloatingPoint();
1885 TmpInstruction* tmpForCC = GetTmpForCC(setCCInstr,
1886 setCCInstr->getParent()->getParent(),
1887 isFPCompare ? Type::FloatTy : Type::IntTy);
1888 MachineCodeForInstruction::get(setCCInstr).addTemp(tmpForCC);
1892 // Integer condition: dest. should be %g0 or an integer register.
1893 // If result must be saved but condition is not SetEQ then we need
1894 // a separate instruction to compute the bool result, so discard
1895 // result of SUBcc instruction anyway.
1897 M = new MachineInstr(SUBcc);
1898 Set3OperandsFromInstr(M, subtreeRoot, target, ! keepSubVal);
1899 M->SetMachineOperandVal(3, MachineOperand::MO_CCRegister,
1900 tmpForCC, /*def*/true);
1904 { // recompute bool using the integer condition codes
1906 ChooseMovpccAfterSub(subtreeRoot,mustClearReg,valueToMove);
1911 // FP condition: dest of FCMP should be some FCCn register
1912 M = new MachineInstr(ChooseFcmpInstruction(subtreeRoot));
1913 M->SetMachineOperandVal(0, MachineOperand::MO_CCRegister,
1915 M->SetMachineOperandVal(1,MachineOperand::MO_VirtualRegister,
1916 subtreeRoot->leftChild()->getValue());
1917 M->SetMachineOperandVal(2,MachineOperand::MO_VirtualRegister,
1918 subtreeRoot->rightChild()->getValue());
1922 {// recompute bool using the FP condition codes
1923 mustClearReg = true;
1925 movOpCode = ChooseMovFpccInstruction(subtreeRoot);
1932 {// Unconditionally set register to 0
1933 M = new MachineInstr(SETHI);
1934 M->SetMachineOperandConst(0,MachineOperand::MO_UnextendedImmed,
1936 M->SetMachineOperandVal(1, MachineOperand::MO_VirtualRegister,
1941 // Now conditionally move `valueToMove' (0 or 1) into the register
1942 // Mark the register as a use (as well as a def) because the old
1943 // value should be retained if the condition is false.
1944 M = new MachineInstr(movOpCode);
1945 M->SetMachineOperandVal(0, MachineOperand::MO_CCRegister,
1947 M->SetMachineOperandConst(1, MachineOperand::MO_UnextendedImmed,
1949 M->SetMachineOperandVal(2, MachineOperand::MO_VirtualRegister,
1950 setCCInstr, /*isDef*/ true,
1951 /*isDefAndUse*/ true);
1957 case 43: // boolreg: VReg
1958 case 44: // boolreg: Constant
1961 case 51: // reg: Load(reg)
1962 case 52: // reg: Load(ptrreg)
1963 case 53: // reg: LoadIdx(reg,reg)
1964 case 54: // reg: LoadIdx(ptrreg,reg)
1965 mvec.push_back(new MachineInstr(ChooseLoadInstruction(
1966 subtreeRoot->getValue()->getType())));
1967 SetOperandsForMemInstr(mvec, mvec.end()-1, subtreeRoot, target);
1970 case 55: // reg: GetElemPtr(reg)
1971 case 56: // reg: GetElemPtrIdx(reg,reg)
1972 // If the GetElemPtr was folded into the user (parent), it will be
1973 // caught above. For other cases, we have to compute the address.
1974 mvec.push_back(new MachineInstr(ADD));
1975 SetOperandsForMemInstr(mvec, mvec.end()-1, subtreeRoot, target);
1978 case 57: // reg: Alloca: Implement as 1 instruction:
1979 { // add %fp, offsetFromFP -> result
1980 AllocationInst* instr =
1981 cast<AllocationInst>(subtreeRoot->getInstruction());
1982 unsigned int tsize =
1983 target.findOptimalStorageSize(instr->getAllocatedType());
1985 CreateCodeForFixedSizeAlloca(target, instr, tsize, 1, mvec);
1989 case 58: // reg: Alloca(reg): Implement as 3 instructions:
1990 // mul num, typeSz -> tmp
1991 // sub %sp, tmp -> %sp
1992 { // add %sp, frameSizeBelowDynamicArea -> result
1993 AllocationInst* instr =
1994 cast<AllocationInst>(subtreeRoot->getInstruction());
1995 const Type* eltType = instr->getAllocatedType();
1997 // If #elements is constant, use simpler code for fixed-size allocas
1998 int tsize = (int) target.findOptimalStorageSize(eltType);
1999 Value* numElementsVal = NULL;
2000 bool isArray = instr->isArrayAllocation();
2003 isa<Constant>(numElementsVal = instr->getArraySize()))
2004 { // total size is constant: generate code for fixed-size alloca
2005 unsigned int numElements = isArray?
2006 cast<ConstantUInt>(numElementsVal)->getValue() : 1;
2007 CreateCodeForFixedSizeAlloca(target, instr, tsize,
2010 else // total size is not constant.
2011 CreateCodeForVariableSizeAlloca(target, instr, tsize,
2012 numElementsVal, mvec);
2016 case 61: // reg: Call
2017 { // Generate a direct (CALL) or indirect (JMPL). depending
2018 // Mark the return-address register and the indirection
2019 // register (if any) as hidden virtual registers.
2020 // Also, mark the operands of the Call and return value (if
2021 // any) as implicit operands of the CALL machine instruction.
2023 // If this is a varargs function, floating point arguments
2024 // have to passed in integer registers so insert
2025 // copy-float-to-int instructions for each float operand.
2027 CallInst *callInstr = cast<CallInst>(subtreeRoot->getInstruction());
2028 Value *callee = callInstr->getCalledValue();
2030 // Create hidden virtual register for return address, with type void*.
2031 TmpInstruction* retAddrReg =
2032 new TmpInstruction(PointerType::get(Type::VoidTy), callInstr);
2033 MachineCodeForInstruction::get(callInstr).addTemp(retAddrReg);
2035 // Generate the machine instruction and its operands.
2036 // Use CALL for direct function calls; this optimistically assumes
2037 // the PC-relative address fits in the CALL address field (22 bits).
2038 // Use JMPL for indirect calls.
2040 if (isa<Function>(callee))
2041 { // direct function call
2042 M = new MachineInstr(CALL);
2043 M->SetMachineOperandVal(0, MachineOperand::MO_PCRelativeDisp,
2047 { // indirect function call
2048 M = new MachineInstr(JMPLCALL);
2049 M->SetMachineOperandVal(0, MachineOperand::MO_VirtualRegister,
2051 M->SetMachineOperandConst(1, MachineOperand::MO_SignExtendedImmed,
2053 M->SetMachineOperandVal(2, MachineOperand::MO_VirtualRegister,
2059 const FunctionType* funcType =
2060 cast<FunctionType>(cast<PointerType>(callee->getType())
2061 ->getElementType());
2062 bool isVarArgs = funcType->isVarArg();
2063 bool noPrototype = isVarArgs && funcType->getNumParams() == 0;
2065 // Use an annotation to pass information about call arguments
2066 // to the register allocator.
2067 CallArgsDescriptor* argDesc = new CallArgsDescriptor(callInstr,
2068 retAddrReg, isVarArgs, noPrototype);
2069 M->addAnnotation(argDesc);
2071 assert(callInstr->getOperand(0) == callee
2072 && "This is assumed in the loop below!");
2074 for (unsigned i=1, N=callInstr->getNumOperands(); i < N; ++i)
2076 Value* argVal = callInstr->getOperand(i);
2077 Instruction* intArgReg = NULL;
2079 // Check for FP arguments to varargs functions.
2080 // Any such argument in the first $K$ args must be passed in an
2081 // integer register, where K = #integer argument registers.
2082 if (isVarArgs && argVal->getType()->isFloatingPoint())
2084 // If it is a function with no prototype, pass value
2085 // as an FP value as well as a varargs value
2087 argDesc->getArgInfo(i-1).setUseFPArgReg();
2089 // If this arg. is in the first $K$ regs, add a copy
2090 // float-to-int instruction to pass the value as an integer.
2091 if (i < target.getRegInfo().GetNumOfIntArgRegs())
2093 MachineCodeForInstruction &destMCFI =
2094 MachineCodeForInstruction::get(callInstr);
2095 intArgReg = new TmpInstruction(Type::IntTy, argVal);
2096 destMCFI.addTemp(intArgReg);
2098 vector<MachineInstr*> copyMvec;
2099 target.getInstrInfo().CreateCodeToCopyFloatToInt(target,
2100 callInstr->getParent()->getParent(),
2101 argVal, (TmpInstruction*) intArgReg,
2102 copyMvec, destMCFI);
2103 mvec.insert(mvec.begin(),copyMvec.begin(),copyMvec.end());
2105 argDesc->getArgInfo(i-1).setUseIntArgReg();
2106 argDesc->getArgInfo(i-1).setArgCopy(intArgReg);
2109 // Cannot fit in first $K$ regs so pass the arg on the stack
2110 argDesc->getArgInfo(i-1).setUseStackSlot();
2114 mvec.back()->addImplicitRef(intArgReg);
2116 mvec.back()->addImplicitRef(argVal);
2119 // Add the return value as an implicit ref. The call operands
2120 // were added above.
2121 if (callInstr->getType() != Type::VoidTy)
2122 mvec.back()->addImplicitRef(callInstr, /*isDef*/ true);
2124 // For the CALL instruction, the ret. addr. reg. is also implicit
2125 if (isa<Function>(callee))
2126 mvec.back()->addImplicitRef(retAddrReg, /*isDef*/ true);
2129 mvec.push_back(new MachineInstr(NOP));
2133 case 62: // reg: Shl(reg, reg)
2135 Value* argVal1 = subtreeRoot->leftChild()->getValue();
2136 Value* argVal2 = subtreeRoot->rightChild()->getValue();
2137 Instruction* shlInstr = subtreeRoot->getInstruction();
2139 const Type* opType = argVal1->getType();
2140 assert(opType->isIntegral()
2141 || opType == Type::BoolTy
2142 || isa<PointerType>(opType)&&"Shl unsupported for other types");
2144 CreateShiftInstructions(target, shlInstr->getParent()->getParent(),
2145 (opType == Type::LongTy)? SLLX : SLL,
2146 argVal1, argVal2, 0, shlInstr, mvec,
2147 MachineCodeForInstruction::get(shlInstr));
2151 case 63: // reg: Shr(reg, reg)
2152 { const Type* opType = subtreeRoot->leftChild()->getValue()->getType();
2153 assert(opType->isIntegral()
2154 || isa<PointerType>(opType)&&"Shr unsupported for other types");
2155 mvec.push_back(new MachineInstr((opType->isSigned()
2156 ? ((opType == Type::LongTy)? SRAX : SRA)
2157 : ((opType == Type::LongTy)? SRLX : SRL))));
2158 Set3OperandsFromInstr(mvec.back(), subtreeRoot, target);
2162 case 64: // reg: Phi(reg,reg)
2163 break; // don't forward the value
2165 #undef NEED_PHI_MACHINE_INSTRS
2166 #ifdef NEED_PHI_MACHINE_INSTRS
2167 { // This instruction has variable #operands, so resultPos is 0.
2168 Instruction* phi = subtreeRoot->getInstruction();
2169 M = new MachineInstr(PHI, 1 + phi->getNumOperands());
2170 M->SetMachineOperandVal(0, MachineOperand::MO_VirtualRegister,
2171 subtreeRoot->getValue());
2172 for (unsigned i=0, N=phi->getNumOperands(); i < N; i++)
2173 M->SetMachineOperandVal(i+1, MachineOperand::MO_VirtualRegister,
2174 phi->getOperand(i));
2178 #endif // NEED_PHI_MACHINE_INSTRS
2181 case 71: // reg: VReg
2182 case 72: // reg: Constant
2183 break; // don't forward the value
2186 assert(0 && "Unrecognized BURG rule");
2191 if (forwardOperandNum >= 0)
2192 { // We did not generate a machine instruction but need to use operand.
2193 // If user is in the same tree, replace Value in its machine operand.
2194 // If not, insert a copy instruction which should get coalesced away
2195 // by register allocation.
2196 if (subtreeRoot->parent() != NULL)
2197 ForwardOperand(subtreeRoot, subtreeRoot->parent(), forwardOperandNum);
2200 vector<MachineInstr*> minstrVec;
2201 Instruction* instr = subtreeRoot->getInstruction();
2202 target.getInstrInfo().
2203 CreateCopyInstructionsByType(target,
2204 instr->getParent()->getParent(),
2205 instr->getOperand(forwardOperandNum),
2207 MachineCodeForInstruction::get(instr));
2208 assert(minstrVec.size() > 0);
2209 mvec.insert(mvec.end(), minstrVec.begin(), minstrVec.end());