#include "llvm/Target/TargetMachine.h"
#include "llvm/Target/TargetRegInfo.h"
#include "llvm/Support/CFG.h"
+#include "Support/CommandLine.h"
#include "Support/Debug.h"
#include "Support/DepthFirstIterator.h"
#include "Support/Statistic.h"
"Live Interval Analysis");
Statistic<> numIntervals("liveintervals", "Number of intervals");
+
+ cl::opt<bool>
+ join("join-liveintervals",
+ cl::desc("Join compatible live intervals"),
+ cl::init(false));
};
void LiveIntervals::getAnalysisUsage(AnalysisUsage &AU) const
mi2iMap_.clear();
r2iMap_.clear();
r2iMap_.clear();
+ r2rMap_.clear();
intervals_.clear();
// number MachineInstrs
const LoopInfo& loopInfo = getAnalysis<LoopInfo>();
const TargetInstrInfo& tii = tm_->getInstrInfo();
- for (MbbIndex2MbbMap::iterator
- it = mbbi2mbbMap_.begin(), itEnd = mbbi2mbbMap_.end();
- it != itEnd; ++it) {
- MachineBasicBlock* mbb = it->second;
-
+ for (MachineFunction::const_iterator mbbi = mf_->begin(),
+ mbbe = mf_->end(); mbbi != mbbe; ++mbbi) {
+ const MachineBasicBlock* mbb = mbbi;
unsigned loopDepth = loopInfo.getLoopDepth(mbb->getBasicBlock());
- for (MachineBasicBlock::iterator mi = mbb->begin(), miEnd = mbb->end();
- mi != miEnd; ++mi) {
- MachineInstr* instr = *mi;
- for (int i = instr->getNumOperands() - 1; i >= 0; --i) {
- MachineOperand& mop = instr->getOperand(i);
+ for (MachineBasicBlock::const_iterator mii = mbb->begin(),
+ mie = mbb->end(); mii != mie; ++mii) {
+ MachineInstr* mi = *mii;
+
+ for (int i = mi->getNumOperands() - 1; i >= 0; --i) {
+ MachineOperand& mop = mi->getOperand(i);
if (!mop.isVirtualRegister())
continue;
}
}
+ // join intervals if requested
+ if (join) joinIntervals();
+
numIntervals += intervals_.size();
return true;
std::ostream_iterator<Interval>(std::cerr, "\n")));
}
-LiveIntervals::Interval::Interval(unsigned r)
- : reg(r), hint(0),
- weight((r < MRegisterInfo::FirstVirtualRegister ?
- std::numeric_limits<float>::max() : 0.0F))
+unsigned LiveIntervals::rep(unsigned reg)
{
-
+ Reg2RegMap::iterator it = r2rMap_.find(reg);
+ if (it != r2rMap_.end())
+ return it->second = rep(it->second);
+ return reg;
}
-void LiveIntervals::Interval::addRange(unsigned start, unsigned end)
+void LiveIntervals::joinIntervals()
{
- DEBUG(std::cerr << "\t\t\tadding range: [" << start <<','<< end << ") -> ");
- //assert(start < end && "invalid range?");
- Range range = std::make_pair(start, end);
- Ranges::iterator it =
- ranges.insert(std::upper_bound(ranges.begin(), ranges.end(), range),
- range);
+ DEBUG(std::cerr << "joining compatible intervals:\n");
- mergeRangesForward(it);
- mergeRangesBackward(it);
- DEBUG(std::cerr << *this << '\n');
-}
+ const TargetInstrInfo& tii = tm_->getInstrInfo();
-void LiveIntervals::Interval::mergeRangesForward(Ranges::iterator it)
-{
- for (Ranges::iterator next = it + 1;
- next != ranges.end() && it->second >= next->first; ) {
- it->second = std::max(it->second, next->second);
- next = ranges.erase(next);
+ for (MachineFunction::const_iterator mbbi = mf_->begin(),
+ mbbe = mf_->end(); mbbi != mbbe; ++mbbi) {
+ const MachineBasicBlock* mbb = mbbi;
+ DEBUG(std::cerr << "machine basic block: "
+ << mbb->getBasicBlock()->getName() << "\n");
+
+ for (MachineBasicBlock::const_iterator mii = mbb->begin(),
+ mie = mbb->end(); mii != mie; ++mii) {
+ MachineInstr* mi = *mii;
+ const TargetInstrDescriptor& tid =
+ tm_->getInstrInfo().get(mi->getOpcode());
+ DEBUG(std::cerr << "\t\tinstruction["
+ << getInstructionIndex(mi) << "]: ";
+ mi->print(std::cerr, *tm_););
+
+ unsigned srcReg, dstReg;
+ if (tii.isMoveInstr(*mi, srcReg, dstReg) &&
+ (srcReg >= MRegisterInfo::FirstVirtualRegister ||
+ lv_->getAllocatablePhysicalRegisters()[srcReg]) &&
+ (dstReg >= MRegisterInfo::FirstVirtualRegister ||
+ lv_->getAllocatablePhysicalRegisters()[dstReg])) {
+
+ // get representative registers
+ srcReg = rep(srcReg);
+ dstReg = rep(dstReg);
+
+ // if they are already joined we continue
+ if (srcReg == dstReg)
+ continue;
+
+ Reg2IntervalMap::iterator r2iSrc = r2iMap_.find(srcReg);
+ assert(r2iSrc != r2iMap_.end());
+ Reg2IntervalMap::iterator r2iDst = r2iMap_.find(dstReg);
+ assert(r2iDst != r2iMap_.end());
+
+ Intervals::iterator srcInt = r2iSrc->second;
+ Intervals::iterator dstInt = r2iDst->second;
+
+ if (srcInt->reg < MRegisterInfo::FirstVirtualRegister) {
+ if (dstInt->reg == srcInt->reg ||
+ (dstInt->reg >= MRegisterInfo::FirstVirtualRegister &&
+ !dstInt->overlaps(*srcInt))) {
+ srcInt->join(*dstInt);
+ r2iDst->second = r2iSrc->second;
+ r2rMap_.insert(std::make_pair(dstInt->reg, srcInt->reg));
+ intervals_.erase(dstInt);
+ }
+ }
+ else if (dstInt->reg < MRegisterInfo::FirstVirtualRegister) {
+ if (srcInt->reg == dstInt->reg ||
+ (srcInt->reg >= MRegisterInfo::FirstVirtualRegister &&
+ !srcInt->overlaps(*dstInt))) {
+ dstInt->join(*srcInt);
+ r2iSrc->second = r2iDst->second;
+ r2rMap_.insert(std::make_pair(srcInt->reg, dstInt->reg));
+ intervals_.erase(srcInt);
+ }
+ }
+ else {
+ const TargetRegisterClass *srcRc, *dstRc;
+ srcRc = mf_->getSSARegMap()->getRegClass(srcInt->reg);
+ dstRc = mf_->getSSARegMap()->getRegClass(dstInt->reg);
+
+ if (srcRc == dstRc && !dstInt->overlaps(*srcInt)) {
+ srcInt->join(*dstInt);
+ r2iDst->second = r2iSrc->second;
+ r2rMap_.insert(std::make_pair(dstInt->reg, srcInt->reg));
+ intervals_.erase(dstInt);
+ }
+ }
+ }
+ }
}
+
+ intervals_.sort(StartPointComp());
+ DEBUG(std::copy(intervals_.begin(), intervals_.end(),
+ std::ostream_iterator<Interval>(std::cerr, "\n")));
+ DEBUG(for (Reg2RegMap::const_iterator i = r2rMap_.begin(),
+ e = r2rMap_.end(); i != e; ++i)
+ std::cerr << i->first << " -> " << i->second << '\n';);
+
}
-void LiveIntervals::Interval::mergeRangesBackward(Ranges::iterator it)
+LiveIntervals::Interval::Interval(unsigned r)
+ : reg(r),
+ weight((r < MRegisterInfo::FirstVirtualRegister ?
+ std::numeric_limits<float>::max() : 0.0F))
{
- for (Ranges::iterator prev = it - 1;
- it != ranges.begin() && it->first <= prev->second; ) {
- it->first = std::min(it->first, prev->first);
- it->second = std::max(it->second, prev->second);
- it = ranges.erase(prev);
- prev = it - 1;
- }
+
}
bool LiveIntervals::Interval::liveAt(unsigned index) const
return false;
}
+void LiveIntervals::Interval::addRange(unsigned start, unsigned end)
+{
+ DEBUG(std::cerr << "\t\t\tadding range: [" << start <<','<< end << ") -> ");
+ //assert(start < end && "invalid range?");
+ Range range = std::make_pair(start, end);
+ Ranges::iterator it =
+ ranges.insert(std::upper_bound(ranges.begin(), ranges.end(), range),
+ range);
+
+ it = mergeRangesForward(it);
+ it = mergeRangesBackward(it);
+ DEBUG(std::cerr << "\t\t\t\tafter merging: " << *this << '\n');
+}
+
+void LiveIntervals::Interval::join(const LiveIntervals::Interval& other)
+{
+ DEBUG(std::cerr << "\t\t\t\tjoining intervals: "
+ << other << " and " << *this << '\n');
+ Ranges::iterator cur = ranges.begin();
+
+ for (Ranges::const_iterator i = other.ranges.begin(),
+ e = other.ranges.end(); i != e; ++i) {
+ cur = ranges.insert(std::upper_bound(cur, ranges.end(), *i), *i);
+ cur = mergeRangesForward(cur);
+ cur = mergeRangesBackward(cur);
+ }
+ if (reg >= MRegisterInfo::FirstVirtualRegister)
+ weight += other.weight;
+
+ DEBUG(std::cerr << "\t\t\t\tafter merging: " << *this << '\n');
+}
+
+LiveIntervals::Interval::Ranges::iterator
+LiveIntervals::Interval::mergeRangesForward(Ranges::iterator it)
+{
+ for (Ranges::iterator next = it + 1;
+ next != ranges.end() && it->second >= next->first; ) {
+ it->second = std::max(it->second, next->second);
+ next = ranges.erase(next);
+ }
+ return it;
+}
+
+LiveIntervals::Interval::Ranges::iterator
+LiveIntervals::Interval::mergeRangesBackward(Ranges::iterator it)
+{
+ for (Ranges::iterator prev = it - 1;
+ it != ranges.begin() && it->first <= prev->second; ) {
+ it->first = std::min(it->first, prev->first);
+ it->second = std::max(it->second, prev->second);
+ it = ranges.erase(prev);
+ prev = it - 1;
+ }
+
+ return it;
+}
+
std::ostream& llvm::operator<<(std::ostream& os,
const LiveIntervals::Interval& li)
{
namespace {
Statistic<> numSpilled ("ra-linearscan", "Number of registers spilled");
Statistic<> numReloaded("ra-linearscan", "Number of registers reloaded");
+ Statistic<> numPeep ("ra-linearscan",
+ "Number of identity moves eliminated");
class RA : public MachineFunctionPass {
private:
MachineFunction* mf_;
const TargetMachine* tm_;
const MRegisterInfo* mri_;
+ LiveIntervals* li_;
MachineFunction::iterator currentMbb_;
MachineBasicBlock::iterator currentInstr_;
typedef std::vector<const LiveIntervals::Interval*> IntervalPtrs;
mf_ = &fn;
tm_ = &fn.getTarget();
mri_ = tm_->getRegisterInfo();
-
- initIntervalSets(getAnalysis<LiveIntervals>().getIntervals());
+ li_ = &getAnalysis<LiveIntervals>();
+ initIntervalSets(li_->getIntervals());
v2pMap_.clear();
v2ssMap_.clear();
reserved_[29] = true; /* FP6 */
// linear scan algorithm
+ DEBUG(std::cerr << "Machine Function\n");
DEBUG(printIntervals("\tunhandled", unhandled_.begin(), unhandled_.end()));
DEBUG(printIntervals("\tfixed", fixed_.begin(), fixed_.end()));
active_.clear();
inactive_.clear();
- DEBUG(std::cerr << "finished register allocation\n");
+ typedef LiveIntervals::Reg2RegMap Reg2RegMap;
+ const Reg2RegMap& r2rMap = li_->getJoinedRegMap();
+
DEBUG(printVirtRegAssignment());
+ DEBUG(std::cerr << "Performing coalescing on joined intervals\n");
+ // perform coalescing if we were passed joined intervals
+ for(Reg2RegMap::const_iterator i = r2rMap.begin(), e = r2rMap.end();
+ i != e; ++i) {
+ unsigned reg = i->first;
+ unsigned rep = li_->rep(reg);
+
+ assert((rep < MRegisterInfo::FirstVirtualRegister ||
+ v2pMap_.find(rep) != v2pMap_.end() ||
+ v2ssMap_.find(rep) != v2ssMap_.end()) &&
+ "representative register is not allocated!");
+
+ assert(reg >= MRegisterInfo::FirstVirtualRegister &&
+ v2pMap_.find(reg) == v2pMap_.end() &&
+ v2ssMap_.find(reg) == v2ssMap_.end() &&
+ "coalesced register is already allocated!");
+
+ if (rep < MRegisterInfo::FirstVirtualRegister) {
+ v2pMap_.insert(std::make_pair(reg, rep));
+ }
+ else {
+ Virt2PhysMap::const_iterator pr = v2pMap_.find(rep);
+ if (pr != v2pMap_.end()) {
+ v2pMap_.insert(std::make_pair(reg, pr->second));
+ }
+ else {
+ Virt2StackSlotMap::const_iterator ss = v2ssMap_.find(rep);
+ assert(ss != v2ssMap_.end());
+ v2ssMap_.insert(std::make_pair(reg, ss->second));
+ }
+ }
+ }
+
+ DEBUG(printVirtRegAssignment());
+ DEBUG(std::cerr << "finished register allocation\n");
+
+ const TargetInstrInfo& tii = tm_->getInstrInfo();
DEBUG(std::cerr << "Rewrite machine code:\n");
for (currentMbb_ = mf_->begin(); currentMbb_ != mf_->end(); ++currentMbb_) {
instrAdded_ = 0;
for (currentInstr_ = currentMbb_->begin();
- currentInstr_ != currentMbb_->end(); ++currentInstr_) {
+ currentInstr_ != currentMbb_->end(); ) {
DEBUG(std::cerr << "\tinstruction: ";
(*currentInstr_)->print(std::cerr, *tm_););
}
}
+ unsigned srcReg, dstReg;
+ if (tii.isMoveInstr(**currentInstr_, srcReg, dstReg) &&
+ ((srcReg < MRegisterInfo::FirstVirtualRegister &&
+ dstReg < MRegisterInfo::FirstVirtualRegister &&
+ srcReg == dstReg) ||
+ (srcReg >= MRegisterInfo::FirstVirtualRegister &&
+ dstReg >= MRegisterInfo::FirstVirtualRegister &&
+ v2ssMap_[srcReg] == v2ssMap_[dstReg]))) {
+ delete *currentInstr_;
+ currentInstr_ = currentMbb_->erase(currentInstr_);
+ ++numPeep;
+ DEBUG(std::cerr << "\t\tdeleting instruction\n");
+ continue;
+ }
+
DEBUG(std::cerr << "\t\tloading temporarily used operands to "
"registers:\n");
for (unsigned i = 0, e = (*currentInstr_)->getNumOperands();
}
--currentInstr_; // restore currentInstr_ iterator
tempDefOperands_.clear();
+ ++currentInstr_;
}
}
projects / oota-llvm.git / commitdiff