From b71d3854948296ce7225cc19aeaaad5f7840baf1 Mon Sep 17 00:00:00 2001 From: Chandler Carruth Date: Sun, 1 Feb 2015 14:22:17 +0000 Subject: [PATCH] [multiversion] Switch the TTI queries from TargetMachine to Subtarget now that we have a correct and cached subtarget specific to the function. Also, finish providing a cached per-function subtarget in the core LLVMTargetMachine -- that layer hadn't switched over yet. The only use of the TargetMachine was to re-lookup a subtarget for a particular function to work around the fact that TTI was immutable. Now that it is per-function and we haved a cached subtarget, use it. This still leaves a few interfaces with real warts on them where we were passing Function objects through the TTI interface. I'll remove these and clean their usage up in subsequent commits now that this isn't necessary. git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@227738 91177308-0d34-0410-b5e6-96231b3b80d8 --- include/llvm/CodeGen/BasicTTIImpl.h | 28 +++++++++---------- lib/CodeGen/BasicTargetTransformInfo.cpp | 4 +-- lib/CodeGen/LLVMTargetMachine.cpp | 5 ++-- .../AArch64/AArch64TargetTransformInfo.h | 2 +- lib/Target/ARM/ARMTargetTransformInfo.h | 14 ++++------ lib/Target/Mips/MipsTargetMachine.cpp | 2 +- lib/Target/NVPTX/NVPTXTargetTransformInfo.h | 15 +++++----- lib/Target/PowerPC/PPCTargetTransformInfo.cpp | 2 +- lib/Target/PowerPC/PPCTargetTransformInfo.h | 15 ++++------ lib/Target/R600/AMDGPUTargetTransformInfo.h | 15 ++++------ lib/Target/X86/X86TargetTransformInfo.h | 15 ++++------ lib/Target/XCore/XCoreTargetTransformInfo.h | 14 +++++----- 12 files changed, 57 insertions(+), 74 deletions(-) diff --git a/include/llvm/CodeGen/BasicTTIImpl.h b/include/llvm/CodeGen/BasicTTIImpl.h index 90c41dc9b9d..d7129579cf0 100644 --- a/include/llvm/CodeGen/BasicTTIImpl.h +++ b/include/llvm/CodeGen/BasicTTIImpl.h @@ -31,10 +31,10 @@ extern cl::opt PartialUnrollingThreshold; /// This class provides as much implementation of the TTI interface as is /// possible using the target independent parts of the code generator. /// -/// In order to subclass it, your class must implement a getTM() method to -/// return the target machine, and a getTLI() method to return the target -/// lowering. We need these methods implemented in the derived class so that -/// this class doesn't have to duplicate storage for them. +/// In order to subclass it, your class must implement a getST() method to +/// return the subtarget, and a getTLI() method to return the target lowering. +/// We need these methods implemented in the derived class so that this class +/// doesn't have to duplicate storage for them. template class BasicTTIImplBase : public TargetTransformInfoImplCRTPBase { private: @@ -80,8 +80,8 @@ private: } /// \brief Local query method delegates up to T which *must* implement this! - const TargetMachine *getTM() const { - return static_cast(this)->getTM(); + const TargetSubtargetInfo *getST() const { + return static_cast(this)->getST(); } /// \brief Local query method delegates up to T which *must* implement this! @@ -193,7 +193,7 @@ public: // until someone finds a case where it matters in practice. unsigned MaxOps; - const TargetSubtargetInfo *ST = getTM()->getSubtargetImpl(*F); + const TargetSubtargetInfo *ST = getST(); if (PartialUnrollingThreshold.getNumOccurrences() > 0) MaxOps = PartialUnrollingThreshold; else if (ST->getSchedModel().LoopMicroOpBufferSize > 0) @@ -639,30 +639,30 @@ class BasicTTIImpl : public BasicTTIImplBase { typedef BasicTTIImplBase BaseT; friend class BasicTTIImplBase; - const TargetMachine *TM; + const TargetSubtargetInfo *ST; const TargetLoweringBase *TLI; - const TargetMachine *getTM() const { return TM; } + const TargetSubtargetInfo *getST() const { return ST; } const TargetLoweringBase *getTLI() const { return TLI; } public: - explicit BasicTTIImpl(const TargetMachine *TM); + explicit BasicTTIImpl(const TargetMachine *ST, Function &F); // Provide value semantics. MSVC requires that we spell all of these out. BasicTTIImpl(const BasicTTIImpl &Arg) - : BaseT(static_cast(Arg)), TM(Arg.TM), TLI(Arg.TLI) {} + : BaseT(static_cast(Arg)), ST(Arg.ST), TLI(Arg.TLI) {} BasicTTIImpl(BasicTTIImpl &&Arg) - : BaseT(std::move(static_cast(Arg))), TM(std::move(Arg.TM)), + : BaseT(std::move(static_cast(Arg))), ST(std::move(Arg.ST)), TLI(std::move(Arg.TLI)) {} BasicTTIImpl &operator=(const BasicTTIImpl &RHS) { BaseT::operator=(static_cast(RHS)); - TM = RHS.TM; + ST = RHS.ST; TLI = RHS.TLI; return *this; } BasicTTIImpl &operator=(BasicTTIImpl &&RHS) { BaseT::operator=(std::move(static_cast(RHS))); - TM = std::move(RHS.TM); + ST = std::move(RHS.ST); TLI = std::move(RHS.TLI); return *this; } diff --git a/lib/CodeGen/BasicTargetTransformInfo.cpp b/lib/CodeGen/BasicTargetTransformInfo.cpp index e0334732fdc..2496d215cc0 100644 --- a/lib/CodeGen/BasicTargetTransformInfo.cpp +++ b/lib/CodeGen/BasicTargetTransformInfo.cpp @@ -33,5 +33,5 @@ cl::opt cl::desc("Threshold for partial unrolling"), cl::Hidden); -BasicTTIImpl::BasicTTIImpl(const TargetMachine *TM) - : BaseT(TM), TM(TM), TLI(TM->getSubtargetImpl()->getTargetLowering()) {} +BasicTTIImpl::BasicTTIImpl(const TargetMachine *TM, Function &F) + : BaseT(TM), ST(TM->getSubtargetImpl(F)), TLI(ST->getTargetLowering()) {} diff --git a/lib/CodeGen/LLVMTargetMachine.cpp b/lib/CodeGen/LLVMTargetMachine.cpp index d3d8a508292..617ed75c24f 100644 --- a/lib/CodeGen/LLVMTargetMachine.cpp +++ b/lib/CodeGen/LLVMTargetMachine.cpp @@ -79,8 +79,9 @@ LLVMTargetMachine::LLVMTargetMachine(const Target &T, StringRef Triple, } TargetIRAnalysis LLVMTargetMachine::getTargetIRAnalysis() { - return TargetIRAnalysis( - [this](Function &) { return TargetTransformInfo(BasicTTIImpl(this)); }); + return TargetIRAnalysis([this](Function &F) { + return TargetTransformInfo(BasicTTIImpl(this, F)); + }); } /// addPassesToX helper drives creation and initialization of TargetPassConfig. diff --git a/lib/Target/AArch64/AArch64TargetTransformInfo.h b/lib/Target/AArch64/AArch64TargetTransformInfo.h index 5d83e5e433d..fffeb981b53 100644 --- a/lib/Target/AArch64/AArch64TargetTransformInfo.h +++ b/lib/Target/AArch64/AArch64TargetTransformInfo.h @@ -39,7 +39,7 @@ class AArch64TTIImpl : public BasicTTIImplBase { /// are set if the result needs to be inserted and/or extracted from vectors. unsigned getScalarizationOverhead(Type *Ty, bool Insert, bool Extract); - const AArch64TargetMachine *getTM() const { return TM; } + const AArch64Subtarget *getST() const { return ST; } const AArch64TargetLowering *getTLI() const { return TLI; } enum MemIntrinsicType { diff --git a/lib/Target/ARM/ARMTargetTransformInfo.h b/lib/Target/ARM/ARMTargetTransformInfo.h index b9e52914d2a..6167fae9c8a 100644 --- a/lib/Target/ARM/ARMTargetTransformInfo.h +++ b/lib/Target/ARM/ARMTargetTransformInfo.h @@ -30,7 +30,6 @@ class ARMTTIImpl : public BasicTTIImplBase { typedef TargetTransformInfo TTI; friend BaseT; - const ARMBaseTargetMachine *TM; const ARMSubtarget *ST; const ARMTargetLowering *TLI; @@ -38,30 +37,27 @@ class ARMTTIImpl : public BasicTTIImplBase { /// are set if the result needs to be inserted and/or extracted from vectors. unsigned getScalarizationOverhead(Type *Ty, bool Insert, bool Extract); - const ARMBaseTargetMachine *getTM() const { return TM; } + const ARMSubtarget *getST() const { return ST; } const ARMTargetLowering *getTLI() const { return TLI; } public: explicit ARMTTIImpl(const ARMBaseTargetMachine *TM, Function &F) - : BaseT(TM), TM(TM), ST(TM->getSubtargetImpl(F)), - TLI(ST->getTargetLowering()) {} + : BaseT(TM), ST(TM->getSubtargetImpl(F)), TLI(ST->getTargetLowering()) {} // Provide value semantics. MSVC requires that we spell all of these out. ARMTTIImpl(const ARMTTIImpl &Arg) - : BaseT(static_cast(Arg)), TM(Arg.TM), ST(Arg.ST), TLI(Arg.TLI) {} + : BaseT(static_cast(Arg)), ST(Arg.ST), TLI(Arg.TLI) {} ARMTTIImpl(ARMTTIImpl &&Arg) - : BaseT(std::move(static_cast(Arg))), TM(std::move(Arg.TM)), - ST(std::move(Arg.ST)), TLI(std::move(Arg.TLI)) {} + : BaseT(std::move(static_cast(Arg))), ST(std::move(Arg.ST)), + TLI(std::move(Arg.TLI)) {} ARMTTIImpl &operator=(const ARMTTIImpl &RHS) { BaseT::operator=(static_cast(RHS)); - TM = RHS.TM; ST = RHS.ST; TLI = RHS.TLI; return *this; } ARMTTIImpl &operator=(ARMTTIImpl &&RHS) { BaseT::operator=(std::move(static_cast(RHS))); - TM = std::move(RHS.TM); ST = std::move(RHS.ST); TLI = std::move(RHS.TLI); return *this; diff --git a/lib/Target/Mips/MipsTargetMachine.cpp b/lib/Target/Mips/MipsTargetMachine.cpp index 0fd3a14b7cf..0ae3c991261 100644 --- a/lib/Target/Mips/MipsTargetMachine.cpp +++ b/lib/Target/Mips/MipsTargetMachine.cpp @@ -247,7 +247,7 @@ TargetIRAnalysis MipsTargetMachine::getTargetIRAnalysis() { } DEBUG(errs() << "Target Transform Info Pass Added\n"); - return TargetTransformInfo(BasicTTIImpl(this)); + return TargetTransformInfo(BasicTTIImpl(this, F)); }); } diff --git a/lib/Target/NVPTX/NVPTXTargetTransformInfo.h b/lib/Target/NVPTX/NVPTXTargetTransformInfo.h index 3e96979f086..bf21e881b4b 100644 --- a/lib/Target/NVPTX/NVPTXTargetTransformInfo.h +++ b/lib/Target/NVPTX/NVPTXTargetTransformInfo.h @@ -30,30 +30,31 @@ class NVPTXTTIImpl : public BasicTTIImplBase { typedef TargetTransformInfo TTI; friend BaseT; - const NVPTXTargetMachine *TM; + const NVPTXSubtarget *ST; const NVPTXTargetLowering *TLI; - const NVPTXTargetMachine *getTM() const { return TM; }; + const NVPTXSubtarget *getST() const { return ST; }; const NVPTXTargetLowering *getTLI() const { return TLI; }; public: explicit NVPTXTTIImpl(const NVPTXTargetMachine *TM) - : BaseT(TM), TM(TM), TLI(TM->getSubtargetImpl()->getTargetLowering()) {} + : BaseT(TM), ST(TM->getSubtargetImpl()), TLI(ST->getTargetLowering()) {} // Provide value semantics. MSVC requires that we spell all of these out. NVPTXTTIImpl(const NVPTXTTIImpl &Arg) - : BaseT(static_cast(Arg)), TM(Arg.TM), TLI(Arg.TLI) {} + : BaseT(static_cast(Arg)), ST(Arg.ST), TLI(Arg.TLI) {} NVPTXTTIImpl(NVPTXTTIImpl &&Arg) - : BaseT(std::move(static_cast(Arg))), TM(std::move(Arg.TM)), TLI(std::move(Arg.TLI)) {} + : BaseT(std::move(static_cast(Arg))), ST(std::move(Arg.ST)), + TLI(std::move(Arg.TLI)) {} NVPTXTTIImpl &operator=(const NVPTXTTIImpl &RHS) { BaseT::operator=(static_cast(RHS)); - TM = RHS.TM; + ST = RHS.ST; TLI = RHS.TLI; return *this; } NVPTXTTIImpl &operator=(NVPTXTTIImpl &&RHS) { BaseT::operator=(std::move(static_cast(RHS))); - TM = std::move(RHS.TM); + ST = std::move(RHS.ST); TLI = std::move(RHS.TLI); return *this; } diff --git a/lib/Target/PowerPC/PPCTargetTransformInfo.cpp b/lib/Target/PowerPC/PPCTargetTransformInfo.cpp index 3519229eb09..98fe5cdd8db 100644 --- a/lib/Target/PowerPC/PPCTargetTransformInfo.cpp +++ b/lib/Target/PowerPC/PPCTargetTransformInfo.cpp @@ -183,7 +183,7 @@ unsigned PPCTTIImpl::getIntImmCost(unsigned Opcode, unsigned Idx, void PPCTTIImpl::getUnrollingPreferences(const Function *F, Loop *L, TTI::UnrollingPreferences &UP) { - if (TM->getSubtarget(F).getDarwinDirective() == PPC::DIR_A2) { + if (ST->getDarwinDirective() == PPC::DIR_A2) { // The A2 is in-order with a deep pipeline, and concatenation unrolling // helps expose latency-hiding opportunities to the instruction scheduler. UP.Partial = UP.Runtime = true; diff --git a/lib/Target/PowerPC/PPCTargetTransformInfo.h b/lib/Target/PowerPC/PPCTargetTransformInfo.h index 83cb5e5d113..0429a26c200 100644 --- a/lib/Target/PowerPC/PPCTargetTransformInfo.h +++ b/lib/Target/PowerPC/PPCTargetTransformInfo.h @@ -30,35 +30,30 @@ class PPCTTIImpl : public BasicTTIImplBase { typedef TargetTransformInfo TTI; friend BaseT; - const PPCTargetMachine *TM; const PPCSubtarget *ST; const PPCTargetLowering *TLI; - const PPCTargetMachine *getTM() const { return TM; } + const PPCSubtarget *getST() const { return ST; } const PPCTargetLowering *getTLI() const { return TLI; } public: explicit PPCTTIImpl(const PPCTargetMachine *TM, Function &F) - : BaseT(TM), TM(TM), ST(TM->getSubtargetImpl(F)), - TLI(ST->getTargetLowering()) {} + : BaseT(TM), ST(TM->getSubtargetImpl(F)), TLI(ST->getTargetLowering()) {} // Provide value semantics. MSVC requires that we spell all of these out. PPCTTIImpl(const PPCTTIImpl &Arg) - : BaseT(static_cast(Arg)), TM(Arg.TM), ST(Arg.ST), - TLI(Arg.TLI) {} + : BaseT(static_cast(Arg)), ST(Arg.ST), TLI(Arg.TLI) {} PPCTTIImpl(PPCTTIImpl &&Arg) - : BaseT(std::move(static_cast(Arg))), TM(std::move(Arg.TM)), - ST(std::move(Arg.ST)), TLI(std::move(Arg.TLI)) {} + : BaseT(std::move(static_cast(Arg))), ST(std::move(Arg.ST)), + TLI(std::move(Arg.TLI)) {} PPCTTIImpl &operator=(const PPCTTIImpl &RHS) { BaseT::operator=(static_cast(RHS)); - TM = RHS.TM; ST = RHS.ST; TLI = RHS.TLI; return *this; } PPCTTIImpl &operator=(PPCTTIImpl &&RHS) { BaseT::operator=(std::move(static_cast(RHS))); - TM = std::move(RHS.TM); ST = std::move(RHS.ST); TLI = std::move(RHS.TLI); return *this; diff --git a/lib/Target/R600/AMDGPUTargetTransformInfo.h b/lib/Target/R600/AMDGPUTargetTransformInfo.h index 3d3f86e5d0e..4c410330206 100644 --- a/lib/Target/R600/AMDGPUTargetTransformInfo.h +++ b/lib/Target/R600/AMDGPUTargetTransformInfo.h @@ -30,35 +30,30 @@ class AMDGPUTTIImpl : public BasicTTIImplBase { typedef TargetTransformInfo TTI; friend BaseT; - const AMDGPUTargetMachine *TM; const AMDGPUSubtarget *ST; const AMDGPUTargetLowering *TLI; - const AMDGPUTargetMachine *getTM() const { return TM; } + const AMDGPUSubtarget *getST() const { return ST; } const AMDGPUTargetLowering *getTLI() const { return TLI; } public: explicit AMDGPUTTIImpl(const AMDGPUTargetMachine *TM) - : BaseT(TM), TM(TM), ST(TM->getSubtargetImpl()), - TLI(ST->getTargetLowering()) {} + : BaseT(TM), ST(TM->getSubtargetImpl()), TLI(ST->getTargetLowering()) {} // Provide value semantics. MSVC requires that we spell all of these out. AMDGPUTTIImpl(const AMDGPUTTIImpl &Arg) - : BaseT(static_cast(Arg)), TM(Arg.TM), ST(Arg.ST), - TLI(Arg.TLI) {} + : BaseT(static_cast(Arg)), ST(Arg.ST), TLI(Arg.TLI) {} AMDGPUTTIImpl(AMDGPUTTIImpl &&Arg) - : BaseT(std::move(static_cast(Arg))), TM(std::move(Arg.TM)), - ST(std::move(Arg.ST)), TLI(std::move(Arg.TLI)) {} + : BaseT(std::move(static_cast(Arg))), ST(std::move(Arg.ST)), + TLI(std::move(Arg.TLI)) {} AMDGPUTTIImpl &operator=(const AMDGPUTTIImpl &RHS) { BaseT::operator=(static_cast(RHS)); - TM = RHS.TM; ST = RHS.ST; TLI = RHS.TLI; return *this; } AMDGPUTTIImpl &operator=(AMDGPUTTIImpl &&RHS) { BaseT::operator=(std::move(static_cast(RHS))); - TM = std::move(RHS.TM); ST = std::move(RHS.ST); TLI = std::move(RHS.TLI); return *this; diff --git a/lib/Target/X86/X86TargetTransformInfo.h b/lib/Target/X86/X86TargetTransformInfo.h index 57d40581a23..9f0adcfef62 100644 --- a/lib/Target/X86/X86TargetTransformInfo.h +++ b/lib/Target/X86/X86TargetTransformInfo.h @@ -30,37 +30,32 @@ class X86TTIImpl : public BasicTTIImplBase { typedef TargetTransformInfo TTI; friend BaseT; - const X86TargetMachine *TM; const X86Subtarget *ST; const X86TargetLowering *TLI; unsigned getScalarizationOverhead(Type *Ty, bool Insert, bool Extract); - const X86TargetMachine *getTM() const { return TM; } + const X86Subtarget *getST() const { return ST; } const X86TargetLowering *getTLI() const { return TLI; } public: explicit X86TTIImpl(const X86TargetMachine *TM, Function &F) - : BaseT(TM), TM(TM), ST(TM->getSubtargetImpl(F)), - TLI(ST->getTargetLowering()) {} + : BaseT(TM), ST(TM->getSubtargetImpl(F)), TLI(ST->getTargetLowering()) {} // Provide value semantics. MSVC requires that we spell all of these out. X86TTIImpl(const X86TTIImpl &Arg) - : BaseT(static_cast(Arg)), TM(Arg.TM), ST(Arg.ST), - TLI(Arg.TLI) {} + : BaseT(static_cast(Arg)), ST(Arg.ST), TLI(Arg.TLI) {} X86TTIImpl(X86TTIImpl &&Arg) - : BaseT(std::move(static_cast(Arg))), TM(std::move(Arg.TM)), - ST(std::move(Arg.ST)), TLI(std::move(Arg.TLI)) {} + : BaseT(std::move(static_cast(Arg))), ST(std::move(Arg.ST)), + TLI(std::move(Arg.TLI)) {} X86TTIImpl &operator=(const X86TTIImpl &RHS) { BaseT::operator=(static_cast(RHS)); - TM = RHS.TM; ST = RHS.ST; TLI = RHS.TLI; return *this; } X86TTIImpl &operator=(X86TTIImpl &&RHS) { BaseT::operator=(std::move(static_cast(RHS))); - TM = std::move(RHS.TM); ST = std::move(RHS.ST); TLI = std::move(RHS.TLI); return *this; diff --git a/lib/Target/XCore/XCoreTargetTransformInfo.h b/lib/Target/XCore/XCoreTargetTransformInfo.h index 8a0c58ffaba..70b47dfa115 100644 --- a/lib/Target/XCore/XCoreTargetTransformInfo.h +++ b/lib/Target/XCore/XCoreTargetTransformInfo.h @@ -30,31 +30,31 @@ class XCoreTTIImpl : public BasicTTIImplBase { typedef TargetTransformInfo TTI; friend BaseT; - const XCoreTargetMachine *TM; + const XCoreSubtarget *ST; const XCoreTargetLowering *TLI; - const XCoreTargetMachine *getTM() const { return TM; } + const XCoreSubtarget *getST() const { return ST; } const XCoreTargetLowering *getTLI() const { return TLI; } public: explicit XCoreTTIImpl(const XCoreTargetMachine *TM) - : BaseT(TM), TM(TM), TLI(TM->getSubtargetImpl()->getTargetLowering()) {} + : BaseT(TM), ST(TM->getSubtargetImpl()), TLI(ST->getTargetLowering()) {} // Provide value semantics. MSVC requires that we spell all of these out. XCoreTTIImpl(const XCoreTTIImpl &Arg) - : BaseT(static_cast(Arg)), TM(Arg.TM), TLI(Arg.TLI) {} + : BaseT(static_cast(Arg)), ST(Arg.ST), TLI(Arg.TLI) {} XCoreTTIImpl(XCoreTTIImpl &&Arg) - : BaseT(std::move(static_cast(Arg))), TM(std::move(Arg.TM)), + : BaseT(std::move(static_cast(Arg))), ST(std::move(Arg.ST)), TLI(std::move(Arg.TLI)) {} XCoreTTIImpl &operator=(const XCoreTTIImpl &RHS) { BaseT::operator=(static_cast(RHS)); - TM = RHS.TM; + ST = RHS.ST; TLI = RHS.TLI; return *this; } XCoreTTIImpl &operator=(XCoreTTIImpl &&RHS) { BaseT::operator=(std::move(static_cast(RHS))); - TM = std::move(RHS.TM); + ST = std::move(RHS.ST); TLI = std::move(RHS.TLI); return *this; } -- 2.34.1