lib/ExecutionEngine/Orc/OrcTargetSupport.cpp

   1 #include "llvm/ADT/Triple.h"
   2 #include "llvm/ExecutionEngine/Orc/OrcTargetSupport.h"
   3 #include <array>
   4
   5 using namespace llvm;
   6
   7 namespace {
   8
   9 std::array<const char *, 12> X86GPRsToSave = {{
  10     "rbp", "rbx", "r12", "r13", "r14", "r15", // Callee saved.
  11     "rdi", "rsi", "rdx", "rcx", "r8", "r9",   // Int args.
  12 }};
  13
  14 std::array<const char *, 8> X86XMMsToSave = {{
  15     "xmm0", "xmm1", "xmm2", "xmm3", "xmm4", "xmm5", "xmm6", "xmm7" // FP args
  16 }};
  17
  18 template <typename OStream> unsigned saveX86Regs(OStream &OS) {
  19   for (const auto &GPR : X86GPRsToSave)
  20     OS << "  pushq   %" << GPR << "\n";
  21
  22   OS << "  subq    $" << (16 * X86XMMsToSave.size()) << ", %rsp\n";
  23
  24   for (unsigned i = 0; i < X86XMMsToSave.size(); ++i)
  25     OS << "  movdqu  %" << X86XMMsToSave[i] << ", "
  26        << (16 * (X86XMMsToSave.size() - i - 1)) << "(%rsp)\n";
  27
  28   return (8 * X86GPRsToSave.size()) + (16 * X86XMMsToSave.size());
  29 }
  30
  31 template <typename OStream> void restoreX86Regs(OStream &OS) {
  32   for (unsigned i = 0; i < X86XMMsToSave.size(); ++i)
  33     OS << "  movdqu  " << (16 * i) << "(%rsp), %"
  34        << X86XMMsToSave[(X86XMMsToSave.size() - i - 1)] << "\n";
  35   OS << "  addq    $" << (16 * X86XMMsToSave.size()) << ", %rsp\n";
  36
  37   for (unsigned i = 0; i < X86GPRsToSave.size(); ++i)
  38     OS << "  popq    %" << X86GPRsToSave[X86GPRsToSave.size() - i - 1] << "\n";
  39 }
  40
  41 template <typename TargetT>
  42 uint64_t executeCompileCallback(JITCompileCallbackManagerBase<TargetT> *JCBM,
  43                                 TargetAddress CallbackID) {
  44   return JCBM->executeCompileCallback(CallbackID);
  45 }
  46
  47 }
  48
  49 namespace llvm {
  50
  51 const char* OrcX86_64::ResolverBlockName = "orc_resolver_block";
  52
  53 void OrcX86_64::insertResolverBlock(
  54     Module &M, JITCompileCallbackManagerBase<OrcX86_64> &JCBM) {
  55   uint64_t CallbackAddr = static_cast<uint64_t>(
  56       reinterpret_cast<uintptr_t>(executeCompileCallback<OrcX86_64>));
  57
  58   std::ostringstream AsmStream;
  59   Triple TT(M.getTargetTriple());
  60
  61   if (TT.getOS() == Triple::Darwin)
  62     AsmStream << ".section __TEXT,__text,regular,pure_instructions\n"
  63               << ".align 4, 0x90\n";
  64   else
  65     AsmStream << ".text\n"
  66               << ".align 16, 0x90\n";
  67
  68   AsmStream << "jit_callback_manager_addr:\n"
  69             << "  .quad " << &JCBM << "\n"
  70             << ResolverBlockName << ":\n";
  71
  72   uint64_t ReturnAddrOffset = saveX86Regs(AsmStream);
  73
  74   // Compute index, load object address, and call JIT.
  75   AsmStream << "  leaq    jit_callback_manager_addr(%rip), %rdi\n"
  76             << "  movq    (%rdi), %rdi\n"
  77             << "  movq    " << ReturnAddrOffset << "(%rsp), %rsi\n"
  78             << "  movabsq $" << CallbackAddr << ", %rax\n"
  79             << "  callq   *%rax\n"
  80             << "  movq    %rax, " << ReturnAddrOffset << "(%rsp)\n";
  81
  82   restoreX86Regs(AsmStream);
  83
  84   AsmStream << "  retq\n";
  85
  86   M.appendModuleInlineAsm(AsmStream.str());
  87 }
  88
  89 OrcX86_64::LabelNameFtor
  90 OrcX86_64::insertCompileCallbackTrampolines(Module &M,
  91                                             TargetAddress ResolverBlockAddr,
  92                                             unsigned NumCalls,
  93                                             unsigned StartIndex) {
  94   const char *ResolverBlockPtrName = "Lorc_resolve_block_addr";
  95
  96   std::ostringstream AsmStream;
  97   Triple TT(M.getTargetTriple());
  98
  99   if (TT.getOS() == Triple::Darwin)
 100     AsmStream << ".section __TEXT,__text,regular,pure_instructions\n"
 101               << ".align 4, 0x90\n";
 102   else
 103     AsmStream << ".text\n"
 104               << ".align 16, 0x90\n";
 105
 106   AsmStream << ResolverBlockPtrName << ":\n"
 107             << "  .quad " << ResolverBlockAddr << "\n";
 108
 109   auto GetLabelName =
 110     [=](unsigned I) {
 111       std::ostringstream LabelStream;
 112       LabelStream << "orc_jcc_" << (StartIndex + I);
 113       return LabelStream.str();
 114   };
 115
 116   for (unsigned I = 0; I < NumCalls; ++I)
 117     AsmStream << GetLabelName(I) << ":\n"
 118               << "  callq *" << ResolverBlockPtrName << "(%rip)\n";
 119
 120   M.appendModuleInlineAsm(AsmStream.str());
 121
 122   return GetLabelName;
 123 }
 124
 125 }