lib/ExecutionEngine/Orc/OrcTargetSupport.cpp

   1 #include "llvm/ADT/Triple.h"
   2 #include "llvm/ExecutionEngine/Orc/IndirectionUtils.h"
   3 #include <array>
   4
   5 using namespace llvm;
   6
   7 namespace {
   8
   9 const char *JITCallbackFuncName = "call_jit_for_lazy_compile";
  10 const char *JITCallbackIndexLabelPrefix = "jit_resolve_";
  11
  12 std::array<const char *, 12> X86GPRsToSave = {{
  13     "rbp", "rbx", "r12", "r13", "r14", "r15", // Callee saved.
  14     "rdi", "rsi", "rdx", "rcx", "r8", "r9",   // Int args.
  15 }};
  16
  17 std::array<const char *, 8> X86XMMsToSave = {{
  18     "xmm0", "xmm1", "xmm2", "xmm3", "xmm4", "xmm5", "xmm6", "xmm7" // FP args
  19 }};
  20
  21 template <typename OStream> unsigned saveX86Regs(OStream &OS) {
  22   for (const auto &GPR : X86GPRsToSave)
  23     OS << "  pushq   %" << GPR << "\n";
  24
  25   OS << "  subq    $" << (16 * X86XMMsToSave.size()) << ", %rsp\n";
  26
  27   for (unsigned i = 0; i < X86XMMsToSave.size(); ++i)
  28     OS << "  movdqu  %" << X86XMMsToSave[i] << ", "
  29        << (16 * (X86XMMsToSave.size() - i - 1)) << "(%rsp)\n";
  30
  31   return (8 * X86GPRsToSave.size()) + (16 * X86XMMsToSave.size());
  32 }
  33
  34 template <typename OStream> void restoreX86Regs(OStream &OS) {
  35   for (unsigned i = 0; i < X86XMMsToSave.size(); ++i)
  36     OS << "  movdqu  " << (16 * i) << "(%rsp), %"
  37        << X86XMMsToSave[(X86XMMsToSave.size() - i - 1)] << "\n";
  38   OS << "  addq    $" << (16 * X86XMMsToSave.size()) << ", %rsp\n";
  39
  40   for (unsigned i = 0; i < X86GPRsToSave.size(); ++i)
  41     OS << "  popq    %" << X86GPRsToSave[X86GPRsToSave.size() - i - 1] << "\n";
  42 }
  43
  44 uint64_t call_jit_for_fn(JITResolveCallbackHandler *J, uint64_t FuncIdx) {
  45   return J->resolve(FuncIdx);
  46 }
  47 }
  48
  49 namespace llvm {
  50
  51 std::string getJITResolveCallbackIndexLabel(unsigned I) {
  52   std::ostringstream LabelStream;
  53   LabelStream << JITCallbackIndexLabelPrefix << I;
  54   return LabelStream.str();
  55 }
  56
  57 void insertX86CallbackAsm(Module &M, JITResolveCallbackHandler &J) {
  58   uint64_t CallbackAddr =
  59       static_cast<uint64_t>(reinterpret_cast<uintptr_t>(call_jit_for_fn));
  60
  61   std::ostringstream JITCallbackAsm;
  62   Triple TT(M.getTargetTriple());
  63
  64   if (TT.getOS() == Triple::Darwin)
  65     JITCallbackAsm << ".section __TEXT,__text,regular,pure_instructions\n"
  66                    << ".align 4, 0x90\n";
  67   else
  68     JITCallbackAsm << ".text\n"
  69                    << ".align 16, 0x90\n";
  70
  71   JITCallbackAsm << "jit_object_addr:\n"
  72                  << "  .quad " << &J << "\n" << JITCallbackFuncName << ":\n";
  73
  74   uint64_t ReturnAddrOffset = saveX86Regs(JITCallbackAsm);
  75
  76   // Compute index, load object address, and call JIT.
  77   JITCallbackAsm << "  movq    " << ReturnAddrOffset << "(%rsp), %rax\n"
  78                  << "  leaq    (jit_indices_start+5)(%rip), %rbx\n"
  79                  << "  subq    %rbx, %rax\n"
  80                  << "  xorq    %rdx, %rdx\n"
  81                  << "  movq    $5, %rbx\n"
  82                  << "  divq    %rbx\n"
  83                  << "  movq    %rax, %rsi\n"
  84                  << "  leaq    jit_object_addr(%rip), %rdi\n"
  85                  << "  movq    (%rdi), %rdi\n"
  86                  << "  movabsq $" << CallbackAddr << ", %rax\n"
  87                  << "  callq   *%rax\n"
  88                  << "  movq    %rax, " << ReturnAddrOffset << "(%rsp)\n";
  89
  90   restoreX86Regs(JITCallbackAsm);
  91
  92   JITCallbackAsm << "  retq\n"
  93                  << "jit_indices_start:\n";
  94
  95   for (JITResolveCallbackHandler::StubIndex I = 0; I < J.getNumFuncs(); ++I)
  96     JITCallbackAsm << getJITResolveCallbackIndexLabel(I) << ":\n"
  97                    << "  callq " << JITCallbackFuncName << "\n";
  98
  99   M.appendModuleInlineAsm(JITCallbackAsm.str());
 100 }
 101 }