1 //===- ExecutionEngine.h - Abstract Execution Engine Interface --*- C++ -*-===//
3 // The LLVM Compiler Infrastructure
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
8 //===----------------------------------------------------------------------===//
10 // This file defines the abstract interface that implements execution support
13 //===----------------------------------------------------------------------===//
15 #ifndef LLVM_EXECUTIONENGINE_EXECUTIONENGINE_H
16 #define LLVM_EXECUTIONENGINE_EXECUTIONENGINE_H
18 #include "llvm-c/ExecutionEngine.h"
19 #include "llvm/ADT/SmallVector.h"
20 #include "llvm/ADT/StringRef.h"
21 #include "llvm/IR/Module.h"
22 #include "llvm/IR/ValueHandle.h"
23 #include "llvm/IR/ValueMap.h"
24 #include "llvm/MC/MCCodeGenInfo.h"
25 #include "llvm/Object/Binary.h"
26 #include "llvm/Support/ErrorHandling.h"
27 #include "llvm/Support/Mutex.h"
28 #include "llvm/Target/TargetMachine.h"
29 #include "llvm/Target/TargetOptions.h"
39 class ExecutionEngine;
43 class JITEventListener;
44 class JITMemoryManager;
45 class MachineCodeInfo;
48 class RTDyldMemoryManager;
57 /// \brief Helper class for helping synchronize access to the global address map
58 /// table. Access to this class should be serialized under a mutex.
59 class ExecutionEngineState {
61 struct AddressMapConfig : public ValueMapConfig<const GlobalValue*> {
62 typedef ExecutionEngineState *ExtraData;
63 static sys::Mutex *getMutex(ExecutionEngineState *EES);
64 static void onDelete(ExecutionEngineState *EES, const GlobalValue *Old);
65 static void onRAUW(ExecutionEngineState *, const GlobalValue *,
69 typedef ValueMap<const GlobalValue *, void *, AddressMapConfig>
75 /// GlobalAddressMap - A mapping between LLVM global values and their
76 /// actualized version...
77 GlobalAddressMapTy GlobalAddressMap;
79 /// GlobalAddressReverseMap - This is the reverse mapping of GlobalAddressMap,
80 /// used to convert raw addresses into the LLVM global value that is emitted
81 /// at the address. This map is not computed unless getGlobalValueAtAddress
82 /// is called at some point.
83 std::map<void *, AssertingVH<const GlobalValue> > GlobalAddressReverseMap;
86 ExecutionEngineState(ExecutionEngine &EE);
88 GlobalAddressMapTy &getGlobalAddressMap() {
89 return GlobalAddressMap;
92 std::map<void*, AssertingVH<const GlobalValue> > &
93 getGlobalAddressReverseMap() {
94 return GlobalAddressReverseMap;
97 /// \brief Erase an entry from the mapping table.
99 /// \returns The address that \p ToUnmap was happed to.
100 void *RemoveMapping(const GlobalValue *ToUnmap);
103 /// \brief Abstract interface for implementation execution of LLVM modules,
104 /// designed to support both interpreter and just-in-time (JIT) compiler
106 class ExecutionEngine {
107 /// The state object holding the global address mapping, which must be
108 /// accessed synchronously.
110 // FIXME: There is no particular need the entire map needs to be
111 // synchronized. Wouldn't a reader-writer design be better here?
112 ExecutionEngineState EEState;
114 /// The target data for the platform for which execution is being performed.
115 const DataLayout *DL;
117 /// Whether lazy JIT compilation is enabled.
118 bool CompilingLazily;
120 /// Whether JIT compilation of external global variables is allowed.
121 bool GVCompilationDisabled;
123 /// Whether the JIT should perform lookups of external symbols (e.g.,
125 bool SymbolSearchingDisabled;
127 /// Whether the JIT should verify IR modules during compilation.
130 friend class EngineBuilder; // To allow access to JITCtor and InterpCtor.
133 /// The list of Modules that we are JIT'ing from. We use a SmallVector to
134 /// optimize for the case where there is only one module.
135 SmallVector<std::unique_ptr<Module>, 1> Modules;
137 void setDataLayout(const DataLayout *Val) { DL = Val; }
139 /// getMemoryforGV - Allocate memory for a global variable.
140 virtual char *getMemoryForGV(const GlobalVariable *GV);
142 static ExecutionEngine *(*MCJITCtor)(std::unique_ptr<Module> M,
143 std::string *ErrorStr,
144 RTDyldMemoryManager *MCJMM,
145 std::unique_ptr<TargetMachine> TM);
146 static ExecutionEngine *(*InterpCtor)(std::unique_ptr<Module> M,
147 std::string *ErrorStr);
149 /// LazyFunctionCreator - If an unknown function is needed, this function
150 /// pointer is invoked to create it. If this returns null, the JIT will
152 void *(*LazyFunctionCreator)(const std::string &);
155 /// lock - This lock protects the ExecutionEngine and MCJIT classes. It must
156 /// be held while changing the internal state of any of those classes.
159 //===--------------------------------------------------------------------===//
160 // ExecutionEngine Startup
161 //===--------------------------------------------------------------------===//
163 virtual ~ExecutionEngine();
165 /// Add a Module to the list of modules that we can JIT from.
166 virtual void addModule(std::unique_ptr<Module> M) {
167 Modules.push_back(std::move(M));
170 /// addObjectFile - Add an ObjectFile to the execution engine.
172 /// This method is only supported by MCJIT. MCJIT will immediately load the
173 /// object into memory and adds its symbols to the list used to resolve
174 /// external symbols while preparing other objects for execution.
176 /// Objects added using this function will not be made executable until
177 /// needed by another object.
179 /// MCJIT will take ownership of the ObjectFile.
180 virtual void addObjectFile(std::unique_ptr<object::ObjectFile> O);
181 virtual void addObjectFile(object::OwningBinary<object::ObjectFile> O);
183 /// addArchive - Add an Archive to the execution engine.
185 /// This method is only supported by MCJIT. MCJIT will use the archive to
186 /// resolve external symbols in objects it is loading. If a symbol is found
187 /// in the Archive the contained object file will be extracted (in memory)
188 /// and loaded for possible execution.
189 virtual void addArchive(object::OwningBinary<object::Archive> A);
191 //===--------------------------------------------------------------------===//
193 const DataLayout *getDataLayout() const { return DL; }
195 /// removeModule - Remove a Module from the list of modules. Returns true if
197 virtual bool removeModule(Module *M);
199 /// FindFunctionNamed - Search all of the active modules to find the one that
200 /// defines FnName. This is very slow operation and shouldn't be used for
202 virtual Function *FindFunctionNamed(const char *FnName);
204 /// runFunction - Execute the specified function with the specified arguments,
205 /// and return the result.
206 virtual GenericValue runFunction(Function *F,
207 const std::vector<GenericValue> &ArgValues) = 0;
209 /// getPointerToNamedFunction - This method returns the address of the
210 /// specified function by using the dlsym function call. As such it is only
211 /// useful for resolving library symbols, not code generated symbols.
213 /// If AbortOnFailure is false and no function with the given name is
214 /// found, this function silently returns a null pointer. Otherwise,
215 /// it prints a message to stderr and aborts.
217 /// This function is deprecated for the MCJIT execution engine.
218 virtual void *getPointerToNamedFunction(const std::string &Name,
219 bool AbortOnFailure = true) = 0;
221 /// mapSectionAddress - map a section to its target address space value.
222 /// Map the address of a JIT section as returned from the memory manager
223 /// to the address in the target process as the running code will see it.
224 /// This is the address which will be used for relocation resolution.
225 virtual void mapSectionAddress(const void *LocalAddress, uint64_t TargetAddress) {
226 llvm_unreachable("Re-mapping of section addresses not supported with this "
230 /// generateCodeForModule - Run code generation for the specified module and
231 /// load it into memory.
233 /// When this function has completed, all code and data for the specified
234 /// module, and any module on which this module depends, will be generated
235 /// and loaded into memory, but relocations will not yet have been applied
236 /// and all memory will be readable and writable but not executable.
238 /// This function is primarily useful when generating code for an external
239 /// target, allowing the client an opportunity to remap section addresses
240 /// before relocations are applied. Clients that intend to execute code
241 /// locally can use the getFunctionAddress call, which will generate code
242 /// and apply final preparations all in one step.
244 /// This method has no effect for the interpeter.
245 virtual void generateCodeForModule(Module *M) {}
247 /// finalizeObject - ensure the module is fully processed and is usable.
249 /// It is the user-level function for completing the process of making the
250 /// object usable for execution. It should be called after sections within an
251 /// object have been relocated using mapSectionAddress. When this method is
252 /// called the MCJIT execution engine will reapply relocations for a loaded
253 /// object. This method has no effect for the interpeter.
254 virtual void finalizeObject() {}
256 /// runStaticConstructorsDestructors - This method is used to execute all of
257 /// the static constructors or destructors for a program.
259 /// \param isDtors - Run the destructors instead of constructors.
260 virtual void runStaticConstructorsDestructors(bool isDtors);
262 /// This method is used to execute all of the static constructors or
263 /// destructors for a particular module.
265 /// \param isDtors - Run the destructors instead of constructors.
266 void runStaticConstructorsDestructors(Module &module, bool isDtors);
269 /// runFunctionAsMain - This is a helper function which wraps runFunction to
270 /// handle the common task of starting up main with the specified argc, argv,
271 /// and envp parameters.
272 int runFunctionAsMain(Function *Fn, const std::vector<std::string> &argv,
273 const char * const * envp);
276 /// addGlobalMapping - Tell the execution engine that the specified global is
277 /// at the specified location. This is used internally as functions are JIT'd
278 /// and as global variables are laid out in memory. It can and should also be
279 /// used by clients of the EE that want to have an LLVM global overlay
280 /// existing data in memory. Mappings are automatically removed when their
281 /// GlobalValue is destroyed.
282 void addGlobalMapping(const GlobalValue *GV, void *Addr);
284 /// clearAllGlobalMappings - Clear all global mappings and start over again,
285 /// for use in dynamic compilation scenarios to move globals.
286 void clearAllGlobalMappings();
288 /// clearGlobalMappingsFromModule - Clear all global mappings that came from a
289 /// particular module, because it has been removed from the JIT.
290 void clearGlobalMappingsFromModule(Module *M);
292 /// updateGlobalMapping - Replace an existing mapping for GV with a new
293 /// address. This updates both maps as required. If "Addr" is null, the
294 /// entry for the global is removed from the mappings. This returns the old
295 /// value of the pointer, or null if it was not in the map.
296 void *updateGlobalMapping(const GlobalValue *GV, void *Addr);
298 /// getPointerToGlobalIfAvailable - This returns the address of the specified
299 /// global value if it is has already been codegen'd, otherwise it returns
302 /// This function is deprecated for the MCJIT execution engine. It doesn't
303 /// seem to be needed in that case, but an equivalent can be added if it is.
304 void *getPointerToGlobalIfAvailable(const GlobalValue *GV);
306 /// getPointerToGlobal - This returns the address of the specified global
307 /// value. This may involve code generation if it's a function.
309 /// This function is deprecated for the MCJIT execution engine. Use
310 /// getGlobalValueAddress instead.
311 void *getPointerToGlobal(const GlobalValue *GV);
313 /// getPointerToFunction - The different EE's represent function bodies in
314 /// different ways. They should each implement this to say what a function
315 /// pointer should look like. When F is destroyed, the ExecutionEngine will
316 /// remove its global mapping and free any machine code. Be sure no threads
317 /// are running inside F when that happens.
319 /// This function is deprecated for the MCJIT execution engine. Use
320 /// getFunctionAddress instead.
321 virtual void *getPointerToFunction(Function *F) = 0;
323 /// getPointerToFunctionOrStub - If the specified function has been
324 /// code-gen'd, return a pointer to the function. If not, compile it, or use
325 /// a stub to implement lazy compilation if available. See
326 /// getPointerToFunction for the requirements on destroying F.
328 /// This function is deprecated for the MCJIT execution engine. Use
329 /// getFunctionAddress instead.
330 virtual void *getPointerToFunctionOrStub(Function *F) {
331 // Default implementation, just codegen the function.
332 return getPointerToFunction(F);
335 /// getGlobalValueAddress - Return the address of the specified global
336 /// value. This may involve code generation.
338 /// This function should not be called with the interpreter engine.
339 virtual uint64_t getGlobalValueAddress(const std::string &Name) {
340 // Default implementation for the interpreter. MCJIT will override this.
341 // JIT and interpreter clients should use getPointerToGlobal instead.
345 /// getFunctionAddress - Return the address of the specified function.
346 /// This may involve code generation.
347 virtual uint64_t getFunctionAddress(const std::string &Name) {
348 // Default implementation for the interpreter. MCJIT will override this.
349 // Interpreter clients should use getPointerToFunction instead.
353 /// getGlobalValueAtAddress - Return the LLVM global value object that starts
354 /// at the specified address.
356 const GlobalValue *getGlobalValueAtAddress(void *Addr);
358 /// StoreValueToMemory - Stores the data in Val of type Ty at address Ptr.
359 /// Ptr is the address of the memory at which to store Val, cast to
360 /// GenericValue *. It is not a pointer to a GenericValue containing the
361 /// address at which to store Val.
362 void StoreValueToMemory(const GenericValue &Val, GenericValue *Ptr,
365 void InitializeMemory(const Constant *Init, void *Addr);
367 /// getOrEmitGlobalVariable - Return the address of the specified global
368 /// variable, possibly emitting it to memory if needed. This is used by the
371 /// This function is deprecated for the MCJIT execution engine. Use
372 /// getGlobalValueAddress instead.
373 virtual void *getOrEmitGlobalVariable(const GlobalVariable *GV) {
374 return getPointerToGlobal((const GlobalValue *)GV);
377 /// Registers a listener to be called back on various events within
378 /// the JIT. See JITEventListener.h for more details. Does not
379 /// take ownership of the argument. The argument may be NULL, in
380 /// which case these functions do nothing.
381 virtual void RegisterJITEventListener(JITEventListener *) {}
382 virtual void UnregisterJITEventListener(JITEventListener *) {}
384 /// Sets the pre-compiled object cache. The ownership of the ObjectCache is
385 /// not changed. Supported by MCJIT but not the interpreter.
386 virtual void setObjectCache(ObjectCache *) {
387 llvm_unreachable("No support for an object cache");
390 /// setProcessAllSections (MCJIT Only): By default, only sections that are
391 /// "required for execution" are passed to the RTDyldMemoryManager, and other
392 /// sections are discarded. Passing 'true' to this method will cause
393 /// RuntimeDyld to pass all sections to its RTDyldMemoryManager regardless
394 /// of whether they are "required to execute" in the usual sense.
396 /// Rationale: Some MCJIT clients want to be able to inspect metadata
397 /// sections (e.g. Dwarf, Stack-maps) to enable functionality or analyze
398 /// performance. Passing these sections to the memory manager allows the
399 /// client to make policy about the relevant sections, rather than having
401 virtual void setProcessAllSections(bool ProcessAllSections) {
402 llvm_unreachable("No support for ProcessAllSections option");
405 /// Return the target machine (if available).
406 virtual TargetMachine *getTargetMachine() { return nullptr; }
408 /// DisableLazyCompilation - When lazy compilation is off (the default), the
409 /// JIT will eagerly compile every function reachable from the argument to
410 /// getPointerToFunction. If lazy compilation is turned on, the JIT will only
411 /// compile the one function and emit stubs to compile the rest when they're
412 /// first called. If lazy compilation is turned off again while some lazy
413 /// stubs are still around, and one of those stubs is called, the program will
416 /// In order to safely compile lazily in a threaded program, the user must
417 /// ensure that 1) only one thread at a time can call any particular lazy
418 /// stub, and 2) any thread modifying LLVM IR must hold the JIT's lock
419 /// (ExecutionEngine::lock) or otherwise ensure that no other thread calls a
420 /// lazy stub. See http://llvm.org/PR5184 for details.
421 void DisableLazyCompilation(bool Disabled = true) {
422 CompilingLazily = !Disabled;
424 bool isCompilingLazily() const {
425 return CompilingLazily;
428 /// DisableGVCompilation - If called, the JIT will abort if it's asked to
429 /// allocate space and populate a GlobalVariable that is not internal to
431 void DisableGVCompilation(bool Disabled = true) {
432 GVCompilationDisabled = Disabled;
434 bool isGVCompilationDisabled() const {
435 return GVCompilationDisabled;
438 /// DisableSymbolSearching - If called, the JIT will not try to lookup unknown
439 /// symbols with dlsym. A client can still use InstallLazyFunctionCreator to
440 /// resolve symbols in a custom way.
441 void DisableSymbolSearching(bool Disabled = true) {
442 SymbolSearchingDisabled = Disabled;
444 bool isSymbolSearchingDisabled() const {
445 return SymbolSearchingDisabled;
448 /// Enable/Disable IR module verification.
450 /// Note: Module verification is enabled by default in Debug builds, and
451 /// disabled by default in Release. Use this method to override the default.
452 void setVerifyModules(bool Verify) {
453 VerifyModules = Verify;
455 bool getVerifyModules() const {
456 return VerifyModules;
459 /// InstallLazyFunctionCreator - If an unknown function is needed, the
460 /// specified function pointer is invoked to create it. If it returns null,
461 /// the JIT will abort.
462 void InstallLazyFunctionCreator(void* (*P)(const std::string &)) {
463 LazyFunctionCreator = P;
467 explicit ExecutionEngine(std::unique_ptr<Module> M);
471 void EmitGlobalVariable(const GlobalVariable *GV);
473 GenericValue getConstantValue(const Constant *C);
474 void LoadValueFromMemory(GenericValue &Result, GenericValue *Ptr,
478 namespace EngineKind {
479 // These are actually bitmasks that get or-ed together.
484 const static Kind Either = (Kind)(JIT | Interpreter);
487 /// Builder class for ExecutionEngines. Use this by stack-allocating a builder,
488 /// chaining the various set* methods, and terminating it with a .create()
490 class EngineBuilder {
492 std::unique_ptr<Module> M;
493 EngineKind::Kind WhichEngine;
494 std::string *ErrorStr;
495 CodeGenOpt::Level OptLevel;
496 RTDyldMemoryManager *MCJMM;
497 JITMemoryManager *JMM;
498 TargetOptions Options;
499 Reloc::Model RelocModel;
500 CodeModel::Model CMModel;
503 SmallVector<std::string, 4> MAttrs;
506 /// InitEngine - Does the common initialization of default options.
510 /// Constructor for EngineBuilder.
511 EngineBuilder(std::unique_ptr<Module> M) : M(std::move(M)) {
515 /// setEngineKind - Controls whether the user wants the interpreter, the JIT,
516 /// or whichever engine works. This option defaults to EngineKind::Either.
517 EngineBuilder &setEngineKind(EngineKind::Kind w) {
522 /// setMCJITMemoryManager - Sets the MCJIT memory manager to use. This allows
523 /// clients to customize their memory allocation policies for the MCJIT. This
524 /// is only appropriate for the MCJIT; setting this and configuring the builder
525 /// to create anything other than MCJIT will cause a runtime error. If create()
526 /// is called and is successful, the created engine takes ownership of the
527 /// memory manager. This option defaults to NULL. Using this option nullifies
528 /// the setJITMemoryManager() option.
529 EngineBuilder &setMCJITMemoryManager(RTDyldMemoryManager *mcjmm) {
535 /// setJITMemoryManager - Sets the JIT memory manager to use. This allows
536 /// clients to customize their memory allocation policies. This is only
537 /// appropriate for either JIT or MCJIT; setting this and configuring the
538 /// builder to create an interpreter will cause a runtime error. If create()
539 /// is called and is successful, the created engine takes ownership of the
540 /// memory manager. This option defaults to NULL. This option overrides
541 /// setMCJITMemoryManager() as well.
542 EngineBuilder &setJITMemoryManager(JITMemoryManager *jmm) {
548 /// setErrorStr - Set the error string to write to on error. This option
549 /// defaults to NULL.
550 EngineBuilder &setErrorStr(std::string *e) {
555 /// setOptLevel - Set the optimization level for the JIT. This option
556 /// defaults to CodeGenOpt::Default.
557 EngineBuilder &setOptLevel(CodeGenOpt::Level l) {
562 /// setTargetOptions - Set the target options that the ExecutionEngine
563 /// target is using. Defaults to TargetOptions().
564 EngineBuilder &setTargetOptions(const TargetOptions &Opts) {
569 /// setRelocationModel - Set the relocation model that the ExecutionEngine
570 /// target is using. Defaults to target specific default "Reloc::Default".
571 EngineBuilder &setRelocationModel(Reloc::Model RM) {
576 /// setCodeModel - Set the CodeModel that the ExecutionEngine target
577 /// data is using. Defaults to target specific default
578 /// "CodeModel::JITDefault".
579 EngineBuilder &setCodeModel(CodeModel::Model M) {
584 /// setMArch - Override the architecture set by the Module's triple.
585 EngineBuilder &setMArch(StringRef march) {
586 MArch.assign(march.begin(), march.end());
590 /// setMCPU - Target a specific cpu type.
591 EngineBuilder &setMCPU(StringRef mcpu) {
592 MCPU.assign(mcpu.begin(), mcpu.end());
596 /// setVerifyModules - Set whether the JIT implementation should verify
597 /// IR modules during compilation.
598 EngineBuilder &setVerifyModules(bool Verify) {
599 VerifyModules = Verify;
603 /// setMAttrs - Set cpu-specific attributes.
604 template<typename StringSequence>
605 EngineBuilder &setMAttrs(const StringSequence &mattrs) {
607 MAttrs.append(mattrs.begin(), mattrs.end());
611 TargetMachine *selectTarget();
613 /// selectTarget - Pick a target either via -march or by guessing the native
614 /// arch. Add any CPU features specified via -mcpu or -mattr.
615 TargetMachine *selectTarget(const Triple &TargetTriple,
618 const SmallVectorImpl<std::string>& MAttrs);
620 ExecutionEngine *create() {
621 return create(selectTarget());
624 ExecutionEngine *create(TargetMachine *TM);
627 // Create wrappers for C Binding types (see CBindingWrapping.h).
628 DEFINE_SIMPLE_CONVERSION_FUNCTIONS(ExecutionEngine, LLVMExecutionEngineRef)
630 } // End llvm namespace