//===----- LLJIT.h -- An ORC-based JIT for compiling LLVM IR ----*- C++ -*-===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// // // An ORC-based JIT for compiling LLVM IR. // //===----------------------------------------------------------------------===// #ifndef LLVM_EXECUTIONENGINE_ORC_LLJIT_H #define LLVM_EXECUTIONENGINE_ORC_LLJIT_H #include "llvm/ExecutionEngine/Orc/CompileOnDemandLayer.h" #include "llvm/ExecutionEngine/Orc/CompileUtils.h" #include "llvm/ExecutionEngine/Orc/ExecutionUtils.h" #include "llvm/ExecutionEngine/Orc/IRCompileLayer.h" #include "llvm/ExecutionEngine/Orc/IRTransformLayer.h" #include "llvm/ExecutionEngine/Orc/JITTargetMachineBuilder.h" #include "llvm/ExecutionEngine/Orc/ObjectTransformLayer.h" #include "llvm/ExecutionEngine/Orc/ThreadSafeModule.h" #include "llvm/Support/ThreadPool.h" namespace llvm { namespace orc { class LLJITBuilderState; class LLLazyJITBuilderState; /// A pre-fabricated ORC JIT stack that can serve as an alternative to MCJIT. /// /// Create instances using LLJITBuilder. class LLJIT { template friend class LLJITBuilderSetters; public: static Expected> Create(LLJITBuilderState &S); /// Destruct this instance. If a multi-threaded instance, waits for all /// compile threads to complete. ~LLJIT(); /// Returns the ExecutionSession for this instance. ExecutionSession &getExecutionSession() { return *ES; } /// Returns a reference to the DataLayout for this instance. const DataLayout &getDataLayout() const { return DL; } /// Returns a reference to the JITDylib representing the JIT'd main program. JITDylib &getMainJITDylib() { return Main; } /// Returns the JITDylib with the given name, or nullptr if no JITDylib with /// that name exists. JITDylib *getJITDylibByName(StringRef Name) { return ES->getJITDylibByName(Name); } /// Create a new JITDylib with the given name and return a reference to it. /// /// JITDylib names must be unique. If the given name is derived from user /// input or elsewhere in the environment then the client should check /// (e.g. by calling getJITDylibByName) that the given name is not already in /// use. JITDylib &createJITDylib(std::string Name) { return ES->createJITDylib(std::move(Name)); } /// Convenience method for defining an absolute symbol. Error defineAbsolute(StringRef Name, JITEvaluatedSymbol Address); /// Adds an IR module to the given JITDylib. Error addIRModule(JITDylib &JD, ThreadSafeModule TSM); /// Adds an IR module to the Main JITDylib. Error addIRModule(ThreadSafeModule TSM) { return addIRModule(Main, std::move(TSM)); } /// Adds an object file to the given JITDylib. Error addObjectFile(JITDylib &JD, std::unique_ptr Obj); /// Adds an object file to the given JITDylib. Error addObjectFile(std::unique_ptr Obj) { return addObjectFile(Main, std::move(Obj)); } /// Look up a symbol in JITDylib JD by the symbol's linker-mangled name (to /// look up symbols based on their IR name use the lookup function instead). Expected lookupLinkerMangled(JITDylib &JD, StringRef Name); /// Look up a symbol in the main JITDylib by the symbol's linker-mangled name /// (to look up symbols based on their IR name use the lookup function /// instead). Expected lookupLinkerMangled(StringRef Name) { return lookupLinkerMangled(Main, Name); } /// Look up a symbol in JITDylib JD based on its IR symbol name. Expected lookup(JITDylib &JD, StringRef UnmangledName) { return lookupLinkerMangled(JD, mangle(UnmangledName)); } /// Look up a symbol in the main JITDylib based on its IR symbol name. Expected lookup(StringRef UnmangledName) { return lookup(Main, UnmangledName); } /// Runs all not-yet-run static constructors. Error runConstructors() { return CtorRunner.run(); } /// Runs all not-yet-run static destructors. Error runDestructors() { return DtorRunner.run(); } /// Returns a reference to the ObjLinkingLayer ObjectLayer &getObjLinkingLayer() { return *ObjLinkingLayer; } protected: static std::unique_ptr createObjectLinkingLayer(LLJITBuilderState &S, ExecutionSession &ES); static Expected createCompileFunction(LLJITBuilderState &S, JITTargetMachineBuilder JTMB); /// Create an LLJIT instance with a single compile thread. LLJIT(LLJITBuilderState &S, Error &Err); std::string mangle(StringRef UnmangledName); Error applyDataLayout(Module &M); void recordCtorDtors(Module &M); std::unique_ptr ES; JITDylib &Main; DataLayout DL; std::unique_ptr CompileThreads; std::unique_ptr ObjLinkingLayer; std::unique_ptr CompileLayer; CtorDtorRunner CtorRunner, DtorRunner; }; /// An extended version of LLJIT that supports lazy function-at-a-time /// compilation of LLVM IR. class LLLazyJIT : public LLJIT { template friend class LLJITBuilderSetters; public: /// Set an IR transform (e.g. pass manager pipeline) to run on each function /// when it is compiled. void setLazyCompileTransform(IRTransformLayer::TransformFunction Transform) { TransformLayer->setTransform(std::move(Transform)); } /// Sets the partition function. void setPartitionFunction(CompileOnDemandLayer::PartitionFunction Partition) { CODLayer->setPartitionFunction(std::move(Partition)); } /// Add a module to be lazily compiled to JITDylib JD. Error addLazyIRModule(JITDylib &JD, ThreadSafeModule M); /// Add a module to be lazily compiled to the main JITDylib. Error addLazyIRModule(ThreadSafeModule M) { return addLazyIRModule(Main, std::move(M)); } private: // Create a single-threaded LLLazyJIT instance. LLLazyJIT(LLLazyJITBuilderState &S, Error &Err); std::unique_ptr LCTMgr; std::unique_ptr TransformLayer; std::unique_ptr CODLayer; }; class LLJITBuilderState { public: using ObjectLinkingLayerCreator = std::function(ExecutionSession &)>; using CompileFunctionCreator = std::function( JITTargetMachineBuilder JTMB)>; std::unique_ptr ES; Optional JTMB; ObjectLinkingLayerCreator CreateObjectLinkingLayer; CompileFunctionCreator CreateCompileFunction; unsigned NumCompileThreads = 0; /// Called prior to JIT class construcion to fix up defaults. Error prepareForConstruction(); }; template class LLJITBuilderSetters { public: /// Set the JITTargetMachineBuilder for this instance. /// /// If this method is not called, JITTargetMachineBuilder::detectHost will be /// used to construct a default target machine builder for the host platform. SetterImpl &setJITTargetMachineBuilder(JITTargetMachineBuilder JTMB) { impl().JTMB = std::move(JTMB); return impl(); } /// Return a reference to the JITTargetMachineBuilder. /// Optional &getJITTargetMachineBuilder() { return impl().JTMB; } /// Set an ObjectLinkingLayer creation function. /// /// If this method is not called, a default creation function will be used /// that will construct an RTDyldObjectLinkingLayer. SetterImpl &setObjectLinkingLayerCreator( LLJITBuilderState::ObjectLinkingLayerCreator CreateObjectLinkingLayer) { impl().CreateObjectLinkingLayer = std::move(CreateObjectLinkingLayer); return impl(); } /// Set a CompileFunctionCreator. /// /// If this method is not called, a default creation function wil be used /// that will construct a basic IR compile function that is compatible with /// the selected number of threads (SimpleCompiler for '0' compile threads, /// ConcurrentIRCompiler otherwise). SetterImpl &setCompileFunctionCreator( LLJITBuilderState::CompileFunctionCreator CreateCompileFunction) { impl().CreateCompileFunction = std::move(CreateCompileFunction); return impl(); } /// Set the number of compile threads to use. /// /// If set to zero, compilation will be performed on the execution thread when /// JITing in-process. If set to any other number N, a thread pool of N /// threads will be created for compilation. /// /// If this method is not called, behavior will be as if it were called with /// a zero argument. SetterImpl &setNumCompileThreads(unsigned NumCompileThreads) { impl().NumCompileThreads = NumCompileThreads; return impl(); } /// Create an instance of the JIT. Expected> create() { if (auto Err = impl().prepareForConstruction()) return std::move(Err); Error Err = Error::success(); std::unique_ptr J(new JITType(impl(), Err)); if (Err) return std::move(Err); return std::move(J); } protected: SetterImpl &impl() { return static_cast(*this); } }; /// Constructs LLJIT instances. class LLJITBuilder : public LLJITBuilderState, public LLJITBuilderSetters {}; class LLLazyJITBuilderState : public LLJITBuilderState { friend class LLLazyJIT; public: using IndirectStubsManagerBuilderFunction = std::function()>; Triple TT; JITTargetAddress LazyCompileFailureAddr = 0; std::unique_ptr LCTMgr; IndirectStubsManagerBuilderFunction ISMBuilder; Error prepareForConstruction(); }; template class LLLazyJITBuilderSetters : public LLJITBuilderSetters { public: /// Set the address in the target address to call if a lazy compile fails. /// /// If this method is not called then the value will default to 0. SetterImpl &setLazyCompileFailureAddr(JITTargetAddress Addr) { this->impl().LazyCompileFailureAddr = Addr; return this->impl(); } /// Set the lazy-callthrough manager. /// /// If this method is not called then a default, in-process lazy callthrough /// manager for the host platform will be used. SetterImpl & setLazyCallthroughManager(std::unique_ptr LCTMgr) { this->impl().LCTMgr = std::move(LCTMgr); return this->impl(); } /// Set the IndirectStubsManager builder function. /// /// If this method is not called then a default, in-process /// IndirectStubsManager builder for the host platform will be used. SetterImpl &setIndirectStubsManagerBuilder( LLLazyJITBuilderState::IndirectStubsManagerBuilderFunction ISMBuilder) { this->impl().ISMBuilder = std::move(ISMBuilder); return this->impl(); } }; /// Constructs LLLazyJIT instances. class LLLazyJITBuilder : public LLLazyJITBuilderState, public LLLazyJITBuilderSetters {}; } // End namespace orc } // End namespace llvm #endif // LLVM_EXECUTIONENGINE_ORC_LLJIT_H