ELFNixPlatform.h 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342
  1. #pragma once
  2. #ifdef __GNUC__
  3. #pragma GCC diagnostic push
  4. #pragma GCC diagnostic ignored "-Wunused-parameter"
  5. #endif
  6. //===-- ELFNixPlatform.h -- Utilities for executing ELF in Orc --*- C++ -*-===//
  7. //
  8. // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
  9. // See https://llvm.org/LICENSE.txt for license information.
  10. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  11. //
  12. //===----------------------------------------------------------------------===//
  13. //
  14. // Linux/BSD support for executing JIT'd ELF in Orc.
  15. //
  16. //===----------------------------------------------------------------------===//
  17. #ifndef LLVM_EXECUTIONENGINE_ORC_ELFNIXPLATFORM_H
  18. #define LLVM_EXECUTIONENGINE_ORC_ELFNIXPLATFORM_H
  19. #include "llvm/ADT/StringRef.h"
  20. #include "llvm/ExecutionEngine/Orc/Core.h"
  21. #include "llvm/ExecutionEngine/Orc/ExecutorProcessControl.h"
  22. #include "llvm/ExecutionEngine/Orc/ObjectLinkingLayer.h"
  23. #include "llvm/ExecutionEngine/Orc/Shared/ExecutorAddress.h"
  24. #include <future>
  25. #include <thread>
  26. #include <vector>
  27. namespace llvm {
  28. namespace orc {
  29. struct ELFPerObjectSectionsToRegister {
  30. ExecutorAddrRange EHFrameSection;
  31. ExecutorAddrRange ThreadDataSection;
  32. };
  33. struct ELFNixJITDylibInitializers {
  34. using SectionList = std::vector<ExecutorAddrRange>;
  35. ELFNixJITDylibInitializers(std::string Name, ExecutorAddr DSOHandleAddress)
  36. : Name(std::move(Name)), DSOHandleAddress(std::move(DSOHandleAddress)) {}
  37. std::string Name;
  38. ExecutorAddr DSOHandleAddress;
  39. StringMap<SectionList> InitSections;
  40. };
  41. class ELFNixJITDylibDeinitializers {};
  42. using ELFNixJITDylibInitializerSequence =
  43. std::vector<ELFNixJITDylibInitializers>;
  44. using ELFNixJITDylibDeinitializerSequence =
  45. std::vector<ELFNixJITDylibDeinitializers>;
  46. /// Mediates between ELFNix initialization and ExecutionSession state.
  47. class ELFNixPlatform : public Platform {
  48. public:
  49. /// Try to create a ELFNixPlatform instance, adding the ORC runtime to the
  50. /// given JITDylib.
  51. ///
  52. /// The ORC runtime requires access to a number of symbols in
  53. /// libc++. It is up to the caller to ensure that the requried
  54. /// symbols can be referenced by code added to PlatformJD. The
  55. /// standard way to achieve this is to first attach dynamic library
  56. /// search generators for either the given process, or for the
  57. /// specific required libraries, to PlatformJD, then to create the
  58. /// platform instance:
  59. ///
  60. /// \code{.cpp}
  61. /// auto &PlatformJD = ES.createBareJITDylib("stdlib");
  62. /// PlatformJD.addGenerator(
  63. /// ExitOnErr(EPCDynamicLibrarySearchGenerator
  64. /// ::GetForTargetProcess(EPC)));
  65. /// ES.setPlatform(
  66. /// ExitOnErr(ELFNixPlatform::Create(ES, ObjLayer, EPC, PlatformJD,
  67. /// "/path/to/orc/runtime")));
  68. /// \endcode
  69. ///
  70. /// Alternatively, these symbols could be added to another JITDylib that
  71. /// PlatformJD links against.
  72. ///
  73. /// Clients are also responsible for ensuring that any JIT'd code that
  74. /// depends on runtime functions (including any code using TLV or static
  75. /// destructors) can reference the runtime symbols. This is usually achieved
  76. /// by linking any JITDylibs containing regular code against
  77. /// PlatformJD.
  78. ///
  79. /// By default, ELFNixPlatform will add the set of aliases returned by the
  80. /// standardPlatformAliases function. This includes both required aliases
  81. /// (e.g. __cxa_atexit -> __orc_rt_elf_cxa_atexit for static destructor
  82. /// support), and optional aliases that provide JIT versions of common
  83. /// functions (e.g. dlopen -> __orc_rt_elf_jit_dlopen). Clients can
  84. /// override these defaults by passing a non-None value for the
  85. /// RuntimeAliases function, in which case the client is responsible for
  86. /// setting up all aliases (including the required ones).
  87. static Expected<std::unique_ptr<ELFNixPlatform>>
  88. Create(ExecutionSession &ES, ObjectLinkingLayer &ObjLinkingLayer,
  89. JITDylib &PlatformJD, const char *OrcRuntimePath,
  90. Optional<SymbolAliasMap> RuntimeAliases = None);
  91. ExecutionSession &getExecutionSession() const { return ES; }
  92. ObjectLinkingLayer &getObjectLinkingLayer() const { return ObjLinkingLayer; }
  93. Error setupJITDylib(JITDylib &JD) override;
  94. Error teardownJITDylib(JITDylib &JD) override;
  95. Error notifyAdding(ResourceTracker &RT,
  96. const MaterializationUnit &MU) override;
  97. Error notifyRemoving(ResourceTracker &RT) override;
  98. /// Returns an AliasMap containing the default aliases for the ELFNixPlatform.
  99. /// This can be modified by clients when constructing the platform to add
  100. /// or remove aliases.
  101. static SymbolAliasMap standardPlatformAliases(ExecutionSession &ES);
  102. /// Returns the array of required CXX aliases.
  103. static ArrayRef<std::pair<const char *, const char *>> requiredCXXAliases();
  104. /// Returns the array of standard runtime utility aliases for ELF.
  105. static ArrayRef<std::pair<const char *, const char *>>
  106. standardRuntimeUtilityAliases();
  107. /// Returns true if the given section name is an initializer section.
  108. static bool isInitializerSection(StringRef SecName);
  109. private:
  110. // The ELFNixPlatformPlugin scans/modifies LinkGraphs to support ELF
  111. // platform features including initializers, exceptions, TLV, and language
  112. // runtime registration.
  113. class ELFNixPlatformPlugin : public ObjectLinkingLayer::Plugin {
  114. public:
  115. ELFNixPlatformPlugin(ELFNixPlatform &MP) : MP(MP) {}
  116. void modifyPassConfig(MaterializationResponsibility &MR,
  117. jitlink::LinkGraph &G,
  118. jitlink::PassConfiguration &Config) override;
  119. SyntheticSymbolDependenciesMap
  120. getSyntheticSymbolDependencies(MaterializationResponsibility &MR) override;
  121. // FIXME: We should be tentatively tracking scraped sections and discarding
  122. // if the MR fails.
  123. Error notifyFailed(MaterializationResponsibility &MR) override {
  124. return Error::success();
  125. }
  126. Error notifyRemovingResources(ResourceKey K) override {
  127. return Error::success();
  128. }
  129. void notifyTransferringResources(ResourceKey DstKey,
  130. ResourceKey SrcKey) override {}
  131. private:
  132. using InitSymbolDepMap =
  133. DenseMap<MaterializationResponsibility *, JITLinkSymbolSet>;
  134. void addInitializerSupportPasses(MaterializationResponsibility &MR,
  135. jitlink::PassConfiguration &Config);
  136. void addDSOHandleSupportPasses(MaterializationResponsibility &MR,
  137. jitlink::PassConfiguration &Config);
  138. void addEHAndTLVSupportPasses(MaterializationResponsibility &MR,
  139. jitlink::PassConfiguration &Config);
  140. Error preserveInitSections(jitlink::LinkGraph &G,
  141. MaterializationResponsibility &MR);
  142. Error registerInitSections(jitlink::LinkGraph &G, JITDylib &JD);
  143. Error fixTLVSectionsAndEdges(jitlink::LinkGraph &G, JITDylib &JD);
  144. std::mutex PluginMutex;
  145. ELFNixPlatform &MP;
  146. InitSymbolDepMap InitSymbolDeps;
  147. };
  148. using SendInitializerSequenceFn =
  149. unique_function<void(Expected<ELFNixJITDylibInitializerSequence>)>;
  150. using SendDeinitializerSequenceFn =
  151. unique_function<void(Expected<ELFNixJITDylibDeinitializerSequence>)>;
  152. using SendSymbolAddressFn = unique_function<void(Expected<ExecutorAddr>)>;
  153. static bool supportedTarget(const Triple &TT);
  154. ELFNixPlatform(ExecutionSession &ES, ObjectLinkingLayer &ObjLinkingLayer,
  155. JITDylib &PlatformJD,
  156. std::unique_ptr<DefinitionGenerator> OrcRuntimeGenerator,
  157. Error &Err);
  158. // Associate ELFNixPlatform JIT-side runtime support functions with handlers.
  159. Error associateRuntimeSupportFunctions(JITDylib &PlatformJD);
  160. void getInitializersBuildSequencePhase(SendInitializerSequenceFn SendResult,
  161. JITDylib &JD,
  162. std::vector<JITDylibSP> DFSLinkOrder);
  163. void getInitializersLookupPhase(SendInitializerSequenceFn SendResult,
  164. JITDylib &JD);
  165. void rt_getInitializers(SendInitializerSequenceFn SendResult,
  166. StringRef JDName);
  167. void rt_getDeinitializers(SendDeinitializerSequenceFn SendResult,
  168. ExecutorAddr Handle);
  169. void rt_lookupSymbol(SendSymbolAddressFn SendResult, ExecutorAddr Handle,
  170. StringRef SymbolName);
  171. // Records the addresses of runtime symbols used by the platform.
  172. Error bootstrapELFNixRuntime(JITDylib &PlatformJD);
  173. Error registerInitInfo(JITDylib &JD,
  174. ArrayRef<jitlink::Section *> InitSections);
  175. Error registerPerObjectSections(const ELFPerObjectSectionsToRegister &POSR);
  176. Expected<uint64_t> createPThreadKey();
  177. ExecutionSession &ES;
  178. ObjectLinkingLayer &ObjLinkingLayer;
  179. SymbolStringPtr DSOHandleSymbol;
  180. std::atomic<bool> RuntimeBootstrapped{false};
  181. ExecutorAddr orc_rt_elfnix_platform_bootstrap;
  182. ExecutorAddr orc_rt_elfnix_platform_shutdown;
  183. ExecutorAddr orc_rt_elfnix_register_object_sections;
  184. ExecutorAddr orc_rt_elfnix_create_pthread_key;
  185. DenseMap<JITDylib *, SymbolLookupSet> RegisteredInitSymbols;
  186. // InitSeqs gets its own mutex to avoid locking the whole session when
  187. // aggregating data from the jitlink.
  188. std::mutex PlatformMutex;
  189. DenseMap<JITDylib *, ELFNixJITDylibInitializers> InitSeqs;
  190. std::vector<ELFPerObjectSectionsToRegister> BootstrapPOSRs;
  191. DenseMap<ExecutorAddr, JITDylib *> HandleAddrToJITDylib;
  192. DenseMap<JITDylib *, uint64_t> JITDylibToPThreadKey;
  193. };
  194. namespace shared {
  195. using SPSELFPerObjectSectionsToRegister =
  196. SPSTuple<SPSExecutorAddrRange, SPSExecutorAddrRange>;
  197. template <>
  198. class SPSSerializationTraits<SPSELFPerObjectSectionsToRegister,
  199. ELFPerObjectSectionsToRegister> {
  200. public:
  201. static size_t size(const ELFPerObjectSectionsToRegister &MOPOSR) {
  202. return SPSELFPerObjectSectionsToRegister::AsArgList::size(
  203. MOPOSR.EHFrameSection, MOPOSR.ThreadDataSection);
  204. }
  205. static bool serialize(SPSOutputBuffer &OB,
  206. const ELFPerObjectSectionsToRegister &MOPOSR) {
  207. return SPSELFPerObjectSectionsToRegister::AsArgList::serialize(
  208. OB, MOPOSR.EHFrameSection, MOPOSR.ThreadDataSection);
  209. }
  210. static bool deserialize(SPSInputBuffer &IB,
  211. ELFPerObjectSectionsToRegister &MOPOSR) {
  212. return SPSELFPerObjectSectionsToRegister::AsArgList::deserialize(
  213. IB, MOPOSR.EHFrameSection, MOPOSR.ThreadDataSection);
  214. }
  215. };
  216. using SPSNamedExecutorAddrRangeSequenceMap =
  217. SPSSequence<SPSTuple<SPSString, SPSExecutorAddrRangeSequence>>;
  218. using SPSELFNixJITDylibInitializers =
  219. SPSTuple<SPSString, SPSExecutorAddr, SPSNamedExecutorAddrRangeSequenceMap>;
  220. using SPSELFNixJITDylibInitializerSequence =
  221. SPSSequence<SPSELFNixJITDylibInitializers>;
  222. /// Serialization traits for ELFNixJITDylibInitializers.
  223. template <>
  224. class SPSSerializationTraits<SPSELFNixJITDylibInitializers,
  225. ELFNixJITDylibInitializers> {
  226. public:
  227. static size_t size(const ELFNixJITDylibInitializers &MOJDIs) {
  228. return SPSELFNixJITDylibInitializers::AsArgList::size(
  229. MOJDIs.Name, MOJDIs.DSOHandleAddress, MOJDIs.InitSections);
  230. }
  231. static bool serialize(SPSOutputBuffer &OB,
  232. const ELFNixJITDylibInitializers &MOJDIs) {
  233. return SPSELFNixJITDylibInitializers::AsArgList::serialize(
  234. OB, MOJDIs.Name, MOJDIs.DSOHandleAddress, MOJDIs.InitSections);
  235. }
  236. static bool deserialize(SPSInputBuffer &IB,
  237. ELFNixJITDylibInitializers &MOJDIs) {
  238. return SPSELFNixJITDylibInitializers::AsArgList::deserialize(
  239. IB, MOJDIs.Name, MOJDIs.DSOHandleAddress, MOJDIs.InitSections);
  240. }
  241. };
  242. using SPSELFJITDylibDeinitializers = SPSEmpty;
  243. using SPSELFJITDylibDeinitializerSequence =
  244. SPSSequence<SPSELFJITDylibDeinitializers>;
  245. template <>
  246. class SPSSerializationTraits<SPSELFJITDylibDeinitializers,
  247. ELFNixJITDylibDeinitializers> {
  248. public:
  249. static size_t size(const ELFNixJITDylibDeinitializers &MOJDDs) { return 0; }
  250. static bool serialize(SPSOutputBuffer &OB,
  251. const ELFNixJITDylibDeinitializers &MOJDDs) {
  252. return true;
  253. }
  254. static bool deserialize(SPSInputBuffer &IB,
  255. ELFNixJITDylibDeinitializers &MOJDDs) {
  256. MOJDDs = ELFNixJITDylibDeinitializers();
  257. return true;
  258. }
  259. };
  260. } // end namespace shared
  261. } // end namespace orc
  262. } // end namespace llvm
  263. #endif // LLVM_EXECUTIONENGINE_ORC_ELFNIXPLATFORM_H
  264. #ifdef __GNUC__
  265. #pragma GCC diagnostic pop
  266. #endif