123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382 |
- //===-- RuntimeDyldMachO.cpp - Run-time dynamic linker for MC-JIT -*- C++ -*-=//
- //
- // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
- // See https://llvm.org/LICENSE.txt for license information.
- // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
- //
- //===----------------------------------------------------------------------===//
- //
- // Implementation of the MC-JIT runtime dynamic linker.
- //
- //===----------------------------------------------------------------------===//
- #include "RuntimeDyldMachO.h"
- #include "Targets/RuntimeDyldMachOAArch64.h"
- #include "Targets/RuntimeDyldMachOARM.h"
- #include "Targets/RuntimeDyldMachOI386.h"
- #include "Targets/RuntimeDyldMachOX86_64.h"
- #include "llvm/ADT/STLExtras.h"
- #include "llvm/ADT/StringRef.h"
- using namespace llvm;
- using namespace llvm::object;
- #define DEBUG_TYPE "dyld"
- namespace {
- class LoadedMachOObjectInfo final
- : public LoadedObjectInfoHelper<LoadedMachOObjectInfo,
- RuntimeDyld::LoadedObjectInfo> {
- public:
- LoadedMachOObjectInfo(RuntimeDyldImpl &RTDyld,
- ObjSectionToIDMap ObjSecToIDMap)
- : LoadedObjectInfoHelper(RTDyld, std::move(ObjSecToIDMap)) {}
- OwningBinary<ObjectFile>
- getObjectForDebug(const ObjectFile &Obj) const override {
- return OwningBinary<ObjectFile>();
- }
- };
- }
- namespace llvm {
- int64_t RuntimeDyldMachO::memcpyAddend(const RelocationEntry &RE) const {
- unsigned NumBytes = 1 << RE.Size;
- uint8_t *Src = Sections[RE.SectionID].getAddress() + RE.Offset;
- return static_cast<int64_t>(readBytesUnaligned(Src, NumBytes));
- }
- Expected<relocation_iterator>
- RuntimeDyldMachO::processScatteredVANILLA(
- unsigned SectionID, relocation_iterator RelI,
- const ObjectFile &BaseObjT,
- RuntimeDyldMachO::ObjSectionToIDMap &ObjSectionToID,
- bool TargetIsLocalThumbFunc) {
- const MachOObjectFile &Obj =
- static_cast<const MachOObjectFile&>(BaseObjT);
- MachO::any_relocation_info RE =
- Obj.getRelocation(RelI->getRawDataRefImpl());
- SectionEntry &Section = Sections[SectionID];
- uint32_t RelocType = Obj.getAnyRelocationType(RE);
- bool IsPCRel = Obj.getAnyRelocationPCRel(RE);
- unsigned Size = Obj.getAnyRelocationLength(RE);
- uint64_t Offset = RelI->getOffset();
- uint8_t *LocalAddress = Section.getAddressWithOffset(Offset);
- unsigned NumBytes = 1 << Size;
- int64_t Addend = readBytesUnaligned(LocalAddress, NumBytes);
- unsigned SymbolBaseAddr = Obj.getScatteredRelocationValue(RE);
- section_iterator TargetSI = getSectionByAddress(Obj, SymbolBaseAddr);
- assert(TargetSI != Obj.section_end() && "Can't find section for symbol");
- uint64_t SectionBaseAddr = TargetSI->getAddress();
- SectionRef TargetSection = *TargetSI;
- bool IsCode = TargetSection.isText();
- uint32_t TargetSectionID = ~0U;
- if (auto TargetSectionIDOrErr =
- findOrEmitSection(Obj, TargetSection, IsCode, ObjSectionToID))
- TargetSectionID = *TargetSectionIDOrErr;
- else
- return TargetSectionIDOrErr.takeError();
- Addend -= SectionBaseAddr;
- RelocationEntry R(SectionID, Offset, RelocType, Addend, IsPCRel, Size);
- R.IsTargetThumbFunc = TargetIsLocalThumbFunc;
- addRelocationForSection(R, TargetSectionID);
- return ++RelI;
- }
- Expected<RelocationValueRef>
- RuntimeDyldMachO::getRelocationValueRef(
- const ObjectFile &BaseTObj, const relocation_iterator &RI,
- const RelocationEntry &RE, ObjSectionToIDMap &ObjSectionToID) {
- const MachOObjectFile &Obj =
- static_cast<const MachOObjectFile &>(BaseTObj);
- MachO::any_relocation_info RelInfo =
- Obj.getRelocation(RI->getRawDataRefImpl());
- RelocationValueRef Value;
- bool IsExternal = Obj.getPlainRelocationExternal(RelInfo);
- if (IsExternal) {
- symbol_iterator Symbol = RI->getSymbol();
- StringRef TargetName;
- if (auto TargetNameOrErr = Symbol->getName())
- TargetName = *TargetNameOrErr;
- else
- return TargetNameOrErr.takeError();
- RTDyldSymbolTable::const_iterator SI =
- GlobalSymbolTable.find(TargetName.data());
- if (SI != GlobalSymbolTable.end()) {
- const auto &SymInfo = SI->second;
- Value.SectionID = SymInfo.getSectionID();
- Value.Offset = SymInfo.getOffset() + RE.Addend;
- } else {
- Value.SymbolName = TargetName.data();
- Value.Offset = RE.Addend;
- }
- } else {
- SectionRef Sec = Obj.getAnyRelocationSection(RelInfo);
- bool IsCode = Sec.isText();
- if (auto SectionIDOrErr = findOrEmitSection(Obj, Sec, IsCode,
- ObjSectionToID))
- Value.SectionID = *SectionIDOrErr;
- else
- return SectionIDOrErr.takeError();
- uint64_t Addr = Sec.getAddress();
- Value.Offset = RE.Addend - Addr;
- }
- return Value;
- }
- void RuntimeDyldMachO::makeValueAddendPCRel(RelocationValueRef &Value,
- const relocation_iterator &RI,
- unsigned OffsetToNextPC) {
- auto &O = *cast<MachOObjectFile>(RI->getObject());
- section_iterator SecI = O.getRelocationRelocatedSection(RI);
- Value.Offset += RI->getOffset() + OffsetToNextPC + SecI->getAddress();
- }
- void RuntimeDyldMachO::dumpRelocationToResolve(const RelocationEntry &RE,
- uint64_t Value) const {
- const SectionEntry &Section = Sections[RE.SectionID];
- uint8_t *LocalAddress = Section.getAddress() + RE.Offset;
- uint64_t FinalAddress = Section.getLoadAddress() + RE.Offset;
- dbgs() << "resolveRelocation Section: " << RE.SectionID
- << " LocalAddress: " << format("%p", LocalAddress)
- << " FinalAddress: " << format("0x%016" PRIx64, FinalAddress)
- << " Value: " << format("0x%016" PRIx64, Value) << " Addend: " << RE.Addend
- << " isPCRel: " << RE.IsPCRel << " MachoType: " << RE.RelType
- << " Size: " << (1 << RE.Size) << "\n";
- }
- section_iterator
- RuntimeDyldMachO::getSectionByAddress(const MachOObjectFile &Obj,
- uint64_t Addr) {
- section_iterator SI = Obj.section_begin();
- section_iterator SE = Obj.section_end();
- for (; SI != SE; ++SI) {
- uint64_t SAddr = SI->getAddress();
- uint64_t SSize = SI->getSize();
- if ((Addr >= SAddr) && (Addr < SAddr + SSize))
- return SI;
- }
- return SE;
- }
- // Populate __pointers section.
- Error RuntimeDyldMachO::populateIndirectSymbolPointersSection(
- const MachOObjectFile &Obj,
- const SectionRef &PTSection,
- unsigned PTSectionID) {
- assert(!Obj.is64Bit() &&
- "Pointer table section not supported in 64-bit MachO.");
- MachO::dysymtab_command DySymTabCmd = Obj.getDysymtabLoadCommand();
- MachO::section Sec32 = Obj.getSection(PTSection.getRawDataRefImpl());
- uint32_t PTSectionSize = Sec32.size;
- unsigned FirstIndirectSymbol = Sec32.reserved1;
- const unsigned PTEntrySize = 4;
- unsigned NumPTEntries = PTSectionSize / PTEntrySize;
- unsigned PTEntryOffset = 0;
- assert((PTSectionSize % PTEntrySize) == 0 &&
- "Pointers section does not contain a whole number of stubs?");
- LLVM_DEBUG(dbgs() << "Populating pointer table section "
- << Sections[PTSectionID].getName() << ", Section ID "
- << PTSectionID << ", " << NumPTEntries << " entries, "
- << PTEntrySize << " bytes each:\n");
- for (unsigned i = 0; i < NumPTEntries; ++i) {
- unsigned SymbolIndex =
- Obj.getIndirectSymbolTableEntry(DySymTabCmd, FirstIndirectSymbol + i);
- symbol_iterator SI = Obj.getSymbolByIndex(SymbolIndex);
- StringRef IndirectSymbolName;
- if (auto IndirectSymbolNameOrErr = SI->getName())
- IndirectSymbolName = *IndirectSymbolNameOrErr;
- else
- return IndirectSymbolNameOrErr.takeError();
- LLVM_DEBUG(dbgs() << " " << IndirectSymbolName << ": index " << SymbolIndex
- << ", PT offset: " << PTEntryOffset << "\n");
- RelocationEntry RE(PTSectionID, PTEntryOffset,
- MachO::GENERIC_RELOC_VANILLA, 0, false, 2);
- addRelocationForSymbol(RE, IndirectSymbolName);
- PTEntryOffset += PTEntrySize;
- }
- return Error::success();
- }
- bool RuntimeDyldMachO::isCompatibleFile(const object::ObjectFile &Obj) const {
- return Obj.isMachO();
- }
- template <typename Impl>
- Error
- RuntimeDyldMachOCRTPBase<Impl>::finalizeLoad(const ObjectFile &Obj,
- ObjSectionToIDMap &SectionMap) {
- unsigned EHFrameSID = RTDYLD_INVALID_SECTION_ID;
- unsigned TextSID = RTDYLD_INVALID_SECTION_ID;
- unsigned ExceptTabSID = RTDYLD_INVALID_SECTION_ID;
- for (const auto &Section : Obj.sections()) {
- StringRef Name;
- if (Expected<StringRef> NameOrErr = Section.getName())
- Name = *NameOrErr;
- else
- consumeError(NameOrErr.takeError());
- // Force emission of the __text, __eh_frame, and __gcc_except_tab sections
- // if they're present. Otherwise call down to the impl to handle other
- // sections that have already been emitted.
- if (Name == "__text") {
- if (auto TextSIDOrErr = findOrEmitSection(Obj, Section, true, SectionMap))
- TextSID = *TextSIDOrErr;
- else
- return TextSIDOrErr.takeError();
- } else if (Name == "__eh_frame") {
- if (auto EHFrameSIDOrErr = findOrEmitSection(Obj, Section, false,
- SectionMap))
- EHFrameSID = *EHFrameSIDOrErr;
- else
- return EHFrameSIDOrErr.takeError();
- } else if (Name == "__gcc_except_tab") {
- if (auto ExceptTabSIDOrErr = findOrEmitSection(Obj, Section, true,
- SectionMap))
- ExceptTabSID = *ExceptTabSIDOrErr;
- else
- return ExceptTabSIDOrErr.takeError();
- } else {
- auto I = SectionMap.find(Section);
- if (I != SectionMap.end())
- if (auto Err = impl().finalizeSection(Obj, I->second, Section))
- return Err;
- }
- }
- UnregisteredEHFrameSections.push_back(
- EHFrameRelatedSections(EHFrameSID, TextSID, ExceptTabSID));
- return Error::success();
- }
- template <typename Impl>
- unsigned char *RuntimeDyldMachOCRTPBase<Impl>::processFDE(uint8_t *P,
- int64_t DeltaForText,
- int64_t DeltaForEH) {
- typedef typename Impl::TargetPtrT TargetPtrT;
- LLVM_DEBUG(dbgs() << "Processing FDE: Delta for text: " << DeltaForText
- << ", Delta for EH: " << DeltaForEH << "\n");
- uint32_t Length = readBytesUnaligned(P, 4);
- P += 4;
- uint8_t *Ret = P + Length;
- uint32_t Offset = readBytesUnaligned(P, 4);
- if (Offset == 0) // is a CIE
- return Ret;
- P += 4;
- TargetPtrT FDELocation = readBytesUnaligned(P, sizeof(TargetPtrT));
- TargetPtrT NewLocation = FDELocation - DeltaForText;
- writeBytesUnaligned(NewLocation, P, sizeof(TargetPtrT));
- P += sizeof(TargetPtrT);
- // Skip the FDE address range
- P += sizeof(TargetPtrT);
- uint8_t Augmentationsize = *P;
- P += 1;
- if (Augmentationsize != 0) {
- TargetPtrT LSDA = readBytesUnaligned(P, sizeof(TargetPtrT));
- TargetPtrT NewLSDA = LSDA - DeltaForEH;
- writeBytesUnaligned(NewLSDA, P, sizeof(TargetPtrT));
- }
- return Ret;
- }
- static int64_t computeDelta(SectionEntry *A, SectionEntry *B) {
- int64_t ObjDistance = static_cast<int64_t>(A->getObjAddress()) -
- static_cast<int64_t>(B->getObjAddress());
- int64_t MemDistance = A->getLoadAddress() - B->getLoadAddress();
- return ObjDistance - MemDistance;
- }
- template <typename Impl>
- void RuntimeDyldMachOCRTPBase<Impl>::registerEHFrames() {
- for (int i = 0, e = UnregisteredEHFrameSections.size(); i != e; ++i) {
- EHFrameRelatedSections &SectionInfo = UnregisteredEHFrameSections[i];
- if (SectionInfo.EHFrameSID == RTDYLD_INVALID_SECTION_ID ||
- SectionInfo.TextSID == RTDYLD_INVALID_SECTION_ID)
- continue;
- SectionEntry *Text = &Sections[SectionInfo.TextSID];
- SectionEntry *EHFrame = &Sections[SectionInfo.EHFrameSID];
- SectionEntry *ExceptTab = nullptr;
- if (SectionInfo.ExceptTabSID != RTDYLD_INVALID_SECTION_ID)
- ExceptTab = &Sections[SectionInfo.ExceptTabSID];
- int64_t DeltaForText = computeDelta(Text, EHFrame);
- int64_t DeltaForEH = 0;
- if (ExceptTab)
- DeltaForEH = computeDelta(ExceptTab, EHFrame);
- uint8_t *P = EHFrame->getAddress();
- uint8_t *End = P + EHFrame->getSize();
- while (P != End) {
- P = processFDE(P, DeltaForText, DeltaForEH);
- }
- MemMgr.registerEHFrames(EHFrame->getAddress(), EHFrame->getLoadAddress(),
- EHFrame->getSize());
- }
- UnregisteredEHFrameSections.clear();
- }
- std::unique_ptr<RuntimeDyldMachO>
- RuntimeDyldMachO::create(Triple::ArchType Arch,
- RuntimeDyld::MemoryManager &MemMgr,
- JITSymbolResolver &Resolver) {
- switch (Arch) {
- default:
- llvm_unreachable("Unsupported target for RuntimeDyldMachO.");
- break;
- case Triple::arm:
- return std::make_unique<RuntimeDyldMachOARM>(MemMgr, Resolver);
- case Triple::aarch64:
- return std::make_unique<RuntimeDyldMachOAArch64>(MemMgr, Resolver);
- case Triple::aarch64_32:
- return std::make_unique<RuntimeDyldMachOAArch64>(MemMgr, Resolver);
- case Triple::x86:
- return std::make_unique<RuntimeDyldMachOI386>(MemMgr, Resolver);
- case Triple::x86_64:
- return std::make_unique<RuntimeDyldMachOX86_64>(MemMgr, Resolver);
- }
- }
- std::unique_ptr<RuntimeDyld::LoadedObjectInfo>
- RuntimeDyldMachO::loadObject(const object::ObjectFile &O) {
- if (auto ObjSectionToIDOrErr = loadObjectImpl(O))
- return std::make_unique<LoadedMachOObjectInfo>(*this,
- *ObjSectionToIDOrErr);
- else {
- HasError = true;
- raw_string_ostream ErrStream(ErrorStr);
- logAllUnhandledErrors(ObjSectionToIDOrErr.takeError(), ErrStream);
- return nullptr;
- }
- }
- } // end namespace llvm
|