1bdd1243dSDimitry Andric //===----- ELF_i386.cpp - JIT linker implementation for ELF/i386 ----===//
2bdd1243dSDimitry Andric //
3bdd1243dSDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4bdd1243dSDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
5bdd1243dSDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6bdd1243dSDimitry Andric //
7bdd1243dSDimitry Andric //===----------------------------------------------------------------------===//
8bdd1243dSDimitry Andric //
9bdd1243dSDimitry Andric // ELF/i386 jit-link implementation.
10bdd1243dSDimitry Andric //
11bdd1243dSDimitry Andric //===----------------------------------------------------------------------===//
12bdd1243dSDimitry Andric 
13bdd1243dSDimitry Andric #include "llvm/ExecutionEngine/JITLink/ELF_i386.h"
14bdd1243dSDimitry Andric #include "DefineExternalSectionStartAndEndSymbols.h"
15bdd1243dSDimitry Andric #include "ELFLinkGraphBuilder.h"
16bdd1243dSDimitry Andric #include "JITLinkGeneric.h"
17bdd1243dSDimitry Andric #include "llvm/BinaryFormat/ELF.h"
18bdd1243dSDimitry Andric #include "llvm/ExecutionEngine/JITLink/i386.h"
19bdd1243dSDimitry Andric #include "llvm/Object/ELFObjectFile.h"
20bdd1243dSDimitry Andric 
21bdd1243dSDimitry Andric #define DEBUG_TYPE "jitlink"
22bdd1243dSDimitry Andric 
23bdd1243dSDimitry Andric using namespace llvm;
24bdd1243dSDimitry Andric using namespace llvm::jitlink;
25bdd1243dSDimitry Andric 
26bdd1243dSDimitry Andric namespace {
27bdd1243dSDimitry Andric constexpr StringRef ELFGOTSymbolName = "_GLOBAL_OFFSET_TABLE_";
28bdd1243dSDimitry Andric 
buildTables_ELF_i386(LinkGraph & G)29bdd1243dSDimitry Andric Error buildTables_ELF_i386(LinkGraph &G) {
30bdd1243dSDimitry Andric   LLVM_DEBUG(dbgs() << "Visiting edges in graph:\n");
31bdd1243dSDimitry Andric 
32bdd1243dSDimitry Andric   i386::GOTTableManager GOT;
33*06c3fb27SDimitry Andric   i386::PLTTableManager PLT(GOT);
34*06c3fb27SDimitry Andric   visitExistingEdges(G, GOT, PLT);
35bdd1243dSDimitry Andric   return Error::success();
36bdd1243dSDimitry Andric }
37bdd1243dSDimitry Andric } // namespace
38bdd1243dSDimitry Andric 
39bdd1243dSDimitry Andric namespace llvm::jitlink {
40bdd1243dSDimitry Andric 
41bdd1243dSDimitry Andric class ELFJITLinker_i386 : public JITLinker<ELFJITLinker_i386> {
42bdd1243dSDimitry Andric   friend class JITLinker<ELFJITLinker_i386>;
43bdd1243dSDimitry Andric 
44bdd1243dSDimitry Andric public:
ELFJITLinker_i386(std::unique_ptr<JITLinkContext> Ctx,std::unique_ptr<LinkGraph> G,PassConfiguration PassConfig)45bdd1243dSDimitry Andric   ELFJITLinker_i386(std::unique_ptr<JITLinkContext> Ctx,
46bdd1243dSDimitry Andric                     std::unique_ptr<LinkGraph> G, PassConfiguration PassConfig)
47bdd1243dSDimitry Andric       : JITLinker(std::move(Ctx), std::move(G), std::move(PassConfig)) {
48bdd1243dSDimitry Andric     getPassConfig().PostAllocationPasses.push_back(
49bdd1243dSDimitry Andric         [this](LinkGraph &G) { return getOrCreateGOTSymbol(G); });
50bdd1243dSDimitry Andric   }
51bdd1243dSDimitry Andric 
52bdd1243dSDimitry Andric private:
53bdd1243dSDimitry Andric   Symbol *GOTSymbol = nullptr;
54bdd1243dSDimitry Andric 
getOrCreateGOTSymbol(LinkGraph & G)55bdd1243dSDimitry Andric   Error getOrCreateGOTSymbol(LinkGraph &G) {
56bdd1243dSDimitry Andric     auto DefineExternalGOTSymbolIfPresent =
57bdd1243dSDimitry Andric         createDefineExternalSectionStartAndEndSymbolsPass(
58bdd1243dSDimitry Andric             [&](LinkGraph &LG, Symbol &Sym) -> SectionRangeSymbolDesc {
59bdd1243dSDimitry Andric               if (Sym.getName() == ELFGOTSymbolName)
60bdd1243dSDimitry Andric                 if (auto *GOTSection = G.findSectionByName(
61bdd1243dSDimitry Andric                         i386::GOTTableManager::getSectionName())) {
62bdd1243dSDimitry Andric                   GOTSymbol = &Sym;
63bdd1243dSDimitry Andric                   return {*GOTSection, true};
64bdd1243dSDimitry Andric                 }
65bdd1243dSDimitry Andric               return {};
66bdd1243dSDimitry Andric             });
67bdd1243dSDimitry Andric 
68bdd1243dSDimitry Andric     // Try to attach _GLOBAL_OFFSET_TABLE_ to the GOT if it's defined as an
69bdd1243dSDimitry Andric     // external.
70bdd1243dSDimitry Andric     if (auto Err = DefineExternalGOTSymbolIfPresent(G))
71bdd1243dSDimitry Andric       return Err;
72bdd1243dSDimitry Andric 
73bdd1243dSDimitry Andric     // If we succeeded then we're done.
74bdd1243dSDimitry Andric     if (GOTSymbol)
75bdd1243dSDimitry Andric       return Error::success();
76bdd1243dSDimitry Andric 
77bdd1243dSDimitry Andric     // Otherwise look for a GOT section: If it already has a start symbol we'll
78bdd1243dSDimitry Andric     // record it, otherwise we'll create our own.
79bdd1243dSDimitry Andric     // If there's a GOT section but we didn't find an external GOT symbol...
80bdd1243dSDimitry Andric     if (auto *GOTSection =
81bdd1243dSDimitry Andric             G.findSectionByName(i386::GOTTableManager::getSectionName())) {
82bdd1243dSDimitry Andric 
83bdd1243dSDimitry Andric       // Check for an existing defined symbol.
84bdd1243dSDimitry Andric       for (auto *Sym : GOTSection->symbols())
85bdd1243dSDimitry Andric         if (Sym->getName() == ELFGOTSymbolName) {
86bdd1243dSDimitry Andric           GOTSymbol = Sym;
87bdd1243dSDimitry Andric           return Error::success();
88bdd1243dSDimitry Andric         }
89bdd1243dSDimitry Andric 
90bdd1243dSDimitry Andric       // If there's no defined symbol then create one.
91bdd1243dSDimitry Andric       SectionRange SR(*GOTSection);
92bdd1243dSDimitry Andric 
93bdd1243dSDimitry Andric       if (SR.empty()) {
94bdd1243dSDimitry Andric         GOTSymbol =
95bdd1243dSDimitry Andric             &G.addAbsoluteSymbol(ELFGOTSymbolName, orc::ExecutorAddr(), 0,
96bdd1243dSDimitry Andric                                  Linkage::Strong, Scope::Local, true);
97bdd1243dSDimitry Andric       } else {
98bdd1243dSDimitry Andric         GOTSymbol =
99bdd1243dSDimitry Andric             &G.addDefinedSymbol(*SR.getFirstBlock(), 0, ELFGOTSymbolName, 0,
100bdd1243dSDimitry Andric                                 Linkage::Strong, Scope::Local, false, true);
101bdd1243dSDimitry Andric       }
102bdd1243dSDimitry Andric     }
103bdd1243dSDimitry Andric 
104bdd1243dSDimitry Andric     return Error::success();
105bdd1243dSDimitry Andric   }
106bdd1243dSDimitry Andric 
applyFixup(LinkGraph & G,Block & B,const Edge & E) const107bdd1243dSDimitry Andric   Error applyFixup(LinkGraph &G, Block &B, const Edge &E) const {
108bdd1243dSDimitry Andric     return i386::applyFixup(G, B, E, GOTSymbol);
109bdd1243dSDimitry Andric   }
110bdd1243dSDimitry Andric };
111bdd1243dSDimitry Andric 
112bdd1243dSDimitry Andric template <typename ELFT>
113bdd1243dSDimitry Andric class ELFLinkGraphBuilder_i386 : public ELFLinkGraphBuilder<ELFT> {
114bdd1243dSDimitry Andric private:
getRelocationKind(const uint32_t Type)115bdd1243dSDimitry Andric   static Expected<i386::EdgeKind_i386> getRelocationKind(const uint32_t Type) {
116bdd1243dSDimitry Andric     using namespace i386;
117bdd1243dSDimitry Andric     switch (Type) {
118bdd1243dSDimitry Andric     case ELF::R_386_NONE:
119bdd1243dSDimitry Andric       return EdgeKind_i386::None;
120bdd1243dSDimitry Andric     case ELF::R_386_32:
121bdd1243dSDimitry Andric       return EdgeKind_i386::Pointer32;
122bdd1243dSDimitry Andric     case ELF::R_386_PC32:
123bdd1243dSDimitry Andric       return EdgeKind_i386::PCRel32;
124bdd1243dSDimitry Andric     case ELF::R_386_16:
125bdd1243dSDimitry Andric       return EdgeKind_i386::Pointer16;
126bdd1243dSDimitry Andric     case ELF::R_386_PC16:
127bdd1243dSDimitry Andric       return EdgeKind_i386::PCRel16;
128bdd1243dSDimitry Andric     case ELF::R_386_GOT32:
129bdd1243dSDimitry Andric       return EdgeKind_i386::RequestGOTAndTransformToDelta32FromGOT;
130bdd1243dSDimitry Andric     case ELF::R_386_GOTPC:
131bdd1243dSDimitry Andric       return EdgeKind_i386::Delta32;
132bdd1243dSDimitry Andric     case ELF::R_386_GOTOFF:
133bdd1243dSDimitry Andric       return EdgeKind_i386::Delta32FromGOT;
134*06c3fb27SDimitry Andric     case ELF::R_386_PLT32:
135*06c3fb27SDimitry Andric       return EdgeKind_i386::BranchPCRel32;
136bdd1243dSDimitry Andric     }
137bdd1243dSDimitry Andric 
138bdd1243dSDimitry Andric     return make_error<JITLinkError>("Unsupported i386 relocation:" +
139bdd1243dSDimitry Andric                                     formatv("{0:d}", Type));
140bdd1243dSDimitry Andric   }
141bdd1243dSDimitry Andric 
addRelocations()142bdd1243dSDimitry Andric   Error addRelocations() override {
143bdd1243dSDimitry Andric     LLVM_DEBUG(dbgs() << "Adding relocations\n");
144bdd1243dSDimitry Andric     using Base = ELFLinkGraphBuilder<ELFT>;
145bdd1243dSDimitry Andric     using Self = ELFLinkGraphBuilder_i386;
146bdd1243dSDimitry Andric 
147bdd1243dSDimitry Andric     for (const auto &RelSect : Base::Sections) {
148bdd1243dSDimitry Andric       // Validate the section to read relocation entries from.
149bdd1243dSDimitry Andric       if (RelSect.sh_type == ELF::SHT_RELA)
150bdd1243dSDimitry Andric         return make_error<StringError>(
151bdd1243dSDimitry Andric             "No SHT_RELA in valid i386 ELF object files",
152bdd1243dSDimitry Andric             inconvertibleErrorCode());
153bdd1243dSDimitry Andric 
154bdd1243dSDimitry Andric       if (Error Err = Base::forEachRelRelocation(RelSect, this,
155bdd1243dSDimitry Andric                                                  &Self::addSingleRelocation))
156bdd1243dSDimitry Andric         return Err;
157bdd1243dSDimitry Andric     }
158bdd1243dSDimitry Andric 
159bdd1243dSDimitry Andric     return Error::success();
160bdd1243dSDimitry Andric   }
161bdd1243dSDimitry Andric 
addSingleRelocation(const typename ELFT::Rel & Rel,const typename ELFT::Shdr & FixupSection,Block & BlockToFix)162bdd1243dSDimitry Andric   Error addSingleRelocation(const typename ELFT::Rel &Rel,
163bdd1243dSDimitry Andric                             const typename ELFT::Shdr &FixupSection,
164bdd1243dSDimitry Andric                             Block &BlockToFix) {
165bdd1243dSDimitry Andric     using Base = ELFLinkGraphBuilder<ELFT>;
166bdd1243dSDimitry Andric 
167bdd1243dSDimitry Andric     uint32_t SymbolIndex = Rel.getSymbol(false);
168bdd1243dSDimitry Andric     auto ObjSymbol = Base::Obj.getRelocationSymbol(Rel, Base::SymTabSec);
169bdd1243dSDimitry Andric     if (!ObjSymbol)
170bdd1243dSDimitry Andric       return ObjSymbol.takeError();
171bdd1243dSDimitry Andric 
172bdd1243dSDimitry Andric     Symbol *GraphSymbol = Base::getGraphSymbol(SymbolIndex);
173bdd1243dSDimitry Andric     if (!GraphSymbol)
174bdd1243dSDimitry Andric       return make_error<StringError>(
175bdd1243dSDimitry Andric           formatv("Could not find symbol at given index, did you add it to "
176bdd1243dSDimitry Andric                   "JITSymbolTable? index: {0}, shndx: {1} Size of table: {2}",
177bdd1243dSDimitry Andric                   SymbolIndex, (*ObjSymbol)->st_shndx,
178bdd1243dSDimitry Andric                   Base::GraphSymbols.size()),
179bdd1243dSDimitry Andric           inconvertibleErrorCode());
180bdd1243dSDimitry Andric 
181bdd1243dSDimitry Andric     Expected<i386::EdgeKind_i386> Kind = getRelocationKind(Rel.getType(false));
182bdd1243dSDimitry Andric     if (!Kind)
183bdd1243dSDimitry Andric       return Kind.takeError();
184bdd1243dSDimitry Andric 
185bdd1243dSDimitry Andric     auto FixupAddress = orc::ExecutorAddr(FixupSection.sh_addr) + Rel.r_offset;
186bdd1243dSDimitry Andric     int64_t Addend = 0;
187bdd1243dSDimitry Andric 
188bdd1243dSDimitry Andric     switch (*Kind) {
189bdd1243dSDimitry Andric     case i386::EdgeKind_i386::Delta32: {
190bdd1243dSDimitry Andric       const char *FixupContent = BlockToFix.getContent().data() +
191bdd1243dSDimitry Andric                                  (FixupAddress - BlockToFix.getAddress());
192bdd1243dSDimitry Andric       Addend = *(const support::ulittle32_t *)FixupContent;
193bdd1243dSDimitry Andric       break;
194bdd1243dSDimitry Andric     }
195bdd1243dSDimitry Andric     default:
196bdd1243dSDimitry Andric       break;
197bdd1243dSDimitry Andric     }
198bdd1243dSDimitry Andric 
199bdd1243dSDimitry Andric     Edge::OffsetT Offset = FixupAddress - BlockToFix.getAddress();
200bdd1243dSDimitry Andric     Edge GE(*Kind, Offset, *GraphSymbol, Addend);
201bdd1243dSDimitry Andric     LLVM_DEBUG({
202bdd1243dSDimitry Andric       dbgs() << "    ";
203bdd1243dSDimitry Andric       printEdge(dbgs(), BlockToFix, GE, i386::getEdgeKindName(*Kind));
204bdd1243dSDimitry Andric       dbgs() << "\n";
205bdd1243dSDimitry Andric     });
206bdd1243dSDimitry Andric 
207bdd1243dSDimitry Andric     BlockToFix.addEdge(std::move(GE));
208bdd1243dSDimitry Andric     return Error::success();
209bdd1243dSDimitry Andric   }
210bdd1243dSDimitry Andric 
211bdd1243dSDimitry Andric public:
ELFLinkGraphBuilder_i386(StringRef FileName,const object::ELFFile<ELFT> & Obj,Triple TT,SubtargetFeatures Features)212bdd1243dSDimitry Andric   ELFLinkGraphBuilder_i386(StringRef FileName, const object::ELFFile<ELFT> &Obj,
213*06c3fb27SDimitry Andric                            Triple TT, SubtargetFeatures Features)
214*06c3fb27SDimitry Andric       : ELFLinkGraphBuilder<ELFT>(Obj, std::move(TT), std::move(Features),
215*06c3fb27SDimitry Andric                                   FileName, i386::getEdgeKindName) {}
216bdd1243dSDimitry Andric };
217bdd1243dSDimitry Andric 
218bdd1243dSDimitry Andric Expected<std::unique_ptr<LinkGraph>>
createLinkGraphFromELFObject_i386(MemoryBufferRef ObjectBuffer)219bdd1243dSDimitry Andric createLinkGraphFromELFObject_i386(MemoryBufferRef ObjectBuffer) {
220bdd1243dSDimitry Andric   LLVM_DEBUG({
221bdd1243dSDimitry Andric     dbgs() << "Building jitlink graph for new input "
222bdd1243dSDimitry Andric            << ObjectBuffer.getBufferIdentifier() << "...\n";
223bdd1243dSDimitry Andric   });
224bdd1243dSDimitry Andric 
225bdd1243dSDimitry Andric   auto ELFObj = object::ObjectFile::createELFObjectFile(ObjectBuffer);
226bdd1243dSDimitry Andric   if (!ELFObj)
227bdd1243dSDimitry Andric     return ELFObj.takeError();
228bdd1243dSDimitry Andric 
229*06c3fb27SDimitry Andric   auto Features = (*ELFObj)->getFeatures();
230*06c3fb27SDimitry Andric   if (!Features)
231*06c3fb27SDimitry Andric     return Features.takeError();
232*06c3fb27SDimitry Andric 
233bdd1243dSDimitry Andric   assert((*ELFObj)->getArch() == Triple::x86 &&
234bdd1243dSDimitry Andric          "Only i386 (little endian) is supported for now");
235bdd1243dSDimitry Andric 
236bdd1243dSDimitry Andric   auto &ELFObjFile = cast<object::ELFObjectFile<object::ELF32LE>>(**ELFObj);
237*06c3fb27SDimitry Andric   return ELFLinkGraphBuilder_i386<object::ELF32LE>(
238*06c3fb27SDimitry Andric              (*ELFObj)->getFileName(), ELFObjFile.getELFFile(),
239*06c3fb27SDimitry Andric              (*ELFObj)->makeTriple(), std::move(*Features))
240bdd1243dSDimitry Andric       .buildGraph();
241bdd1243dSDimitry Andric }
242bdd1243dSDimitry Andric 
link_ELF_i386(std::unique_ptr<LinkGraph> G,std::unique_ptr<JITLinkContext> Ctx)243bdd1243dSDimitry Andric void link_ELF_i386(std::unique_ptr<LinkGraph> G,
244bdd1243dSDimitry Andric                    std::unique_ptr<JITLinkContext> Ctx) {
245bdd1243dSDimitry Andric   PassConfiguration Config;
246bdd1243dSDimitry Andric   const Triple &TT = G->getTargetTriple();
247bdd1243dSDimitry Andric   if (Ctx->shouldAddDefaultTargetPasses(TT)) {
248bdd1243dSDimitry Andric     if (auto MarkLive = Ctx->getMarkLivePass(TT))
249bdd1243dSDimitry Andric       Config.PrePrunePasses.push_back(std::move(MarkLive));
250bdd1243dSDimitry Andric     else
251bdd1243dSDimitry Andric       Config.PrePrunePasses.push_back(markAllSymbolsLive);
252bdd1243dSDimitry Andric 
253*06c3fb27SDimitry Andric     // Add an in-place GOT and PLT build pass.
254bdd1243dSDimitry Andric     Config.PostPrunePasses.push_back(buildTables_ELF_i386);
255*06c3fb27SDimitry Andric 
256*06c3fb27SDimitry Andric     // Add GOT/Stubs optimizer pass.
257*06c3fb27SDimitry Andric     Config.PreFixupPasses.push_back(i386::optimizeGOTAndStubAccesses);
258bdd1243dSDimitry Andric   }
259bdd1243dSDimitry Andric   if (auto Err = Ctx->modifyPassConfig(*G, Config))
260bdd1243dSDimitry Andric     return Ctx->notifyFailed(std::move(Err));
261bdd1243dSDimitry Andric 
262bdd1243dSDimitry Andric   ELFJITLinker_i386::link(std::move(Ctx), std::move(G), std::move(Config));
263bdd1243dSDimitry Andric }
264bdd1243dSDimitry Andric 
265bdd1243dSDimitry Andric } // namespace llvm::jitlink
266