1 //===- Target.cpp ---------------------------------------------------------===//
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
8 //===----------------------------------------------------------------------===//
10 // Machine-specific things, such as applying relocations, creation of
11 // GOT or PLT entries, etc., are handled in this file.
13 // Refer the ELF spec for the single letter variables, S, A or P, used
16 // Some functions defined in this file has "relaxTls" as part of their names.
17 // They do peephole optimization for TLS variables by rewriting instructions.
18 // They are not part of the ABI but optional optimization, so you can skip
19 // them if you are not interested in how TLS variables are optimized.
20 // See the following paper for the details.
22 // Ulrich Drepper, ELF Handling For Thread-Local Storage
23 // http://www.akkadia.org/drepper/tls.pdf
25 //===----------------------------------------------------------------------===//
29 #include "InputFiles.h"
31 #include "OutputSections.h"
32 #include "SymbolTable.h"
34 #include "SyntheticSections.h"
37 #include "llvm/ADT/ArrayRef.h"
38 #include "llvm/Object/ELF.h"
39 #include "llvm/Support/ELF.h"
40 #include "llvm/Support/Endian.h"
43 using namespace llvm::object;
44 using namespace llvm::support::endian;
45 using namespace llvm::ELF;
47 std::string lld::toString(uint32_t Type) {
48 StringRef S = getELFRelocationTypeName(elf::Config->EMachine, Type);
50 return ("Unknown (" + Twine(Type) + ")").str();
59 static void or32le(uint8_t *P, int32_t V) { write32le(P, read32le(P) | V); }
60 static void or32be(uint8_t *P, int32_t V) { write32be(P, read32be(P) | V); }
62 template <class ELFT> static std::string getErrorLoc(const uint8_t *Loc) {
63 for (InputSectionBase *D : InputSections) {
64 auto *IS = dyn_cast_or_null<InputSection>(D);
65 if (!IS || !IS->OutSec)
68 uint8_t *ISLoc = cast<OutputSection>(IS->OutSec)->Loc + IS->OutSecOff;
69 if (ISLoc <= Loc && Loc < ISLoc + IS->getSize())
70 return IS->template getLocation<ELFT>(Loc - ISLoc) + ": ";
75 static std::string getErrorLocation(const uint8_t *Loc) {
76 switch (Config->EKind) {
78 return getErrorLoc<ELF32LE>(Loc);
80 return getErrorLoc<ELF32BE>(Loc);
82 return getErrorLoc<ELF64LE>(Loc);
84 return getErrorLoc<ELF64BE>(Loc);
86 llvm_unreachable("unknown ELF type");
91 static void checkInt(uint8_t *Loc, int64_t V, uint32_t Type) {
93 error(getErrorLocation(Loc) + "relocation " + toString(Type) +
98 static void checkUInt(uint8_t *Loc, uint64_t V, uint32_t Type) {
100 error(getErrorLocation(Loc) + "relocation " + toString(Type) +
104 template <unsigned N>
105 static void checkIntUInt(uint8_t *Loc, uint64_t V, uint32_t Type) {
106 if (!isInt<N>(V) && !isUInt<N>(V))
107 error(getErrorLocation(Loc) + "relocation " + toString(Type) +
111 template <unsigned N>
112 static void checkAlignment(uint8_t *Loc, uint64_t V, uint32_t Type) {
113 if ((V & (N - 1)) != 0)
114 error(getErrorLocation(Loc) + "improper alignment for relocation " +
119 class X86TargetInfo final : public TargetInfo {
122 RelExpr getRelExpr(uint32_t Type, const SymbolBody &S,
123 const uint8_t *Loc) const override;
124 int64_t getImplicitAddend(const uint8_t *Buf, uint32_t Type) const override;
125 void writeGotPltHeader(uint8_t *Buf) const override;
126 uint32_t getDynRel(uint32_t Type) const override;
127 void writeGotPlt(uint8_t *Buf, const SymbolBody &S) const override;
128 void writeIgotPlt(uint8_t *Buf, const SymbolBody &S) const override;
129 void writePltHeader(uint8_t *Buf) const override;
130 void writePlt(uint8_t *Buf, uint64_t GotPltEntryAddr, uint64_t PltEntryAddr,
131 int32_t Index, unsigned RelOff) const override;
132 void relocateOne(uint8_t *Loc, uint32_t Type, uint64_t Val) const override;
134 RelExpr adjustRelaxExpr(uint32_t Type, const uint8_t *Data,
135 RelExpr Expr) const override;
136 void relaxTlsGdToIe(uint8_t *Loc, uint32_t Type, uint64_t Val) const override;
137 void relaxTlsGdToLe(uint8_t *Loc, uint32_t Type, uint64_t Val) const override;
138 void relaxTlsIeToLe(uint8_t *Loc, uint32_t Type, uint64_t Val) const override;
139 void relaxTlsLdToLe(uint8_t *Loc, uint32_t Type, uint64_t Val) const override;
142 template <class ELFT> class X86_64TargetInfo final : public TargetInfo {
145 RelExpr getRelExpr(uint32_t Type, const SymbolBody &S,
146 const uint8_t *Loc) const override;
147 bool isPicRel(uint32_t Type) const override;
148 void writeGotPltHeader(uint8_t *Buf) const override;
149 void writeGotPlt(uint8_t *Buf, const SymbolBody &S) const override;
150 void writePltHeader(uint8_t *Buf) const override;
151 void writePlt(uint8_t *Buf, uint64_t GotPltEntryAddr, uint64_t PltEntryAddr,
152 int32_t Index, unsigned RelOff) const override;
153 void relocateOne(uint8_t *Loc, uint32_t Type, uint64_t Val) const override;
155 RelExpr adjustRelaxExpr(uint32_t Type, const uint8_t *Data,
156 RelExpr Expr) const override;
157 void relaxGot(uint8_t *Loc, uint64_t Val) const override;
158 void relaxTlsGdToIe(uint8_t *Loc, uint32_t Type, uint64_t Val) const override;
159 void relaxTlsGdToLe(uint8_t *Loc, uint32_t Type, uint64_t Val) const override;
160 void relaxTlsIeToLe(uint8_t *Loc, uint32_t Type, uint64_t Val) const override;
161 void relaxTlsLdToLe(uint8_t *Loc, uint32_t Type, uint64_t Val) const override;
164 void relaxGotNoPic(uint8_t *Loc, uint64_t Val, uint8_t Op,
165 uint8_t ModRm) const;
168 class PPCTargetInfo final : public TargetInfo {
171 void relocateOne(uint8_t *Loc, uint32_t Type, uint64_t Val) const override;
172 RelExpr getRelExpr(uint32_t Type, const SymbolBody &S,
173 const uint8_t *Loc) const override;
176 class PPC64TargetInfo final : public TargetInfo {
179 RelExpr getRelExpr(uint32_t Type, const SymbolBody &S,
180 const uint8_t *Loc) const override;
181 void writePlt(uint8_t *Buf, uint64_t GotPltEntryAddr, uint64_t PltEntryAddr,
182 int32_t Index, unsigned RelOff) const override;
183 void relocateOne(uint8_t *Loc, uint32_t Type, uint64_t Val) const override;
186 class AArch64TargetInfo final : public TargetInfo {
189 RelExpr getRelExpr(uint32_t Type, const SymbolBody &S,
190 const uint8_t *Loc) const override;
191 bool isPicRel(uint32_t Type) const override;
192 void writeGotPlt(uint8_t *Buf, const SymbolBody &S) const override;
193 void writePltHeader(uint8_t *Buf) const override;
194 void writePlt(uint8_t *Buf, uint64_t GotPltEntryAddr, uint64_t PltEntryAddr,
195 int32_t Index, unsigned RelOff) const override;
196 bool usesOnlyLowPageBits(uint32_t Type) const override;
197 void relocateOne(uint8_t *Loc, uint32_t Type, uint64_t Val) const override;
198 RelExpr adjustRelaxExpr(uint32_t Type, const uint8_t *Data,
199 RelExpr Expr) const override;
200 void relaxTlsGdToLe(uint8_t *Loc, uint32_t Type, uint64_t Val) const override;
201 void relaxTlsGdToIe(uint8_t *Loc, uint32_t Type, uint64_t Val) const override;
202 void relaxTlsIeToLe(uint8_t *Loc, uint32_t Type, uint64_t Val) const override;
205 class AMDGPUTargetInfo final : public TargetInfo {
208 void relocateOne(uint8_t *Loc, uint32_t Type, uint64_t Val) const override;
209 RelExpr getRelExpr(uint32_t Type, const SymbolBody &S,
210 const uint8_t *Loc) const override;
213 class ARMTargetInfo final : public TargetInfo {
216 RelExpr getRelExpr(uint32_t Type, const SymbolBody &S,
217 const uint8_t *Loc) const override;
218 bool isPicRel(uint32_t Type) const override;
219 uint32_t getDynRel(uint32_t Type) const override;
220 int64_t getImplicitAddend(const uint8_t *Buf, uint32_t Type) const override;
221 void writeGotPlt(uint8_t *Buf, const SymbolBody &S) const override;
222 void writeIgotPlt(uint8_t *Buf, const SymbolBody &S) const override;
223 void writePltHeader(uint8_t *Buf) const override;
224 void writePlt(uint8_t *Buf, uint64_t GotPltEntryAddr, uint64_t PltEntryAddr,
225 int32_t Index, unsigned RelOff) const override;
226 void addPltSymbols(InputSectionBase *IS, uint64_t Off) const override;
227 void addPltHeaderSymbols(InputSectionBase *ISD) const override;
228 bool needsThunk(RelExpr Expr, uint32_t RelocType, const InputFile *File,
229 const SymbolBody &S) const override;
230 void relocateOne(uint8_t *Loc, uint32_t Type, uint64_t Val) const override;
233 template <class ELFT> class MipsTargetInfo final : public TargetInfo {
236 RelExpr getRelExpr(uint32_t Type, const SymbolBody &S,
237 const uint8_t *Loc) const override;
238 int64_t getImplicitAddend(const uint8_t *Buf, uint32_t Type) const override;
239 bool isPicRel(uint32_t Type) const override;
240 uint32_t getDynRel(uint32_t Type) const override;
241 void writeGotPlt(uint8_t *Buf, const SymbolBody &S) const override;
242 void writePltHeader(uint8_t *Buf) const override;
243 void writePlt(uint8_t *Buf, uint64_t GotPltEntryAddr, uint64_t PltEntryAddr,
244 int32_t Index, unsigned RelOff) const override;
245 bool needsThunk(RelExpr Expr, uint32_t RelocType, const InputFile *File,
246 const SymbolBody &S) const override;
247 void relocateOne(uint8_t *Loc, uint32_t Type, uint64_t Val) const override;
248 bool usesOnlyLowPageBits(uint32_t Type) const override;
250 } // anonymous namespace
252 TargetInfo *createTarget() {
253 switch (Config->EMachine) {
256 return make<X86TargetInfo>();
258 return make<AArch64TargetInfo>();
260 return make<AMDGPUTargetInfo>();
262 return make<ARMTargetInfo>();
264 switch (Config->EKind) {
266 return make<MipsTargetInfo<ELF32LE>>();
268 return make<MipsTargetInfo<ELF32BE>>();
270 return make<MipsTargetInfo<ELF64LE>>();
272 return make<MipsTargetInfo<ELF64BE>>();
274 fatal("unsupported MIPS target");
277 return make<PPCTargetInfo>();
279 return make<PPC64TargetInfo>();
281 if (Config->EKind == ELF32LEKind)
282 return make<X86_64TargetInfo<ELF32LE>>();
283 return make<X86_64TargetInfo<ELF64LE>>();
285 fatal("unknown target machine");
288 TargetInfo::~TargetInfo() {}
290 int64_t TargetInfo::getImplicitAddend(const uint8_t *Buf, uint32_t Type) const {
294 bool TargetInfo::usesOnlyLowPageBits(uint32_t Type) const { return false; }
296 bool TargetInfo::needsThunk(RelExpr Expr, uint32_t RelocType,
297 const InputFile *File, const SymbolBody &S) const {
301 void TargetInfo::writeIgotPlt(uint8_t *Buf, const SymbolBody &S) const {
305 RelExpr TargetInfo::adjustRelaxExpr(uint32_t Type, const uint8_t *Data,
306 RelExpr Expr) const {
310 void TargetInfo::relaxGot(uint8_t *Loc, uint64_t Val) const {
311 llvm_unreachable("Should not have claimed to be relaxable");
314 void TargetInfo::relaxTlsGdToLe(uint8_t *Loc, uint32_t Type,
315 uint64_t Val) const {
316 llvm_unreachable("Should not have claimed to be relaxable");
319 void TargetInfo::relaxTlsGdToIe(uint8_t *Loc, uint32_t Type,
320 uint64_t Val) const {
321 llvm_unreachable("Should not have claimed to be relaxable");
324 void TargetInfo::relaxTlsIeToLe(uint8_t *Loc, uint32_t Type,
325 uint64_t Val) const {
326 llvm_unreachable("Should not have claimed to be relaxable");
329 void TargetInfo::relaxTlsLdToLe(uint8_t *Loc, uint32_t Type,
330 uint64_t Val) const {
331 llvm_unreachable("Should not have claimed to be relaxable");
334 X86TargetInfo::X86TargetInfo() {
335 CopyRel = R_386_COPY;
336 GotRel = R_386_GLOB_DAT;
337 PltRel = R_386_JUMP_SLOT;
338 IRelativeRel = R_386_IRELATIVE;
339 RelativeRel = R_386_RELATIVE;
340 TlsGotRel = R_386_TLS_TPOFF;
341 TlsModuleIndexRel = R_386_TLS_DTPMOD32;
342 TlsOffsetRel = R_386_TLS_DTPOFF32;
348 // 0xCC is the "int3" (call debug exception handler) instruction.
349 TrapInstr = 0xcccccccc;
352 RelExpr X86TargetInfo::getRelExpr(uint32_t Type, const SymbolBody &S,
353 const uint8_t *Loc) const {
358 case R_386_TLS_LDO_32:
371 return R_GOTONLY_PC_FROM_END;
376 // These relocations can be calculated in two different ways.
377 // Usual calculation is G + A - GOT what means an offset in GOT table
378 // (R_GOT_FROM_END). When instruction pointed by relocation has no base
379 // register, then relocations can be used when PIC code is disabled. In that
380 // case calculation is G + A, it resolves to an address of entry in GOT
381 // (R_GOT) and not an offset.
383 // To check that instruction has no base register we scan ModR/M byte.
384 // See "Table 2-2. 32-Bit Addressing Forms with the ModR/M Byte"
385 // (http://www.intel.com/content/dam/www/public/us/en/documents/manuals/
386 // 64-ia-32-architectures-software-developer-instruction-set-reference-manual-325383.pdf)
387 if ((Loc[-1] & 0xc7) != 0x5)
388 return R_GOT_FROM_END;
390 error(toString(S.File) + ": relocation " + toString(Type) + " against '" +
392 "' without base register can not be used when PIC enabled");
394 case R_386_TLS_GOTIE:
395 return R_GOT_FROM_END;
397 return R_GOTREL_FROM_END;
400 case R_386_TLS_LE_32:
405 error(toString(S.File) + ": unknown relocation type: " + toString(Type));
410 RelExpr X86TargetInfo::adjustRelaxExpr(uint32_t Type, const uint8_t *Data,
411 RelExpr Expr) const {
415 case R_RELAX_TLS_GD_TO_IE:
416 return R_RELAX_TLS_GD_TO_IE_END;
417 case R_RELAX_TLS_GD_TO_LE:
418 return R_RELAX_TLS_GD_TO_LE_NEG;
422 void X86TargetInfo::writeGotPltHeader(uint8_t *Buf) const {
423 write32le(Buf, InX::Dynamic->getVA());
426 void X86TargetInfo::writeGotPlt(uint8_t *Buf, const SymbolBody &S) const {
427 // Entries in .got.plt initially points back to the corresponding
428 // PLT entries with a fixed offset to skip the first instruction.
429 write32le(Buf, S.getPltVA() + 6);
432 void X86TargetInfo::writeIgotPlt(uint8_t *Buf, const SymbolBody &S) const {
433 // An x86 entry is the address of the ifunc resolver function.
434 write32le(Buf, S.getVA());
437 uint32_t X86TargetInfo::getDynRel(uint32_t Type) const {
438 if (Type == R_386_TLS_LE)
439 return R_386_TLS_TPOFF;
440 if (Type == R_386_TLS_LE_32)
441 return R_386_TLS_TPOFF32;
445 void X86TargetInfo::writePltHeader(uint8_t *Buf) const {
447 const uint8_t V[] = {
448 0xff, 0xb3, 0x04, 0x00, 0x00, 0x00, // pushl GOTPLT+4(%ebx)
449 0xff, 0xa3, 0x08, 0x00, 0x00, 0x00, // jmp *GOTPLT+8(%ebx)
450 0x90, 0x90, 0x90, 0x90 // nop
452 memcpy(Buf, V, sizeof(V));
454 uint32_t Ebx = InX::Got->getVA() + InX::Got->getSize();
455 uint32_t GotPlt = InX::GotPlt->getVA() - Ebx;
456 write32le(Buf + 2, GotPlt + 4);
457 write32le(Buf + 8, GotPlt + 8);
461 const uint8_t PltData[] = {
462 0xff, 0x35, 0x00, 0x00, 0x00, 0x00, // pushl (GOTPLT+4)
463 0xff, 0x25, 0x00, 0x00, 0x00, 0x00, // jmp *(GOTPLT+8)
464 0x90, 0x90, 0x90, 0x90 // nop
466 memcpy(Buf, PltData, sizeof(PltData));
467 uint32_t GotPlt = InX::GotPlt->getVA();
468 write32le(Buf + 2, GotPlt + 4);
469 write32le(Buf + 8, GotPlt + 8);
472 void X86TargetInfo::writePlt(uint8_t *Buf, uint64_t GotPltEntryAddr,
473 uint64_t PltEntryAddr, int32_t Index,
474 unsigned RelOff) const {
475 const uint8_t Inst[] = {
476 0xff, 0x00, 0x00, 0x00, 0x00, 0x00, // jmp *foo_in_GOT|*foo@GOT(%ebx)
477 0x68, 0x00, 0x00, 0x00, 0x00, // pushl $reloc_offset
478 0xe9, 0x00, 0x00, 0x00, 0x00 // jmp .PLT0@PC
480 memcpy(Buf, Inst, sizeof(Inst));
483 // jmp *foo@GOT(%ebx)
484 uint32_t Ebx = InX::Got->getVA() + InX::Got->getSize();
486 write32le(Buf + 2, GotPltEntryAddr - Ebx);
490 write32le(Buf + 2, GotPltEntryAddr);
493 write32le(Buf + 7, RelOff);
494 write32le(Buf + 12, -Index * PltEntrySize - PltHeaderSize - 16);
497 int64_t X86TargetInfo::getImplicitAddend(const uint8_t *Buf,
498 uint32_t Type) const {
504 return SignExtend64<8>(*Buf);
507 return SignExtend64<16>(read16le(Buf));
515 case R_386_TLS_LDO_32:
517 return SignExtend64<32>(read32le(Buf));
521 void X86TargetInfo::relocateOne(uint8_t *Loc, uint32_t Type,
522 uint64_t Val) const {
523 // R_386_{PC,}{8,16} are not part of the i386 psABI, but they are
524 // being used for some 16-bit programs such as boot loaders, so
525 // we want to support them.
528 checkUInt<8>(Loc, Val, Type);
532 checkInt<8>(Loc, Val, Type);
536 checkUInt<16>(Loc, Val, Type);
540 checkInt<16>(Loc, Val, Type);
544 checkInt<32>(Loc, Val, Type);
549 void X86TargetInfo::relaxTlsGdToLe(uint8_t *Loc, uint32_t Type,
550 uint64_t Val) const {
552 // leal x@tlsgd(, %ebx, 1),
553 // call __tls_get_addr@plt
556 // subl $x@ntpoff,%eax
557 const uint8_t Inst[] = {
558 0x65, 0xa1, 0x00, 0x00, 0x00, 0x00, // movl %gs:0, %eax
559 0x81, 0xe8, 0x00, 0x00, 0x00, 0x00 // subl 0(%ebx), %eax
561 memcpy(Loc - 3, Inst, sizeof(Inst));
562 write32le(Loc + 5, Val);
565 void X86TargetInfo::relaxTlsGdToIe(uint8_t *Loc, uint32_t Type,
566 uint64_t Val) const {
568 // leal x@tlsgd(, %ebx, 1),
569 // call __tls_get_addr@plt
572 // addl x@gotntpoff(%ebx), %eax
573 const uint8_t Inst[] = {
574 0x65, 0xa1, 0x00, 0x00, 0x00, 0x00, // movl %gs:0, %eax
575 0x03, 0x83, 0x00, 0x00, 0x00, 0x00 // addl 0(%ebx), %eax
577 memcpy(Loc - 3, Inst, sizeof(Inst));
578 write32le(Loc + 5, Val);
581 // In some conditions, relocations can be optimized to avoid using GOT.
582 // This function does that for Initial Exec to Local Exec case.
583 void X86TargetInfo::relaxTlsIeToLe(uint8_t *Loc, uint32_t Type,
584 uint64_t Val) const {
585 // Ulrich's document section 6.2 says that @gotntpoff can
586 // be used with MOVL or ADDL instructions.
587 // @indntpoff is similar to @gotntpoff, but for use in
588 // position dependent code.
589 uint8_t Reg = (Loc[-1] >> 3) & 7;
591 if (Type == R_386_TLS_IE) {
592 if (Loc[-1] == 0xa1) {
593 // "movl foo@indntpoff,%eax" -> "movl $foo,%eax"
594 // This case is different from the generic case below because
595 // this is a 5 byte instruction while below is 6 bytes.
597 } else if (Loc[-2] == 0x8b) {
598 // "movl foo@indntpoff,%reg" -> "movl $foo,%reg"
600 Loc[-1] = 0xc0 | Reg;
602 // "addl foo@indntpoff,%reg" -> "addl $foo,%reg"
604 Loc[-1] = 0xc0 | Reg;
607 assert(Type == R_386_TLS_GOTIE);
608 if (Loc[-2] == 0x8b) {
609 // "movl foo@gottpoff(%rip),%reg" -> "movl $foo,%reg"
611 Loc[-1] = 0xc0 | Reg;
613 // "addl foo@gotntpoff(%rip),%reg" -> "leal foo(%reg),%reg"
615 Loc[-1] = 0x80 | (Reg << 3) | Reg;
621 void X86TargetInfo::relaxTlsLdToLe(uint8_t *Loc, uint32_t Type,
622 uint64_t Val) const {
623 if (Type == R_386_TLS_LDO_32) {
629 // leal foo(%reg),%eax
630 // call ___tls_get_addr
634 // leal 0(%esi,1),%esi
635 const uint8_t Inst[] = {
636 0x65, 0xa1, 0x00, 0x00, 0x00, 0x00, // movl %gs:0,%eax
638 0x8d, 0x74, 0x26, 0x00 // leal 0(%esi,1),%esi
640 memcpy(Loc - 2, Inst, sizeof(Inst));
643 template <class ELFT> X86_64TargetInfo<ELFT>::X86_64TargetInfo() {
644 CopyRel = R_X86_64_COPY;
645 GotRel = R_X86_64_GLOB_DAT;
646 PltRel = R_X86_64_JUMP_SLOT;
647 RelativeRel = R_X86_64_RELATIVE;
648 IRelativeRel = R_X86_64_IRELATIVE;
649 TlsGotRel = R_X86_64_TPOFF64;
650 TlsModuleIndexRel = R_X86_64_DTPMOD64;
651 TlsOffsetRel = R_X86_64_DTPOFF64;
657 // Align to the large page size (known as a superpage or huge page).
658 // FreeBSD automatically promotes large, superpage-aligned allocations.
659 DefaultImageBase = 0x200000;
660 // 0xCC is the "int3" (call debug exception handler) instruction.
661 TrapInstr = 0xcccccccc;
664 template <class ELFT>
665 RelExpr X86_64TargetInfo<ELFT>::getRelExpr(uint32_t Type, const SymbolBody &S,
666 const uint8_t *Loc) const {
673 case R_X86_64_DTPOFF32:
674 case R_X86_64_DTPOFF64:
676 case R_X86_64_TPOFF32:
682 case R_X86_64_SIZE32:
683 case R_X86_64_SIZE64:
692 return R_GOT_FROM_END;
693 case R_X86_64_GOTPCREL:
694 case R_X86_64_GOTPCRELX:
695 case R_X86_64_REX_GOTPCRELX:
696 case R_X86_64_GOTTPOFF:
701 error(toString(S.File) + ": unknown relocation type: " + toString(Type));
706 template <class ELFT>
707 void X86_64TargetInfo<ELFT>::writeGotPltHeader(uint8_t *Buf) const {
708 // The first entry holds the value of _DYNAMIC. It is not clear why that is
709 // required, but it is documented in the psabi and the glibc dynamic linker
710 // seems to use it (note that this is relevant for linking ld.so, not any
712 write64le(Buf, InX::Dynamic->getVA());
715 template <class ELFT>
716 void X86_64TargetInfo<ELFT>::writeGotPlt(uint8_t *Buf,
717 const SymbolBody &S) const {
718 // See comments in X86TargetInfo::writeGotPlt.
719 write32le(Buf, S.getPltVA() + 6);
722 template <class ELFT>
723 void X86_64TargetInfo<ELFT>::writePltHeader(uint8_t *Buf) const {
724 const uint8_t PltData[] = {
725 0xff, 0x35, 0x00, 0x00, 0x00, 0x00, // pushq GOTPLT+8(%rip)
726 0xff, 0x25, 0x00, 0x00, 0x00, 0x00, // jmp *GOTPLT+16(%rip)
727 0x0f, 0x1f, 0x40, 0x00 // nop
729 memcpy(Buf, PltData, sizeof(PltData));
730 uint64_t GotPlt = InX::GotPlt->getVA();
731 uint64_t Plt = InX::Plt->getVA();
732 write32le(Buf + 2, GotPlt - Plt + 2); // GOTPLT+8
733 write32le(Buf + 8, GotPlt - Plt + 4); // GOTPLT+16
736 template <class ELFT>
737 void X86_64TargetInfo<ELFT>::writePlt(uint8_t *Buf, uint64_t GotPltEntryAddr,
738 uint64_t PltEntryAddr, int32_t Index,
739 unsigned RelOff) const {
740 const uint8_t Inst[] = {
741 0xff, 0x25, 0x00, 0x00, 0x00, 0x00, // jmpq *got(%rip)
742 0x68, 0x00, 0x00, 0x00, 0x00, // pushq <relocation index>
743 0xe9, 0x00, 0x00, 0x00, 0x00 // jmpq plt[0]
745 memcpy(Buf, Inst, sizeof(Inst));
747 write32le(Buf + 2, GotPltEntryAddr - PltEntryAddr - 6);
748 write32le(Buf + 7, Index);
749 write32le(Buf + 12, -Index * PltEntrySize - PltHeaderSize - 16);
752 template <class ELFT>
753 bool X86_64TargetInfo<ELFT>::isPicRel(uint32_t Type) const {
754 return Type != R_X86_64_PC32 && Type != R_X86_64_32 &&
755 Type != R_X86_64_TPOFF32;
758 template <class ELFT>
759 void X86_64TargetInfo<ELFT>::relaxTlsGdToLe(uint8_t *Loc, uint32_t Type,
760 uint64_t Val) const {
763 // leaq x@tlsgd(%rip), %rdi
766 // call __tls_get_addr@plt
770 const uint8_t Inst[] = {
771 0x64, 0x48, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00, 0x00, // mov %fs:0x0,%rax
772 0x48, 0x8d, 0x80, 0x00, 0x00, 0x00, 0x00 // lea x@tpoff,%rax
774 memcpy(Loc - 4, Inst, sizeof(Inst));
776 // The original code used a pc relative relocation and so we have to
777 // compensate for the -4 in had in the addend.
778 write32le(Loc + 8, Val + 4);
781 template <class ELFT>
782 void X86_64TargetInfo<ELFT>::relaxTlsGdToIe(uint8_t *Loc, uint32_t Type,
783 uint64_t Val) const {
786 // leaq x@tlsgd(%rip), %rdi
789 // call __tls_get_addr@plt
793 const uint8_t Inst[] = {
794 0x64, 0x48, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00, 0x00, // mov %fs:0x0,%rax
795 0x48, 0x03, 0x05, 0x00, 0x00, 0x00, 0x00 // addq x@tpoff,%rax
797 memcpy(Loc - 4, Inst, sizeof(Inst));
799 // Both code sequences are PC relatives, but since we are moving the constant
800 // forward by 8 bytes we have to subtract the value by 8.
801 write32le(Loc + 8, Val - 8);
804 // In some conditions, R_X86_64_GOTTPOFF relocation can be optimized to
805 // R_X86_64_TPOFF32 so that it does not use GOT.
806 template <class ELFT>
807 void X86_64TargetInfo<ELFT>::relaxTlsIeToLe(uint8_t *Loc, uint32_t Type,
808 uint64_t Val) const {
809 uint8_t *Inst = Loc - 3;
810 uint8_t Reg = Loc[-1] >> 3;
811 uint8_t *RegSlot = Loc - 1;
813 // Note that ADD with RSP or R12 is converted to ADD instead of LEA
814 // because LEA with these registers needs 4 bytes to encode and thus
815 // wouldn't fit the space.
817 if (memcmp(Inst, "\x48\x03\x25", 3) == 0) {
818 // "addq foo@gottpoff(%rip),%rsp" -> "addq $foo,%rsp"
819 memcpy(Inst, "\x48\x81\xc4", 3);
820 } else if (memcmp(Inst, "\x4c\x03\x25", 3) == 0) {
821 // "addq foo@gottpoff(%rip),%r12" -> "addq $foo,%r12"
822 memcpy(Inst, "\x49\x81\xc4", 3);
823 } else if (memcmp(Inst, "\x4c\x03", 2) == 0) {
824 // "addq foo@gottpoff(%rip),%r[8-15]" -> "leaq foo(%r[8-15]),%r[8-15]"
825 memcpy(Inst, "\x4d\x8d", 2);
826 *RegSlot = 0x80 | (Reg << 3) | Reg;
827 } else if (memcmp(Inst, "\x48\x03", 2) == 0) {
828 // "addq foo@gottpoff(%rip),%reg -> "leaq foo(%reg),%reg"
829 memcpy(Inst, "\x48\x8d", 2);
830 *RegSlot = 0x80 | (Reg << 3) | Reg;
831 } else if (memcmp(Inst, "\x4c\x8b", 2) == 0) {
832 // "movq foo@gottpoff(%rip),%r[8-15]" -> "movq $foo,%r[8-15]"
833 memcpy(Inst, "\x49\xc7", 2);
834 *RegSlot = 0xc0 | Reg;
835 } else if (memcmp(Inst, "\x48\x8b", 2) == 0) {
836 // "movq foo@gottpoff(%rip),%reg" -> "movq $foo,%reg"
837 memcpy(Inst, "\x48\xc7", 2);
838 *RegSlot = 0xc0 | Reg;
840 error(getErrorLocation(Loc - 3) +
841 "R_X86_64_GOTTPOFF must be used in MOVQ or ADDQ instructions only");
844 // The original code used a PC relative relocation.
845 // Need to compensate for the -4 it had in the addend.
846 write32le(Loc, Val + 4);
849 template <class ELFT>
850 void X86_64TargetInfo<ELFT>::relaxTlsLdToLe(uint8_t *Loc, uint32_t Type,
851 uint64_t Val) const {
853 // leaq bar@tlsld(%rip), %rdi
854 // callq __tls_get_addr@PLT
855 // leaq bar@dtpoff(%rax), %rcx
860 // leaq bar@tpoff(%rax), %rcx
861 if (Type == R_X86_64_DTPOFF64) {
865 if (Type == R_X86_64_DTPOFF32) {
870 const uint8_t Inst[] = {
871 0x66, 0x66, // .word 0x6666
873 0x64, 0x48, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00, 0x00 // mov %fs:0,%rax
875 memcpy(Loc - 3, Inst, sizeof(Inst));
878 template <class ELFT>
879 void X86_64TargetInfo<ELFT>::relocateOne(uint8_t *Loc, uint32_t Type,
880 uint64_t Val) const {
883 checkUInt<8>(Loc, Val, Type);
887 checkUInt<16>(Loc, Val, Type);
891 checkUInt<32>(Loc, Val, Type);
895 case R_X86_64_TPOFF32:
897 case R_X86_64_GOTPCREL:
898 case R_X86_64_GOTPCRELX:
899 case R_X86_64_REX_GOTPCRELX:
901 case R_X86_64_GOTTPOFF:
905 case R_X86_64_DTPOFF32:
906 case R_X86_64_SIZE32:
907 checkInt<32>(Loc, Val, Type);
911 case R_X86_64_DTPOFF64:
912 case R_X86_64_GLOB_DAT:
914 case R_X86_64_SIZE64:
919 llvm_unreachable("unexpected relocation");
923 template <class ELFT>
924 RelExpr X86_64TargetInfo<ELFT>::adjustRelaxExpr(uint32_t Type,
926 RelExpr RelExpr) const {
927 if (Type != R_X86_64_GOTPCRELX && Type != R_X86_64_REX_GOTPCRELX)
929 const uint8_t Op = Data[-2];
930 const uint8_t ModRm = Data[-1];
932 // FIXME: When PIC is disabled and foo is defined locally in the
933 // lower 32 bit address space, memory operand in mov can be converted into
934 // immediate operand. Otherwise, mov must be changed to lea. We support only
935 // latter relaxation at this moment.
937 return R_RELAX_GOT_PC;
939 // Relax call and jmp.
940 if (Op == 0xff && (ModRm == 0x15 || ModRm == 0x25))
941 return R_RELAX_GOT_PC;
943 // Relaxation of test, adc, add, and, cmp, or, sbb, sub, xor.
944 // If PIC then no relaxation is available.
945 // We also don't relax test/binop instructions without REX byte,
946 // they are 32bit operations and not common to have.
947 assert(Type == R_X86_64_REX_GOTPCRELX);
948 return Config->Pic ? RelExpr : R_RELAX_GOT_PC_NOPIC;
951 // A subset of relaxations can only be applied for no-PIC. This method
952 // handles such relaxations. Instructions encoding information was taken from:
953 // "Intel 64 and IA-32 Architectures Software Developer's Manual V2"
954 // (http://www.intel.com/content/dam/www/public/us/en/documents/manuals/
955 // 64-ia-32-architectures-software-developer-instruction-set-reference-manual-325383.pdf)
956 template <class ELFT>
957 void X86_64TargetInfo<ELFT>::relaxGotNoPic(uint8_t *Loc, uint64_t Val,
958 uint8_t Op, uint8_t ModRm) const {
959 const uint8_t Rex = Loc[-3];
960 // Convert "test %reg, foo@GOTPCREL(%rip)" to "test $foo, %reg".
962 // See "TEST-Logical Compare" (4-428 Vol. 2B),
963 // TEST r/m64, r64 uses "full" ModR / M byte (no opcode extension).
965 // ModR/M byte has form XX YYY ZZZ, where
966 // YYY is MODRM.reg(register 2), ZZZ is MODRM.rm(register 1).
967 // XX has different meanings:
968 // 00: The operand's memory address is in reg1.
969 // 01: The operand's memory address is reg1 + a byte-sized displacement.
970 // 10: The operand's memory address is reg1 + a word-sized displacement.
971 // 11: The operand is reg1 itself.
972 // If an instruction requires only one operand, the unused reg2 field
973 // holds extra opcode bits rather than a register code
974 // 0xC0 == 11 000 000 binary.
975 // 0x38 == 00 111 000 binary.
976 // We transfer reg2 to reg1 here as operand.
977 // See "2.1.3 ModR/M and SIB Bytes" (Vol. 2A 2-3).
978 Loc[-1] = 0xc0 | (ModRm & 0x38) >> 3; // ModR/M byte.
980 // Change opcode from TEST r/m64, r64 to TEST r/m64, imm32
981 // See "TEST-Logical Compare" (4-428 Vol. 2B).
984 // Move R bit to the B bit in REX byte.
985 // REX byte is encoded as 0100WRXB, where
986 // 0100 is 4bit fixed pattern.
987 // REX.W When 1, a 64-bit operand size is used. Otherwise, when 0, the
988 // default operand size is used (which is 32-bit for most but not all
990 // REX.R This 1-bit value is an extension to the MODRM.reg field.
991 // REX.X This 1-bit value is an extension to the SIB.index field.
992 // REX.B This 1-bit value is an extension to the MODRM.rm field or the
994 // See "2.2.1.2 More on REX Prefix Fields " (2-8 Vol. 2A).
995 Loc[-3] = (Rex & ~0x4) | (Rex & 0x4) >> 2;
1000 // If we are here then we need to relax the adc, add, and, cmp, or, sbb, sub
1001 // or xor operations.
1003 // Convert "binop foo@GOTPCREL(%rip), %reg" to "binop $foo, %reg".
1004 // Logic is close to one for test instruction above, but we also
1005 // write opcode extension here, see below for details.
1006 Loc[-1] = 0xc0 | (ModRm & 0x38) >> 3 | (Op & 0x3c); // ModR/M byte.
1008 // Primary opcode is 0x81, opcode extension is one of:
1009 // 000b = ADD, 001b is OR, 010b is ADC, 011b is SBB,
1010 // 100b is AND, 101b is SUB, 110b is XOR, 111b is CMP.
1011 // This value was wrote to MODRM.reg in a line above.
1012 // See "3.2 INSTRUCTIONS (A-M)" (Vol. 2A 3-15),
1013 // "INSTRUCTION SET REFERENCE, N-Z" (Vol. 2B 4-1) for
1014 // descriptions about each operation.
1016 Loc[-3] = (Rex & ~0x4) | (Rex & 0x4) >> 2;
1017 write32le(Loc, Val);
1020 template <class ELFT>
1021 void X86_64TargetInfo<ELFT>::relaxGot(uint8_t *Loc, uint64_t Val) const {
1022 const uint8_t Op = Loc[-2];
1023 const uint8_t ModRm = Loc[-1];
1025 // Convert "mov foo@GOTPCREL(%rip),%reg" to "lea foo(%rip),%reg".
1028 write32le(Loc, Val);
1033 // We are relaxing a rip relative to an absolute, so compensate
1034 // for the old -4 addend.
1035 assert(!Config->Pic);
1036 relaxGotNoPic(Loc, Val + 4, Op, ModRm);
1040 // Convert call/jmp instructions.
1041 if (ModRm == 0x15) {
1042 // ABI says we can convert "call *foo@GOTPCREL(%rip)" to "nop; call foo".
1043 // Instead we convert to "addr32 call foo" where addr32 is an instruction
1044 // prefix. That makes result expression to be a single instruction.
1045 Loc[-2] = 0x67; // addr32 prefix
1046 Loc[-1] = 0xe8; // call
1047 write32le(Loc, Val);
1051 // Convert "jmp *foo@GOTPCREL(%rip)" to "jmp foo; nop".
1052 // jmp doesn't return, so it is fine to use nop here, it is just a stub.
1053 assert(ModRm == 0x25);
1054 Loc[-2] = 0xe9; // jmp
1055 Loc[3] = 0x90; // nop
1056 write32le(Loc - 1, Val + 1);
1059 // Relocation masks following the #lo(value), #hi(value), #ha(value),
1060 // #higher(value), #highera(value), #highest(value), and #highesta(value)
1061 // macros defined in section 4.5.1. Relocation Types of the PPC-elf64abi
1063 static uint16_t applyPPCLo(uint64_t V) { return V; }
1064 static uint16_t applyPPCHi(uint64_t V) { return V >> 16; }
1065 static uint16_t applyPPCHa(uint64_t V) { return (V + 0x8000) >> 16; }
1066 static uint16_t applyPPCHigher(uint64_t V) { return V >> 32; }
1067 static uint16_t applyPPCHighera(uint64_t V) { return (V + 0x8000) >> 32; }
1068 static uint16_t applyPPCHighest(uint64_t V) { return V >> 48; }
1069 static uint16_t applyPPCHighesta(uint64_t V) { return (V + 0x8000) >> 48; }
1071 PPCTargetInfo::PPCTargetInfo() {}
1073 void PPCTargetInfo::relocateOne(uint8_t *Loc, uint32_t Type,
1074 uint64_t Val) const {
1076 case R_PPC_ADDR16_HA:
1077 write16be(Loc, applyPPCHa(Val));
1079 case R_PPC_ADDR16_LO:
1080 write16be(Loc, applyPPCLo(Val));
1084 write32be(Loc, Val);
1087 or32be(Loc, Val & 0x3FFFFFC);
1090 error(getErrorLocation(Loc) + "unrecognized reloc " + Twine(Type));
1094 RelExpr PPCTargetInfo::getRelExpr(uint32_t Type, const SymbolBody &S,
1095 const uint8_t *Loc) const {
1105 PPC64TargetInfo::PPC64TargetInfo() {
1106 PltRel = GotRel = R_PPC64_GLOB_DAT;
1107 RelativeRel = R_PPC64_RELATIVE;
1109 GotPltEntrySize = 8;
1113 // We need 64K pages (at least under glibc/Linux, the loader won't
1114 // set different permissions on a finer granularity than that).
1115 DefaultMaxPageSize = 65536;
1117 // The PPC64 ELF ABI v1 spec, says:
1119 // It is normally desirable to put segments with different characteristics
1120 // in separate 256 Mbyte portions of the address space, to give the
1121 // operating system full paging flexibility in the 64-bit address space.
1123 // And because the lowest non-zero 256M boundary is 0x10000000, PPC64 linkers
1124 // use 0x10000000 as the starting address.
1125 DefaultImageBase = 0x10000000;
1128 static uint64_t PPC64TocOffset = 0x8000;
1130 uint64_t getPPC64TocBase() {
1131 // The TOC consists of sections .got, .toc, .tocbss, .plt in that order. The
1132 // TOC starts where the first of these sections starts. We always create a
1133 // .got when we see a relocation that uses it, so for us the start is always
1135 uint64_t TocVA = InX::Got->getVA();
1137 // Per the ppc64-elf-linux ABI, The TOC base is TOC value plus 0x8000
1138 // thus permitting a full 64 Kbytes segment. Note that the glibc startup
1139 // code (crt1.o) assumes that you can get from the TOC base to the
1140 // start of the .toc section with only a single (signed) 16-bit relocation.
1141 return TocVA + PPC64TocOffset;
1144 RelExpr PPC64TargetInfo::getRelExpr(uint32_t Type, const SymbolBody &S,
1145 const uint8_t *Loc) const {
1150 case R_PPC64_TOC16_DS:
1151 case R_PPC64_TOC16_HA:
1152 case R_PPC64_TOC16_HI:
1153 case R_PPC64_TOC16_LO:
1154 case R_PPC64_TOC16_LO_DS:
1159 return R_PPC_PLT_OPD;
1163 void PPC64TargetInfo::writePlt(uint8_t *Buf, uint64_t GotPltEntryAddr,
1164 uint64_t PltEntryAddr, int32_t Index,
1165 unsigned RelOff) const {
1166 uint64_t Off = GotPltEntryAddr - getPPC64TocBase();
1168 // FIXME: What we should do, in theory, is get the offset of the function
1169 // descriptor in the .opd section, and use that as the offset from %r2 (the
1170 // TOC-base pointer). Instead, we have the GOT-entry offset, and that will
1171 // be a pointer to the function descriptor in the .opd section. Using
1172 // this scheme is simpler, but requires an extra indirection per PLT dispatch.
1174 write32be(Buf, 0xf8410028); // std %r2, 40(%r1)
1175 write32be(Buf + 4, 0x3d620000 | applyPPCHa(Off)); // addis %r11, %r2, X@ha
1176 write32be(Buf + 8, 0xe98b0000 | applyPPCLo(Off)); // ld %r12, X@l(%r11)
1177 write32be(Buf + 12, 0xe96c0000); // ld %r11,0(%r12)
1178 write32be(Buf + 16, 0x7d6903a6); // mtctr %r11
1179 write32be(Buf + 20, 0xe84c0008); // ld %r2,8(%r12)
1180 write32be(Buf + 24, 0xe96c0010); // ld %r11,16(%r12)
1181 write32be(Buf + 28, 0x4e800420); // bctr
1184 static std::pair<uint32_t, uint64_t> toAddr16Rel(uint32_t Type, uint64_t Val) {
1185 uint64_t V = Val - PPC64TocOffset;
1188 return {R_PPC64_ADDR16, V};
1189 case R_PPC64_TOC16_DS:
1190 return {R_PPC64_ADDR16_DS, V};
1191 case R_PPC64_TOC16_HA:
1192 return {R_PPC64_ADDR16_HA, V};
1193 case R_PPC64_TOC16_HI:
1194 return {R_PPC64_ADDR16_HI, V};
1195 case R_PPC64_TOC16_LO:
1196 return {R_PPC64_ADDR16_LO, V};
1197 case R_PPC64_TOC16_LO_DS:
1198 return {R_PPC64_ADDR16_LO_DS, V};
1204 void PPC64TargetInfo::relocateOne(uint8_t *Loc, uint32_t Type,
1205 uint64_t Val) const {
1206 // For a TOC-relative relocation, proceed in terms of the corresponding
1207 // ADDR16 relocation type.
1208 std::tie(Type, Val) = toAddr16Rel(Type, Val);
1211 case R_PPC64_ADDR14: {
1212 checkAlignment<4>(Loc, Val, Type);
1213 // Preserve the AA/LK bits in the branch instruction
1214 uint8_t AALK = Loc[3];
1215 write16be(Loc + 2, (AALK & 3) | (Val & 0xfffc));
1218 case R_PPC64_ADDR16:
1219 checkInt<16>(Loc, Val, Type);
1220 write16be(Loc, Val);
1222 case R_PPC64_ADDR16_DS:
1223 checkInt<16>(Loc, Val, Type);
1224 write16be(Loc, (read16be(Loc) & 3) | (Val & ~3));
1226 case R_PPC64_ADDR16_HA:
1227 case R_PPC64_REL16_HA:
1228 write16be(Loc, applyPPCHa(Val));
1230 case R_PPC64_ADDR16_HI:
1231 case R_PPC64_REL16_HI:
1232 write16be(Loc, applyPPCHi(Val));
1234 case R_PPC64_ADDR16_HIGHER:
1235 write16be(Loc, applyPPCHigher(Val));
1237 case R_PPC64_ADDR16_HIGHERA:
1238 write16be(Loc, applyPPCHighera(Val));
1240 case R_PPC64_ADDR16_HIGHEST:
1241 write16be(Loc, applyPPCHighest(Val));
1243 case R_PPC64_ADDR16_HIGHESTA:
1244 write16be(Loc, applyPPCHighesta(Val));
1246 case R_PPC64_ADDR16_LO:
1247 write16be(Loc, applyPPCLo(Val));
1249 case R_PPC64_ADDR16_LO_DS:
1250 case R_PPC64_REL16_LO:
1251 write16be(Loc, (read16be(Loc) & 3) | (applyPPCLo(Val) & ~3));
1253 case R_PPC64_ADDR32:
1255 checkInt<32>(Loc, Val, Type);
1256 write32be(Loc, Val);
1258 case R_PPC64_ADDR64:
1261 write64be(Loc, Val);
1263 case R_PPC64_REL24: {
1264 uint32_t Mask = 0x03FFFFFC;
1265 checkInt<24>(Loc, Val, Type);
1266 write32be(Loc, (read32be(Loc) & ~Mask) | (Val & Mask));
1270 error(getErrorLocation(Loc) + "unrecognized reloc " + Twine(Type));
1274 AArch64TargetInfo::AArch64TargetInfo() {
1275 CopyRel = R_AARCH64_COPY;
1276 RelativeRel = R_AARCH64_RELATIVE;
1277 IRelativeRel = R_AARCH64_IRELATIVE;
1278 GotRel = R_AARCH64_GLOB_DAT;
1279 PltRel = R_AARCH64_JUMP_SLOT;
1280 TlsDescRel = R_AARCH64_TLSDESC;
1281 TlsGotRel = R_AARCH64_TLS_TPREL64;
1283 GotPltEntrySize = 8;
1286 DefaultMaxPageSize = 65536;
1288 // It doesn't seem to be documented anywhere, but tls on aarch64 uses variant
1289 // 1 of the tls structures and the tcb size is 16.
1293 RelExpr AArch64TargetInfo::getRelExpr(uint32_t Type, const SymbolBody &S,
1294 const uint8_t *Loc) const {
1298 case R_AARCH64_TLSDESC_ADR_PAGE21:
1299 return R_TLSDESC_PAGE;
1300 case R_AARCH64_TLSDESC_LD64_LO12:
1301 case R_AARCH64_TLSDESC_ADD_LO12:
1303 case R_AARCH64_TLSDESC_CALL:
1304 return R_TLSDESC_CALL;
1305 case R_AARCH64_TLSLE_ADD_TPREL_HI12:
1306 case R_AARCH64_TLSLE_ADD_TPREL_LO12_NC:
1308 case R_AARCH64_CALL26:
1309 case R_AARCH64_CONDBR19:
1310 case R_AARCH64_JUMP26:
1311 case R_AARCH64_TSTBR14:
1313 case R_AARCH64_PREL16:
1314 case R_AARCH64_PREL32:
1315 case R_AARCH64_PREL64:
1316 case R_AARCH64_ADR_PREL_LO21:
1318 case R_AARCH64_ADR_PREL_PG_HI21:
1320 case R_AARCH64_LD64_GOT_LO12_NC:
1321 case R_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC:
1323 case R_AARCH64_ADR_GOT_PAGE:
1324 case R_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
1325 return R_GOT_PAGE_PC;
1326 case R_AARCH64_NONE:
1331 RelExpr AArch64TargetInfo::adjustRelaxExpr(uint32_t Type, const uint8_t *Data,
1332 RelExpr Expr) const {
1333 if (Expr == R_RELAX_TLS_GD_TO_IE) {
1334 if (Type == R_AARCH64_TLSDESC_ADR_PAGE21)
1335 return R_RELAX_TLS_GD_TO_IE_PAGE_PC;
1336 return R_RELAX_TLS_GD_TO_IE_ABS;
1341 bool AArch64TargetInfo::usesOnlyLowPageBits(uint32_t Type) const {
1345 case R_AARCH64_ADD_ABS_LO12_NC:
1346 case R_AARCH64_LD64_GOT_LO12_NC:
1347 case R_AARCH64_LDST128_ABS_LO12_NC:
1348 case R_AARCH64_LDST16_ABS_LO12_NC:
1349 case R_AARCH64_LDST32_ABS_LO12_NC:
1350 case R_AARCH64_LDST64_ABS_LO12_NC:
1351 case R_AARCH64_LDST8_ABS_LO12_NC:
1352 case R_AARCH64_TLSDESC_ADD_LO12:
1353 case R_AARCH64_TLSDESC_LD64_LO12:
1354 case R_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC:
1359 bool AArch64TargetInfo::isPicRel(uint32_t Type) const {
1360 return Type == R_AARCH64_ABS32 || Type == R_AARCH64_ABS64;
1363 void AArch64TargetInfo::writeGotPlt(uint8_t *Buf, const SymbolBody &) const {
1364 write64le(Buf, InX::Plt->getVA());
1367 // Page(Expr) is the page address of the expression Expr, defined
1368 // as (Expr & ~0xFFF). (This applies even if the machine page size
1369 // supported by the platform has a different value.)
1370 uint64_t getAArch64Page(uint64_t Expr) {
1371 return Expr & (~static_cast<uint64_t>(0xFFF));
1374 void AArch64TargetInfo::writePltHeader(uint8_t *Buf) const {
1375 const uint8_t PltData[] = {
1376 0xf0, 0x7b, 0xbf, 0xa9, // stp x16, x30, [sp,#-16]!
1377 0x10, 0x00, 0x00, 0x90, // adrp x16, Page(&(.plt.got[2]))
1378 0x11, 0x02, 0x40, 0xf9, // ldr x17, [x16, Offset(&(.plt.got[2]))]
1379 0x10, 0x02, 0x00, 0x91, // add x16, x16, Offset(&(.plt.got[2]))
1380 0x20, 0x02, 0x1f, 0xd6, // br x17
1381 0x1f, 0x20, 0x03, 0xd5, // nop
1382 0x1f, 0x20, 0x03, 0xd5, // nop
1383 0x1f, 0x20, 0x03, 0xd5 // nop
1385 memcpy(Buf, PltData, sizeof(PltData));
1387 uint64_t Got = InX::GotPlt->getVA();
1388 uint64_t Plt = InX::Plt->getVA();
1389 relocateOne(Buf + 4, R_AARCH64_ADR_PREL_PG_HI21,
1390 getAArch64Page(Got + 16) - getAArch64Page(Plt + 4));
1391 relocateOne(Buf + 8, R_AARCH64_LDST64_ABS_LO12_NC, Got + 16);
1392 relocateOne(Buf + 12, R_AARCH64_ADD_ABS_LO12_NC, Got + 16);
1395 void AArch64TargetInfo::writePlt(uint8_t *Buf, uint64_t GotPltEntryAddr,
1396 uint64_t PltEntryAddr, int32_t Index,
1397 unsigned RelOff) const {
1398 const uint8_t Inst[] = {
1399 0x10, 0x00, 0x00, 0x90, // adrp x16, Page(&(.plt.got[n]))
1400 0x11, 0x02, 0x40, 0xf9, // ldr x17, [x16, Offset(&(.plt.got[n]))]
1401 0x10, 0x02, 0x00, 0x91, // add x16, x16, Offset(&(.plt.got[n]))
1402 0x20, 0x02, 0x1f, 0xd6 // br x17
1404 memcpy(Buf, Inst, sizeof(Inst));
1406 relocateOne(Buf, R_AARCH64_ADR_PREL_PG_HI21,
1407 getAArch64Page(GotPltEntryAddr) - getAArch64Page(PltEntryAddr));
1408 relocateOne(Buf + 4, R_AARCH64_LDST64_ABS_LO12_NC, GotPltEntryAddr);
1409 relocateOne(Buf + 8, R_AARCH64_ADD_ABS_LO12_NC, GotPltEntryAddr);
1412 static void write32AArch64Addr(uint8_t *L, uint64_t Imm) {
1413 uint32_t ImmLo = (Imm & 0x3) << 29;
1414 uint32_t ImmHi = (Imm & 0x1FFFFC) << 3;
1415 uint64_t Mask = (0x3 << 29) | (0x1FFFFC << 3);
1416 write32le(L, (read32le(L) & ~Mask) | ImmLo | ImmHi);
1419 // Return the bits [Start, End] from Val shifted Start bits.
1420 // For instance, getBits(0xF0, 4, 8) returns 0xF.
1421 static uint64_t getBits(uint64_t Val, int Start, int End) {
1422 uint64_t Mask = ((uint64_t)1 << (End + 1 - Start)) - 1;
1423 return (Val >> Start) & Mask;
1426 // Update the immediate field in a AARCH64 ldr, str, and add instruction.
1427 static void or32AArch64Imm(uint8_t *L, uint64_t Imm) {
1428 or32le(L, (Imm & 0xFFF) << 10);
1431 void AArch64TargetInfo::relocateOne(uint8_t *Loc, uint32_t Type,
1432 uint64_t Val) const {
1434 case R_AARCH64_ABS16:
1435 case R_AARCH64_PREL16:
1436 checkIntUInt<16>(Loc, Val, Type);
1437 write16le(Loc, Val);
1439 case R_AARCH64_ABS32:
1440 case R_AARCH64_PREL32:
1441 checkIntUInt<32>(Loc, Val, Type);
1442 write32le(Loc, Val);
1444 case R_AARCH64_ABS64:
1445 case R_AARCH64_GLOB_DAT:
1446 case R_AARCH64_PREL64:
1447 write64le(Loc, Val);
1449 case R_AARCH64_ADD_ABS_LO12_NC:
1450 or32AArch64Imm(Loc, Val);
1452 case R_AARCH64_ADR_GOT_PAGE:
1453 case R_AARCH64_ADR_PREL_PG_HI21:
1454 case R_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
1455 case R_AARCH64_TLSDESC_ADR_PAGE21:
1456 checkInt<33>(Loc, Val, Type);
1457 write32AArch64Addr(Loc, Val >> 12);
1459 case R_AARCH64_ADR_PREL_LO21:
1460 checkInt<21>(Loc, Val, Type);
1461 write32AArch64Addr(Loc, Val);
1463 case R_AARCH64_CALL26:
1464 case R_AARCH64_JUMP26:
1465 checkInt<28>(Loc, Val, Type);
1466 or32le(Loc, (Val & 0x0FFFFFFC) >> 2);
1468 case R_AARCH64_CONDBR19:
1469 checkInt<21>(Loc, Val, Type);
1470 or32le(Loc, (Val & 0x1FFFFC) << 3);
1472 case R_AARCH64_LD64_GOT_LO12_NC:
1473 case R_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC:
1474 case R_AARCH64_TLSDESC_LD64_LO12:
1475 checkAlignment<8>(Loc, Val, Type);
1476 or32le(Loc, (Val & 0xFF8) << 7);
1478 case R_AARCH64_LDST8_ABS_LO12_NC:
1479 or32AArch64Imm(Loc, getBits(Val, 0, 11));
1481 case R_AARCH64_LDST16_ABS_LO12_NC:
1482 or32AArch64Imm(Loc, getBits(Val, 1, 11));
1484 case R_AARCH64_LDST32_ABS_LO12_NC:
1485 or32AArch64Imm(Loc, getBits(Val, 2, 11));
1487 case R_AARCH64_LDST64_ABS_LO12_NC:
1488 or32AArch64Imm(Loc, getBits(Val, 3, 11));
1490 case R_AARCH64_LDST128_ABS_LO12_NC:
1491 or32AArch64Imm(Loc, getBits(Val, 4, 11));
1493 case R_AARCH64_MOVW_UABS_G0_NC:
1494 or32le(Loc, (Val & 0xFFFF) << 5);
1496 case R_AARCH64_MOVW_UABS_G1_NC:
1497 or32le(Loc, (Val & 0xFFFF0000) >> 11);
1499 case R_AARCH64_MOVW_UABS_G2_NC:
1500 or32le(Loc, (Val & 0xFFFF00000000) >> 27);
1502 case R_AARCH64_MOVW_UABS_G3:
1503 or32le(Loc, (Val & 0xFFFF000000000000) >> 43);
1505 case R_AARCH64_TSTBR14:
1506 checkInt<16>(Loc, Val, Type);
1507 or32le(Loc, (Val & 0xFFFC) << 3);
1509 case R_AARCH64_TLSLE_ADD_TPREL_HI12:
1510 checkInt<24>(Loc, Val, Type);
1511 or32AArch64Imm(Loc, Val >> 12);
1513 case R_AARCH64_TLSLE_ADD_TPREL_LO12_NC:
1514 case R_AARCH64_TLSDESC_ADD_LO12:
1515 or32AArch64Imm(Loc, Val);
1518 error(getErrorLocation(Loc) + "unrecognized reloc " + Twine(Type));
1522 void AArch64TargetInfo::relaxTlsGdToLe(uint8_t *Loc, uint32_t Type,
1523 uint64_t Val) const {
1524 // TLSDESC Global-Dynamic relocation are in the form:
1525 // adrp x0, :tlsdesc:v [R_AARCH64_TLSDESC_ADR_PAGE21]
1526 // ldr x1, [x0, #:tlsdesc_lo12:v [R_AARCH64_TLSDESC_LD64_LO12]
1527 // add x0, x0, :tlsdesc_los:v [R_AARCH64_TLSDESC_ADD_LO12]
1528 // .tlsdesccall [R_AARCH64_TLSDESC_CALL]
1530 // And it can optimized to:
1531 // movz x0, #0x0, lsl #16
1535 checkUInt<32>(Loc, Val, Type);
1538 case R_AARCH64_TLSDESC_ADD_LO12:
1539 case R_AARCH64_TLSDESC_CALL:
1540 write32le(Loc, 0xd503201f); // nop
1542 case R_AARCH64_TLSDESC_ADR_PAGE21:
1543 write32le(Loc, 0xd2a00000 | (((Val >> 16) & 0xffff) << 5)); // movz
1545 case R_AARCH64_TLSDESC_LD64_LO12:
1546 write32le(Loc, 0xf2800000 | ((Val & 0xffff) << 5)); // movk
1549 llvm_unreachable("unsupported relocation for TLS GD to LE relaxation");
1553 void AArch64TargetInfo::relaxTlsGdToIe(uint8_t *Loc, uint32_t Type,
1554 uint64_t Val) const {
1555 // TLSDESC Global-Dynamic relocation are in the form:
1556 // adrp x0, :tlsdesc:v [R_AARCH64_TLSDESC_ADR_PAGE21]
1557 // ldr x1, [x0, #:tlsdesc_lo12:v [R_AARCH64_TLSDESC_LD64_LO12]
1558 // add x0, x0, :tlsdesc_los:v [R_AARCH64_TLSDESC_ADD_LO12]
1559 // .tlsdesccall [R_AARCH64_TLSDESC_CALL]
1561 // And it can optimized to:
1562 // adrp x0, :gottprel:v
1563 // ldr x0, [x0, :gottprel_lo12:v]
1568 case R_AARCH64_TLSDESC_ADD_LO12:
1569 case R_AARCH64_TLSDESC_CALL:
1570 write32le(Loc, 0xd503201f); // nop
1572 case R_AARCH64_TLSDESC_ADR_PAGE21:
1573 write32le(Loc, 0x90000000); // adrp
1574 relocateOne(Loc, R_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21, Val);
1576 case R_AARCH64_TLSDESC_LD64_LO12:
1577 write32le(Loc, 0xf9400000); // ldr
1578 relocateOne(Loc, R_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC, Val);
1581 llvm_unreachable("unsupported relocation for TLS GD to LE relaxation");
1585 void AArch64TargetInfo::relaxTlsIeToLe(uint8_t *Loc, uint32_t Type,
1586 uint64_t Val) const {
1587 checkUInt<32>(Loc, Val, Type);
1589 if (Type == R_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21) {
1591 uint32_t RegNo = read32le(Loc) & 0x1f;
1592 write32le(Loc, (0xd2a00000 | RegNo) | (((Val >> 16) & 0xffff) << 5));
1595 if (Type == R_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC) {
1597 uint32_t RegNo = read32le(Loc) & 0x1f;
1598 write32le(Loc, (0xf2800000 | RegNo) | ((Val & 0xffff) << 5));
1601 llvm_unreachable("invalid relocation for TLS IE to LE relaxation");
1604 AMDGPUTargetInfo::AMDGPUTargetInfo() {
1605 RelativeRel = R_AMDGPU_REL64;
1606 GotRel = R_AMDGPU_ABS64;
1610 void AMDGPUTargetInfo::relocateOne(uint8_t *Loc, uint32_t Type,
1611 uint64_t Val) const {
1613 case R_AMDGPU_ABS32:
1614 case R_AMDGPU_GOTPCREL:
1615 case R_AMDGPU_GOTPCREL32_LO:
1616 case R_AMDGPU_REL32:
1617 case R_AMDGPU_REL32_LO:
1618 write32le(Loc, Val);
1620 case R_AMDGPU_ABS64:
1621 write64le(Loc, Val);
1623 case R_AMDGPU_GOTPCREL32_HI:
1624 case R_AMDGPU_REL32_HI:
1625 write32le(Loc, Val >> 32);
1628 error(getErrorLocation(Loc) + "unrecognized reloc " + Twine(Type));
1632 RelExpr AMDGPUTargetInfo::getRelExpr(uint32_t Type, const SymbolBody &S,
1633 const uint8_t *Loc) const {
1635 case R_AMDGPU_ABS32:
1636 case R_AMDGPU_ABS64:
1638 case R_AMDGPU_REL32:
1639 case R_AMDGPU_REL32_LO:
1640 case R_AMDGPU_REL32_HI:
1642 case R_AMDGPU_GOTPCREL:
1643 case R_AMDGPU_GOTPCREL32_LO:
1644 case R_AMDGPU_GOTPCREL32_HI:
1647 error(toString(S.File) + ": unknown relocation type: " + toString(Type));
1652 ARMTargetInfo::ARMTargetInfo() {
1653 CopyRel = R_ARM_COPY;
1654 RelativeRel = R_ARM_RELATIVE;
1655 IRelativeRel = R_ARM_IRELATIVE;
1656 GotRel = R_ARM_GLOB_DAT;
1657 PltRel = R_ARM_JUMP_SLOT;
1658 TlsGotRel = R_ARM_TLS_TPOFF32;
1659 TlsModuleIndexRel = R_ARM_TLS_DTPMOD32;
1660 TlsOffsetRel = R_ARM_TLS_DTPOFF32;
1662 GotPltEntrySize = 4;
1665 // ARM uses Variant 1 TLS
1670 RelExpr ARMTargetInfo::getRelExpr(uint32_t Type, const SymbolBody &S,
1671 const uint8_t *Loc) const {
1675 case R_ARM_THM_JUMP11:
1682 case R_ARM_THM_JUMP19:
1683 case R_ARM_THM_JUMP24:
1684 case R_ARM_THM_CALL:
1686 case R_ARM_GOTOFF32:
1687 // (S + A) - GOT_ORG
1689 case R_ARM_GOT_BREL:
1690 // GOT(S) + A - GOT_ORG
1692 case R_ARM_GOT_PREL:
1693 case R_ARM_TLS_IE32:
1697 return Config->Target1Rel ? R_PC : R_ABS;
1699 if (Config->Target2 == Target2Policy::Rel)
1701 if (Config->Target2 == Target2Policy::Abs)
1704 case R_ARM_TLS_GD32:
1706 case R_ARM_TLS_LDM32:
1708 case R_ARM_BASE_PREL:
1710 // FIXME: currently B(S) assumed to be .got, this may not hold for all
1712 return R_GOTONLY_PC;
1713 case R_ARM_MOVW_PREL_NC:
1714 case R_ARM_MOVT_PREL:
1716 case R_ARM_THM_MOVW_PREL_NC:
1717 case R_ARM_THM_MOVT_PREL:
1721 case R_ARM_TLS_LE32:
1726 bool ARMTargetInfo::isPicRel(uint32_t Type) const {
1727 return (Type == R_ARM_TARGET1 && !Config->Target1Rel) ||
1728 (Type == R_ARM_ABS32);
1731 uint32_t ARMTargetInfo::getDynRel(uint32_t Type) const {
1732 if (Type == R_ARM_TARGET1 && !Config->Target1Rel)
1734 if (Type == R_ARM_ABS32)
1736 // Keep it going with a dummy value so that we can find more reloc errors.
1740 void ARMTargetInfo::writeGotPlt(uint8_t *Buf, const SymbolBody &) const {
1741 write32le(Buf, InX::Plt->getVA());
1744 void ARMTargetInfo::writeIgotPlt(uint8_t *Buf, const SymbolBody &S) const {
1745 // An ARM entry is the address of the ifunc resolver function.
1746 write32le(Buf, S.getVA());
1749 void ARMTargetInfo::writePltHeader(uint8_t *Buf) const {
1750 const uint8_t PltData[] = {
1751 0x04, 0xe0, 0x2d, 0xe5, // str lr, [sp,#-4]!
1752 0x04, 0xe0, 0x9f, 0xe5, // ldr lr, L2
1753 0x0e, 0xe0, 0x8f, 0xe0, // L1: add lr, pc, lr
1754 0x08, 0xf0, 0xbe, 0xe5, // ldr pc, [lr, #8]
1755 0x00, 0x00, 0x00, 0x00, // L2: .word &(.got.plt) - L1 - 8
1757 memcpy(Buf, PltData, sizeof(PltData));
1758 uint64_t GotPlt = InX::GotPlt->getVA();
1759 uint64_t L1 = InX::Plt->getVA() + 8;
1760 write32le(Buf + 16, GotPlt - L1 - 8);
1763 void ARMTargetInfo::addPltHeaderSymbols(InputSectionBase *ISD) const {
1764 auto *IS = cast<InputSection>(ISD);
1765 addSyntheticLocal("$a", STT_NOTYPE, 0, 0, IS);
1766 addSyntheticLocal("$d", STT_NOTYPE, 16, 0, IS);
1769 void ARMTargetInfo::writePlt(uint8_t *Buf, uint64_t GotPltEntryAddr,
1770 uint64_t PltEntryAddr, int32_t Index,
1771 unsigned RelOff) const {
1772 // FIXME: Using simple code sequence with simple relocations.
1773 // There is a more optimal sequence but it requires support for the group
1774 // relocations. See ELF for the ARM Architecture Appendix A.3
1775 const uint8_t PltData[] = {
1776 0x04, 0xc0, 0x9f, 0xe5, // ldr ip, L2
1777 0x0f, 0xc0, 0x8c, 0xe0, // L1: add ip, ip, pc
1778 0x00, 0xf0, 0x9c, 0xe5, // ldr pc, [ip]
1779 0x00, 0x00, 0x00, 0x00, // L2: .word Offset(&(.plt.got) - L1 - 8
1781 memcpy(Buf, PltData, sizeof(PltData));
1782 uint64_t L1 = PltEntryAddr + 4;
1783 write32le(Buf + 12, GotPltEntryAddr - L1 - 8);
1786 void ARMTargetInfo::addPltSymbols(InputSectionBase *ISD, uint64_t Off) const {
1787 auto *IS = cast<InputSection>(ISD);
1788 addSyntheticLocal("$a", STT_NOTYPE, Off, 0, IS);
1789 addSyntheticLocal("$d", STT_NOTYPE, Off + 12, 0, IS);
1792 bool ARMTargetInfo::needsThunk(RelExpr Expr, uint32_t RelocType,
1793 const InputFile *File,
1794 const SymbolBody &S) const {
1795 // If S is an undefined weak symbol in an executable we don't need a Thunk.
1796 // In a DSO calls to undefined symbols, including weak ones get PLT entries
1797 // which may need a thunk.
1798 if (S.isUndefined() && !S.isLocal() && S.symbol()->isWeak() &&
1801 // A state change from ARM to Thumb and vice versa must go through an
1802 // interworking thunk if the relocation type is not R_ARM_CALL or
1804 switch (RelocType) {
1808 // Source is ARM, all PLT entries are ARM so no interworking required.
1809 // Otherwise we need to interwork if Symbol has bit 0 set (Thumb).
1810 if (Expr == R_PC && ((S.getVA() & 1) == 1))
1813 case R_ARM_THM_JUMP19:
1814 case R_ARM_THM_JUMP24:
1815 // Source is Thumb, all PLT entries are ARM so interworking is required.
1816 // Otherwise we need to interwork if Symbol has bit 0 clear (ARM).
1817 if (Expr == R_PLT_PC || ((S.getVA() & 1) == 0))
1824 void ARMTargetInfo::relocateOne(uint8_t *Loc, uint32_t Type,
1825 uint64_t Val) const {
1828 case R_ARM_BASE_PREL:
1829 case R_ARM_GLOB_DAT:
1830 case R_ARM_GOTOFF32:
1831 case R_ARM_GOT_BREL:
1832 case R_ARM_GOT_PREL:
1834 case R_ARM_RELATIVE:
1837 case R_ARM_TLS_GD32:
1838 case R_ARM_TLS_IE32:
1839 case R_ARM_TLS_LDM32:
1840 case R_ARM_TLS_LDO32:
1841 case R_ARM_TLS_LE32:
1842 case R_ARM_TLS_TPOFF32:
1843 case R_ARM_TLS_DTPOFF32:
1844 write32le(Loc, Val);
1846 case R_ARM_TLS_DTPMOD32:
1850 checkInt<31>(Loc, Val, Type);
1851 write32le(Loc, (read32le(Loc) & 0x80000000) | (Val & ~0x80000000));
1854 // R_ARM_CALL is used for BL and BLX instructions, depending on the
1855 // value of bit 0 of Val, we must select a BL or BLX instruction
1857 // If bit 0 of Val is 1 the target is Thumb, we must select a BLX.
1858 // The BLX encoding is 0xfa:H:imm24 where Val = imm24:H:'1'
1859 checkInt<26>(Loc, Val, Type);
1860 write32le(Loc, 0xfa000000 | // opcode
1861 ((Val & 2) << 23) | // H
1862 ((Val >> 2) & 0x00ffffff)); // imm24
1865 if ((read32le(Loc) & 0xfe000000) == 0xfa000000)
1866 // BLX (always unconditional) instruction to an ARM Target, select an
1867 // unconditional BL.
1868 write32le(Loc, 0xeb000000 | (read32le(Loc) & 0x00ffffff));
1869 // fall through as BL encoding is shared with B
1874 checkInt<26>(Loc, Val, Type);
1875 write32le(Loc, (read32le(Loc) & ~0x00ffffff) | ((Val >> 2) & 0x00ffffff));
1877 case R_ARM_THM_JUMP11:
1878 checkInt<12>(Loc, Val, Type);
1879 write16le(Loc, (read32le(Loc) & 0xf800) | ((Val >> 1) & 0x07ff));
1881 case R_ARM_THM_JUMP19:
1882 // Encoding T3: Val = S:J2:J1:imm6:imm11:0
1883 checkInt<21>(Loc, Val, Type);
1885 (read16le(Loc) & 0xfbc0) | // opcode cond
1886 ((Val >> 10) & 0x0400) | // S
1887 ((Val >> 12) & 0x003f)); // imm6
1890 ((Val >> 8) & 0x0800) | // J2
1891 ((Val >> 5) & 0x2000) | // J1
1892 ((Val >> 1) & 0x07ff)); // imm11
1894 case R_ARM_THM_CALL:
1895 // R_ARM_THM_CALL is used for BL and BLX instructions, depending on the
1896 // value of bit 0 of Val, we must select a BL or BLX instruction
1897 if ((Val & 1) == 0) {
1898 // Ensure BLX destination is 4-byte aligned. As BLX instruction may
1899 // only be two byte aligned. This must be done before overflow check
1900 Val = alignTo(Val, 4);
1902 // Bit 12 is 0 for BLX, 1 for BL
1903 write16le(Loc + 2, (read16le(Loc + 2) & ~0x1000) | (Val & 1) << 12);
1904 // Fall through as rest of encoding is the same as B.W
1906 case R_ARM_THM_JUMP24:
1907 // Encoding B T4, BL T1, BLX T2: Val = S:I1:I2:imm10:imm11:0
1908 // FIXME: Use of I1 and I2 require v6T2ops
1909 checkInt<25>(Loc, Val, Type);
1912 ((Val >> 14) & 0x0400) | // S
1913 ((Val >> 12) & 0x03ff)); // imm10
1915 (read16le(Loc + 2) & 0xd000) | // opcode
1916 (((~(Val >> 10)) ^ (Val >> 11)) & 0x2000) | // J1
1917 (((~(Val >> 11)) ^ (Val >> 13)) & 0x0800) | // J2
1918 ((Val >> 1) & 0x07ff)); // imm11
1920 case R_ARM_MOVW_ABS_NC:
1921 case R_ARM_MOVW_PREL_NC:
1922 write32le(Loc, (read32le(Loc) & ~0x000f0fff) | ((Val & 0xf000) << 4) |
1925 case R_ARM_MOVT_ABS:
1926 case R_ARM_MOVT_PREL:
1927 checkInt<32>(Loc, Val, Type);
1928 write32le(Loc, (read32le(Loc) & ~0x000f0fff) |
1929 (((Val >> 16) & 0xf000) << 4) | ((Val >> 16) & 0xfff));
1931 case R_ARM_THM_MOVT_ABS:
1932 case R_ARM_THM_MOVT_PREL:
1933 // Encoding T1: A = imm4:i:imm3:imm8
1934 checkInt<32>(Loc, Val, Type);
1937 ((Val >> 17) & 0x0400) | // i
1938 ((Val >> 28) & 0x000f)); // imm4
1940 (read16le(Loc + 2) & 0x8f00) | // opcode
1941 ((Val >> 12) & 0x7000) | // imm3
1942 ((Val >> 16) & 0x00ff)); // imm8
1944 case R_ARM_THM_MOVW_ABS_NC:
1945 case R_ARM_THM_MOVW_PREL_NC:
1946 // Encoding T3: A = imm4:i:imm3:imm8
1949 ((Val >> 1) & 0x0400) | // i
1950 ((Val >> 12) & 0x000f)); // imm4
1952 (read16le(Loc + 2) & 0x8f00) | // opcode
1953 ((Val << 4) & 0x7000) | // imm3
1954 (Val & 0x00ff)); // imm8
1957 error(getErrorLocation(Loc) + "unrecognized reloc " + Twine(Type));
1961 int64_t ARMTargetInfo::getImplicitAddend(const uint8_t *Buf,
1962 uint32_t Type) const {
1967 case R_ARM_BASE_PREL:
1968 case R_ARM_GOTOFF32:
1969 case R_ARM_GOT_BREL:
1970 case R_ARM_GOT_PREL:
1974 case R_ARM_TLS_GD32:
1975 case R_ARM_TLS_LDM32:
1976 case R_ARM_TLS_LDO32:
1977 case R_ARM_TLS_IE32:
1978 case R_ARM_TLS_LE32:
1979 return SignExtend64<32>(read32le(Buf));
1981 return SignExtend64<31>(read32le(Buf));
1986 return SignExtend64<26>(read32le(Buf) << 2);
1987 case R_ARM_THM_JUMP11:
1988 return SignExtend64<12>(read16le(Buf) << 1);
1989 case R_ARM_THM_JUMP19: {
1990 // Encoding T3: A = S:J2:J1:imm10:imm6:0
1991 uint16_t Hi = read16le(Buf);
1992 uint16_t Lo = read16le(Buf + 2);
1993 return SignExtend64<20>(((Hi & 0x0400) << 10) | // S
1994 ((Lo & 0x0800) << 8) | // J2
1995 ((Lo & 0x2000) << 5) | // J1
1996 ((Hi & 0x003f) << 12) | // imm6
1997 ((Lo & 0x07ff) << 1)); // imm11:0
1999 case R_ARM_THM_CALL:
2000 case R_ARM_THM_JUMP24: {
2001 // Encoding B T4, BL T1, BLX T2: A = S:I1:I2:imm10:imm11:0
2002 // I1 = NOT(J1 EOR S), I2 = NOT(J2 EOR S)
2003 // FIXME: I1 and I2 require v6T2ops
2004 uint16_t Hi = read16le(Buf);
2005 uint16_t Lo = read16le(Buf + 2);
2006 return SignExtend64<24>(((Hi & 0x0400) << 14) | // S
2007 (~((Lo ^ (Hi << 3)) << 10) & 0x00800000) | // I1
2008 (~((Lo ^ (Hi << 1)) << 11) & 0x00400000) | // I2
2009 ((Hi & 0x003ff) << 12) | // imm0
2010 ((Lo & 0x007ff) << 1)); // imm11:0
2012 // ELF for the ARM Architecture 4.6.1.1 the implicit addend for MOVW and
2013 // MOVT is in the range -32768 <= A < 32768
2014 case R_ARM_MOVW_ABS_NC:
2015 case R_ARM_MOVT_ABS:
2016 case R_ARM_MOVW_PREL_NC:
2017 case R_ARM_MOVT_PREL: {
2018 uint64_t Val = read32le(Buf) & 0x000f0fff;
2019 return SignExtend64<16>(((Val & 0x000f0000) >> 4) | (Val & 0x00fff));
2021 case R_ARM_THM_MOVW_ABS_NC:
2022 case R_ARM_THM_MOVT_ABS:
2023 case R_ARM_THM_MOVW_PREL_NC:
2024 case R_ARM_THM_MOVT_PREL: {
2025 // Encoding T3: A = imm4:i:imm3:imm8
2026 uint16_t Hi = read16le(Buf);
2027 uint16_t Lo = read16le(Buf + 2);
2028 return SignExtend64<16>(((Hi & 0x000f) << 12) | // imm4
2029 ((Hi & 0x0400) << 1) | // i
2030 ((Lo & 0x7000) >> 4) | // imm3
2031 (Lo & 0x00ff)); // imm8
2036 template <class ELFT> MipsTargetInfo<ELFT>::MipsTargetInfo() {
2037 GotPltHeaderEntriesNum = 2;
2038 DefaultMaxPageSize = 65536;
2039 GotEntrySize = sizeof(typename ELFT::uint);
2040 GotPltEntrySize = sizeof(typename ELFT::uint);
2043 CopyRel = R_MIPS_COPY;
2044 PltRel = R_MIPS_JUMP_SLOT;
2046 if (ELFT::Is64Bits) {
2047 RelativeRel = (R_MIPS_64 << 8) | R_MIPS_REL32;
2048 TlsGotRel = R_MIPS_TLS_TPREL64;
2049 TlsModuleIndexRel = R_MIPS_TLS_DTPMOD64;
2050 TlsOffsetRel = R_MIPS_TLS_DTPREL64;
2052 RelativeRel = R_MIPS_REL32;
2053 TlsGotRel = R_MIPS_TLS_TPREL32;
2054 TlsModuleIndexRel = R_MIPS_TLS_DTPMOD32;
2055 TlsOffsetRel = R_MIPS_TLS_DTPREL32;
2059 template <class ELFT>
2060 RelExpr MipsTargetInfo<ELFT>::getRelExpr(uint32_t Type, const SymbolBody &S,
2061 const uint8_t *Loc) const {
2062 // See comment in the calculateMipsRelChain.
2063 if (ELFT::Is64Bits || Config->MipsN32Abi)
2070 case R_MIPS_GPREL16:
2071 case R_MIPS_GPREL32:
2072 return R_MIPS_GOTREL;
2077 // R_MIPS_HI16/R_MIPS_LO16 relocations against _gp_disp calculate
2078 // offset between start of function and 'gp' value which by default
2079 // equal to the start of .got section. In that case we consider these
2080 // relocations as relative.
2081 if (&S == ElfSym::MipsGpDisp)
2082 return R_MIPS_GOT_GP_PC;
2083 if (&S == ElfSym::MipsLocalGp)
2084 return R_MIPS_GOT_GP;
2086 case R_MIPS_GOT_OFST:
2090 case R_MIPS_PC19_S2:
2091 case R_MIPS_PC21_S2:
2092 case R_MIPS_PC26_S2:
2098 return R_MIPS_GOT_LOCAL_PAGE;
2101 case R_MIPS_GOT_DISP:
2102 case R_MIPS_TLS_GOTTPREL:
2103 return R_MIPS_GOT_OFF;
2104 case R_MIPS_CALL_HI16:
2105 case R_MIPS_CALL_LO16:
2106 case R_MIPS_GOT_HI16:
2107 case R_MIPS_GOT_LO16:
2108 return R_MIPS_GOT_OFF32;
2109 case R_MIPS_GOT_PAGE:
2110 return R_MIPS_GOT_LOCAL_PAGE;
2112 return R_MIPS_TLSGD;
2113 case R_MIPS_TLS_LDM:
2114 return R_MIPS_TLSLD;
2118 template <class ELFT> bool MipsTargetInfo<ELFT>::isPicRel(uint32_t Type) const {
2119 return Type == R_MIPS_32 || Type == R_MIPS_64;
2122 template <class ELFT>
2123 uint32_t MipsTargetInfo<ELFT>::getDynRel(uint32_t Type) const {
2127 template <class ELFT>
2128 void MipsTargetInfo<ELFT>::writeGotPlt(uint8_t *Buf, const SymbolBody &) const {
2129 write32<ELFT::TargetEndianness>(Buf, InX::Plt->getVA());
2132 template <endianness E, uint8_t BSIZE, uint8_t SHIFT>
2133 static int64_t getPcRelocAddend(const uint8_t *Loc) {
2134 uint32_t Instr = read32<E>(Loc);
2135 uint32_t Mask = 0xffffffff >> (32 - BSIZE);
2136 return SignExtend64<BSIZE + SHIFT>((Instr & Mask) << SHIFT);
2139 template <endianness E, uint8_t BSIZE, uint8_t SHIFT>
2140 static void applyMipsPcReloc(uint8_t *Loc, uint32_t Type, uint64_t V) {
2141 uint32_t Mask = 0xffffffff >> (32 - BSIZE);
2142 uint32_t Instr = read32<E>(Loc);
2144 checkAlignment<(1 << SHIFT)>(Loc, V, Type);
2145 checkInt<BSIZE + SHIFT>(Loc, V, Type);
2146 write32<E>(Loc, (Instr & ~Mask) | ((V >> SHIFT) & Mask));
2149 template <endianness E> static void writeMipsHi16(uint8_t *Loc, uint64_t V) {
2150 uint32_t Instr = read32<E>(Loc);
2151 uint16_t Res = ((V + 0x8000) >> 16) & 0xffff;
2152 write32<E>(Loc, (Instr & 0xffff0000) | Res);
2155 template <endianness E> static void writeMipsHigher(uint8_t *Loc, uint64_t V) {
2156 uint32_t Instr = read32<E>(Loc);
2157 uint16_t Res = ((V + 0x80008000) >> 32) & 0xffff;
2158 write32<E>(Loc, (Instr & 0xffff0000) | Res);
2161 template <endianness E> static void writeMipsHighest(uint8_t *Loc, uint64_t V) {
2162 uint32_t Instr = read32<E>(Loc);
2163 uint16_t Res = ((V + 0x800080008000) >> 48) & 0xffff;
2164 write32<E>(Loc, (Instr & 0xffff0000) | Res);
2167 template <endianness E> static void writeMipsLo16(uint8_t *Loc, uint64_t V) {
2168 uint32_t Instr = read32<E>(Loc);
2169 write32<E>(Loc, (Instr & 0xffff0000) | (V & 0xffff));
2172 template <class ELFT> static bool isMipsR6() {
2173 const auto &FirstObj = cast<ELFFileBase<ELFT>>(*Config->FirstElf);
2174 uint32_t Arch = FirstObj.getObj().getHeader()->e_flags & EF_MIPS_ARCH;
2175 return Arch == EF_MIPS_ARCH_32R6 || Arch == EF_MIPS_ARCH_64R6;
2178 template <class ELFT>
2179 void MipsTargetInfo<ELFT>::writePltHeader(uint8_t *Buf) const {
2180 const endianness E = ELFT::TargetEndianness;
2181 if (Config->MipsN32Abi) {
2182 write32<E>(Buf, 0x3c0e0000); // lui $14, %hi(&GOTPLT[0])
2183 write32<E>(Buf + 4, 0x8dd90000); // lw $25, %lo(&GOTPLT[0])($14)
2184 write32<E>(Buf + 8, 0x25ce0000); // addiu $14, $14, %lo(&GOTPLT[0])
2185 write32<E>(Buf + 12, 0x030ec023); // subu $24, $24, $14
2187 write32<E>(Buf, 0x3c1c0000); // lui $28, %hi(&GOTPLT[0])
2188 write32<E>(Buf + 4, 0x8f990000); // lw $25, %lo(&GOTPLT[0])($28)
2189 write32<E>(Buf + 8, 0x279c0000); // addiu $28, $28, %lo(&GOTPLT[0])
2190 write32<E>(Buf + 12, 0x031cc023); // subu $24, $24, $28
2193 write32<E>(Buf + 16, 0x03e07825); // move $15, $31
2194 write32<E>(Buf + 20, 0x0018c082); // srl $24, $24, 2
2195 write32<E>(Buf + 24, 0x0320f809); // jalr $25
2196 write32<E>(Buf + 28, 0x2718fffe); // subu $24, $24, 2
2198 uint64_t GotPlt = InX::GotPlt->getVA();
2199 writeMipsHi16<E>(Buf, GotPlt);
2200 writeMipsLo16<E>(Buf + 4, GotPlt);
2201 writeMipsLo16<E>(Buf + 8, GotPlt);
2204 template <class ELFT>
2205 void MipsTargetInfo<ELFT>::writePlt(uint8_t *Buf, uint64_t GotPltEntryAddr,
2206 uint64_t PltEntryAddr, int32_t Index,
2207 unsigned RelOff) const {
2208 const endianness E = ELFT::TargetEndianness;
2209 write32<E>(Buf, 0x3c0f0000); // lui $15, %hi(.got.plt entry)
2210 write32<E>(Buf + 4, 0x8df90000); // l[wd] $25, %lo(.got.plt entry)($15)
2212 write32<E>(Buf + 8, isMipsR6<ELFT>() ? 0x03200009 : 0x03200008);
2213 write32<E>(Buf + 12, 0x25f80000); // addiu $24, $15, %lo(.got.plt entry)
2214 writeMipsHi16<E>(Buf, GotPltEntryAddr);
2215 writeMipsLo16<E>(Buf + 4, GotPltEntryAddr);
2216 writeMipsLo16<E>(Buf + 12, GotPltEntryAddr);
2219 template <class ELFT>
2220 bool MipsTargetInfo<ELFT>::needsThunk(RelExpr Expr, uint32_t Type,
2221 const InputFile *File,
2222 const SymbolBody &S) const {
2223 // Any MIPS PIC code function is invoked with its address in register $t9.
2224 // So if we have a branch instruction from non-PIC code to the PIC one
2225 // we cannot make the jump directly and need to create a small stubs
2226 // to save the target function address.
2227 // See page 3-38 ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf
2228 if (Type != R_MIPS_26)
2230 auto *F = dyn_cast_or_null<ELFFileBase<ELFT>>(File);
2233 // If current file has PIC code, LA25 stub is not required.
2234 if (F->getObj().getHeader()->e_flags & EF_MIPS_PIC)
2236 auto *D = dyn_cast<DefinedRegular>(&S);
2237 // LA25 is required if target file has PIC code
2238 // or target symbol is a PIC symbol.
2239 return D && D->isMipsPIC<ELFT>();
2242 template <class ELFT>
2243 int64_t MipsTargetInfo<ELFT>::getImplicitAddend(const uint8_t *Buf,
2244 uint32_t Type) const {
2245 const endianness E = ELFT::TargetEndianness;
2250 case R_MIPS_GPREL32:
2251 case R_MIPS_TLS_DTPREL32:
2252 case R_MIPS_TLS_TPREL32:
2253 return SignExtend64<32>(read32<E>(Buf));
2255 // FIXME (simon): If the relocation target symbol is not a PLT entry
2256 // we should use another expression for calculation:
2257 // ((A << 2) | (P & 0xf0000000)) >> 2
2258 return SignExtend64<28>((read32<E>(Buf) & 0x3ffffff) << 2);
2259 case R_MIPS_GPREL16:
2262 case R_MIPS_TLS_DTPREL_HI16:
2263 case R_MIPS_TLS_DTPREL_LO16:
2264 case R_MIPS_TLS_TPREL_HI16:
2265 case R_MIPS_TLS_TPREL_LO16:
2266 return SignExtend64<16>(read32<E>(Buf));
2268 return getPcRelocAddend<E, 16, 2>(Buf);
2269 case R_MIPS_PC19_S2:
2270 return getPcRelocAddend<E, 19, 2>(Buf);
2271 case R_MIPS_PC21_S2:
2272 return getPcRelocAddend<E, 21, 2>(Buf);
2273 case R_MIPS_PC26_S2:
2274 return getPcRelocAddend<E, 26, 2>(Buf);
2276 return getPcRelocAddend<E, 32, 0>(Buf);
2280 static std::pair<uint32_t, uint64_t>
2281 calculateMipsRelChain(uint8_t *Loc, uint32_t Type, uint64_t Val) {
2282 // MIPS N64 ABI packs multiple relocations into the single relocation
2283 // record. In general, all up to three relocations can have arbitrary
2284 // types. In fact, Clang and GCC uses only a few combinations. For now,
2285 // we support two of them. That is allow to pass at least all LLVM
2286 // test suite cases.
2287 // <any relocation> / R_MIPS_SUB / R_MIPS_HI16 | R_MIPS_LO16
2288 // <any relocation> / R_MIPS_64 / R_MIPS_NONE
2289 // The first relocation is a 'real' relocation which is calculated
2290 // using the corresponding symbol's value. The second and the third
2291 // relocations used to modify result of the first one: extend it to
2292 // 64-bit, extract high or low part etc. For details, see part 2.9 Relocation
2293 // at the https://dmz-portal.mips.com/mw/images/8/82/007-4658-001.pdf
2294 uint32_t Type2 = (Type >> 8) & 0xff;
2295 uint32_t Type3 = (Type >> 16) & 0xff;
2296 if (Type2 == R_MIPS_NONE && Type3 == R_MIPS_NONE)
2297 return std::make_pair(Type, Val);
2298 if (Type2 == R_MIPS_64 && Type3 == R_MIPS_NONE)
2299 return std::make_pair(Type2, Val);
2300 if (Type2 == R_MIPS_SUB && (Type3 == R_MIPS_HI16 || Type3 == R_MIPS_LO16))
2301 return std::make_pair(Type3, -Val);
2302 error(getErrorLocation(Loc) + "unsupported relocations combination " +
2304 return std::make_pair(Type & 0xff, Val);
2307 template <class ELFT>
2308 void MipsTargetInfo<ELFT>::relocateOne(uint8_t *Loc, uint32_t Type,
2309 uint64_t Val) const {
2310 const endianness E = ELFT::TargetEndianness;
2311 // Thread pointer and DRP offsets from the start of TLS data area.
2312 // https://www.linux-mips.org/wiki/NPTL
2313 if (Type == R_MIPS_TLS_DTPREL_HI16 || Type == R_MIPS_TLS_DTPREL_LO16 ||
2314 Type == R_MIPS_TLS_DTPREL32 || Type == R_MIPS_TLS_DTPREL64)
2316 else if (Type == R_MIPS_TLS_TPREL_HI16 || Type == R_MIPS_TLS_TPREL_LO16 ||
2317 Type == R_MIPS_TLS_TPREL32 || Type == R_MIPS_TLS_TPREL64)
2319 if (ELFT::Is64Bits || Config->MipsN32Abi)
2320 std::tie(Type, Val) = calculateMipsRelChain(Loc, Type, Val);
2323 case R_MIPS_GPREL32:
2324 case R_MIPS_TLS_DTPREL32:
2325 case R_MIPS_TLS_TPREL32:
2326 write32<E>(Loc, Val);
2329 case R_MIPS_TLS_DTPREL64:
2330 case R_MIPS_TLS_TPREL64:
2331 write64<E>(Loc, Val);
2334 write32<E>(Loc, (read32<E>(Loc) & ~0x3ffffff) | ((Val >> 2) & 0x3ffffff));
2337 // The R_MIPS_GOT16 relocation's value in "relocatable" linking mode
2338 // is updated addend (not a GOT index). In that case write high 16 bits
2339 // to store a correct addend value.
2340 if (Config->Relocatable)
2341 writeMipsHi16<E>(Loc, Val);
2343 checkInt<16>(Loc, Val, Type);
2344 writeMipsLo16<E>(Loc, Val);
2347 case R_MIPS_GOT_DISP:
2348 case R_MIPS_GOT_PAGE:
2349 case R_MIPS_GPREL16:
2351 case R_MIPS_TLS_LDM:
2352 checkInt<16>(Loc, Val, Type);
2355 case R_MIPS_CALL_LO16:
2356 case R_MIPS_GOT_LO16:
2357 case R_MIPS_GOT_OFST:
2360 case R_MIPS_TLS_DTPREL_LO16:
2361 case R_MIPS_TLS_GOTTPREL:
2362 case R_MIPS_TLS_TPREL_LO16:
2363 writeMipsLo16<E>(Loc, Val);
2365 case R_MIPS_CALL_HI16:
2366 case R_MIPS_GOT_HI16:
2369 case R_MIPS_TLS_DTPREL_HI16:
2370 case R_MIPS_TLS_TPREL_HI16:
2371 writeMipsHi16<E>(Loc, Val);
2374 writeMipsHigher<E>(Loc, Val);
2376 case R_MIPS_HIGHEST:
2377 writeMipsHighest<E>(Loc, Val);
2380 // Ignore this optimization relocation for now
2383 applyMipsPcReloc<E, 16, 2>(Loc, Type, Val);
2385 case R_MIPS_PC19_S2:
2386 applyMipsPcReloc<E, 19, 2>(Loc, Type, Val);
2388 case R_MIPS_PC21_S2:
2389 applyMipsPcReloc<E, 21, 2>(Loc, Type, Val);
2391 case R_MIPS_PC26_S2:
2392 applyMipsPcReloc<E, 26, 2>(Loc, Type, Val);
2395 applyMipsPcReloc<E, 32, 0>(Loc, Type, Val);
2398 error(getErrorLocation(Loc) + "unrecognized reloc " + Twine(Type));
2402 template <class ELFT>
2403 bool MipsTargetInfo<ELFT>::usesOnlyLowPageBits(uint32_t Type) const {
2404 return Type == R_MIPS_LO16 || Type == R_MIPS_GOT_OFST;