2020-10-20 08:54:35 +03:00
|
|
|
#include "mold.h"
|
2020-10-13 14:35:35 +03:00
|
|
|
|
2020-10-27 09:14:31 +03:00
|
|
|
using namespace llvm;
|
2020-10-20 08:27:00 +03:00
|
|
|
using namespace llvm::ELF;
|
|
|
|
|
2020-11-08 06:26:40 +03:00
|
|
|
InputChunk::InputChunk(ObjectFile *file, const ELF64LE::Shdr &shdr, StringRef name)
|
|
|
|
: file(file), shdr(shdr), name(name) {
|
|
|
|
output_section = OutputSection::get_instance(name, shdr.sh_flags, shdr.sh_type);
|
2020-10-19 17:37:29 +03:00
|
|
|
|
2020-10-29 10:27:11 +03:00
|
|
|
u64 align = (shdr.sh_addralign == 0) ? 1 : shdr.sh_addralign;
|
2020-10-19 18:08:07 +03:00
|
|
|
if (align > UINT32_MAX)
|
2020-10-19 17:37:29 +03:00
|
|
|
error(toString(file) + ": section sh_addralign is too large");
|
2020-10-19 18:08:07 +03:00
|
|
|
if (__builtin_popcount(align) != 1)
|
|
|
|
error(toString(file) + ": section sh_addralign is not a power of two");
|
2020-10-17 07:52:46 +03:00
|
|
|
}
|
2020-10-14 10:27:45 +03:00
|
|
|
|
2020-11-06 14:58:10 +03:00
|
|
|
void InputSection::copy_to(u8 *buf) {
|
2020-10-25 07:17:10 +03:00
|
|
|
if (shdr.sh_type == SHT_NOBITS || shdr.sh_size == 0)
|
2020-10-20 04:00:53 +03:00
|
|
|
return;
|
2020-10-27 13:35:49 +03:00
|
|
|
|
2020-11-07 18:33:13 +03:00
|
|
|
// Copy data
|
2020-10-29 16:32:55 +03:00
|
|
|
ArrayRef<u8> data = check(file->obj.getSectionContents(shdr));
|
2020-11-06 03:59:08 +03:00
|
|
|
memcpy(buf + output_section->shdr.sh_offset + offset, &data[0], data.size());
|
2020-10-23 03:21:40 +03:00
|
|
|
|
2020-11-07 18:33:13 +03:00
|
|
|
// Apply relocations
|
|
|
|
u8 *base = buf + output_section->shdr.sh_offset + offset;
|
|
|
|
u64 sh_addr = output_section->shdr.sh_addr + offset;
|
|
|
|
u64 GOT = out::got->shdr.sh_addr;
|
|
|
|
|
2020-11-07 14:05:51 +03:00
|
|
|
for (int i = 0; i < rels.size(); i++) {
|
|
|
|
const ELF64LE::Rela &rel = rels[i];
|
|
|
|
StringPieceRef &ref = rel_pieces[i];
|
|
|
|
|
|
|
|
Symbol &sym = *file->symbols[rel.getSymbol(false)];
|
2020-11-07 18:33:13 +03:00
|
|
|
u8 *loc = base + rel.r_offset;
|
2020-10-29 16:46:00 +03:00
|
|
|
|
2020-11-07 14:05:51 +03:00
|
|
|
u64 G = sym.got_offset;
|
2020-11-07 16:46:37 +03:00
|
|
|
u64 S = ref.piece ? ref.piece->get_addr() : sym.get_addr();
|
|
|
|
u64 A = ref.piece ? ref.addend : rel.r_addend;
|
2020-11-07 18:33:13 +03:00
|
|
|
u64 P = sh_addr + rel.r_offset;
|
2020-11-07 14:05:51 +03:00
|
|
|
u64 L = out::plt->shdr.sh_addr + sym.plt_offset;
|
2020-10-29 16:46:00 +03:00
|
|
|
|
2020-10-20 08:27:00 +03:00
|
|
|
switch (rel.getType(false)) {
|
2020-10-29 16:54:11 +03:00
|
|
|
case R_X86_64_NONE:
|
2020-10-20 08:27:00 +03:00
|
|
|
break;
|
2020-10-29 16:54:11 +03:00
|
|
|
case R_X86_64_64:
|
|
|
|
*(u64 *)loc = S + A;
|
2020-10-20 08:27:00 +03:00
|
|
|
break;
|
2020-10-29 16:54:11 +03:00
|
|
|
case R_X86_64_PC32:
|
|
|
|
*(u32 *)loc = S + A - P;
|
2020-10-20 08:27:00 +03:00
|
|
|
break;
|
2020-10-29 16:54:11 +03:00
|
|
|
case R_X86_64_GOT32:
|
2020-11-03 04:31:39 +03:00
|
|
|
*(u64 *)loc = G + A;
|
2020-10-29 16:54:11 +03:00
|
|
|
break;
|
|
|
|
case R_X86_64_PLT32:
|
2020-11-07 14:05:51 +03:00
|
|
|
if (!config.is_static || sym.type == STT_GNU_IFUNC)
|
2020-11-04 12:53:42 +03:00
|
|
|
*(u32 *)loc = L + A - P;
|
2020-11-01 11:46:08 +03:00
|
|
|
else
|
|
|
|
*(u32 *)loc = S + A - P; // todo
|
2020-10-30 05:40:38 +03:00
|
|
|
break;
|
2020-10-29 16:54:11 +03:00
|
|
|
case R_X86_64_GOTPCREL:
|
2020-11-03 04:31:39 +03:00
|
|
|
*(u32 *)loc = G + GOT + A - P;
|
2020-10-20 08:27:00 +03:00
|
|
|
break;
|
|
|
|
case R_X86_64_32:
|
2020-10-27 09:19:50 +03:00
|
|
|
case R_X86_64_32S:
|
2020-10-29 16:47:04 +03:00
|
|
|
*(u32 *)loc = S + A;
|
2020-10-20 08:27:00 +03:00
|
|
|
break;
|
2020-10-29 16:54:11 +03:00
|
|
|
case R_X86_64_16:
|
|
|
|
*(u16 *)loc = S + A;
|
2020-10-29 16:46:00 +03:00
|
|
|
break;
|
2020-10-29 16:54:11 +03:00
|
|
|
case R_X86_64_PC16:
|
|
|
|
*(u16 *)loc = S + A - P;
|
2020-10-20 08:27:00 +03:00
|
|
|
break;
|
2020-10-29 16:54:11 +03:00
|
|
|
case R_X86_64_8:
|
|
|
|
*loc = S + A;
|
2020-10-20 08:27:00 +03:00
|
|
|
break;
|
2020-10-29 16:54:11 +03:00
|
|
|
case R_X86_64_PC8:
|
|
|
|
*loc = S + A - P;
|
2020-10-27 09:21:09 +03:00
|
|
|
break;
|
2020-10-27 09:19:50 +03:00
|
|
|
case R_X86_64_TLSGD:
|
2020-10-27 09:21:09 +03:00
|
|
|
case R_X86_64_TLSLD:
|
2020-10-29 14:16:20 +03:00
|
|
|
case R_X86_64_DTPOFF32:
|
2020-11-02 09:56:41 +03:00
|
|
|
// TODO
|
|
|
|
break;
|
2020-11-03 09:16:54 +03:00
|
|
|
case R_X86_64_GOTTPOFF:
|
2020-11-07 14:05:51 +03:00
|
|
|
*(u32 *)loc = sym.gottp_offset + GOT + A - P;
|
2020-10-30 10:55:59 +03:00
|
|
|
break;
|
2020-10-27 09:19:50 +03:00
|
|
|
case R_X86_64_TPOFF32:
|
2020-10-30 11:08:35 +03:00
|
|
|
*(u32 *)loc = S - out::tls_end;
|
2020-10-29 14:16:20 +03:00
|
|
|
break;
|
2020-10-29 16:54:11 +03:00
|
|
|
case R_X86_64_PC64:
|
|
|
|
*(u64 *)loc = S + A - P;
|
|
|
|
break;
|
|
|
|
case R_X86_64_GOTPC32:
|
|
|
|
*(u32 *)loc = GOT + A - P;
|
|
|
|
break;
|
|
|
|
case R_X86_64_GOTPCRELX:
|
|
|
|
case R_X86_64_REX_GOTPCRELX:
|
2020-11-03 04:31:39 +03:00
|
|
|
*(u32 *)loc = G + GOT + A - P;
|
2020-10-29 16:54:11 +03:00
|
|
|
break;
|
2020-10-20 08:27:00 +03:00
|
|
|
default:
|
2020-11-03 04:31:39 +03:00
|
|
|
error(toString(this) + ": unknown relocation: " +
|
|
|
|
std::to_string(rel.getType(false)));
|
2020-10-20 08:27:00 +03:00
|
|
|
}
|
|
|
|
}
|
2020-11-06 07:56:11 +03:00
|
|
|
|
|
|
|
static Counter counter("relocs");
|
|
|
|
counter.inc(rels.size());
|
2020-10-20 04:32:32 +03:00
|
|
|
}
|
|
|
|
|
2020-11-06 06:04:40 +03:00
|
|
|
static bool set_flag(Symbol *sym, u8 bit) {
|
2020-11-07 19:04:01 +03:00
|
|
|
u8 flags = sym->flags;
|
2020-11-07 20:03:54 +03:00
|
|
|
while (!(flags & bit))
|
2020-11-06 06:01:52 +03:00
|
|
|
if (sym->flags.compare_exchange_strong(flags, flags | bit))
|
2020-11-06 06:04:40 +03:00
|
|
|
return true;
|
2020-11-07 20:03:54 +03:00
|
|
|
return false;
|
2020-11-06 06:01:52 +03:00
|
|
|
}
|
2020-11-06 03:59:08 +03:00
|
|
|
|
2020-11-06 06:01:52 +03:00
|
|
|
void InputSection::scan_relocations() {
|
2020-11-07 21:11:44 +03:00
|
|
|
if (!(shdr.sh_flags & SHF_ALLOC))
|
|
|
|
return;
|
|
|
|
|
2020-11-06 03:59:08 +03:00
|
|
|
for (const ELF64LE::Rela &rel : rels) {
|
|
|
|
Symbol *sym = file->symbols[rel.getSymbol(false)];
|
|
|
|
if (!sym->file || !sym->file->is_alive)
|
|
|
|
continue;
|
|
|
|
|
|
|
|
switch (rel.getType(false)) {
|
|
|
|
case R_X86_64_GOT32:
|
|
|
|
case R_X86_64_GOT64:
|
|
|
|
case R_X86_64_GOTOFF64:
|
|
|
|
case R_X86_64_GOTPC32:
|
|
|
|
case R_X86_64_GOTPC32_TLSDESC:
|
|
|
|
case R_X86_64_GOTPC64:
|
|
|
|
case R_X86_64_GOTPCREL:
|
|
|
|
case R_X86_64_GOTPCRELX:
|
2020-11-06 05:44:27 +03:00
|
|
|
case R_X86_64_REX_GOTPCRELX:
|
2020-11-06 06:04:40 +03:00
|
|
|
if (set_flag(sym, Symbol::NEEDS_GOT))
|
|
|
|
sym->file->num_got++;
|
2020-11-06 03:59:08 +03:00
|
|
|
break;
|
2020-11-06 05:44:27 +03:00
|
|
|
case R_X86_64_GOTTPOFF:
|
2020-11-06 06:04:40 +03:00
|
|
|
if (set_flag(sym, Symbol::NEEDS_GOTTP))
|
|
|
|
sym->file->num_got++;
|
2020-11-06 03:59:08 +03:00
|
|
|
break;
|
2020-11-06 05:44:27 +03:00
|
|
|
case R_X86_64_PLT32:
|
2020-11-06 03:59:08 +03:00
|
|
|
if (config.is_static && sym->type != STT_GNU_IFUNC)
|
|
|
|
break;
|
2020-11-06 06:04:40 +03:00
|
|
|
if (set_flag(sym, Symbol::NEEDS_PLT)) {
|
|
|
|
sym->file->num_plt++;
|
|
|
|
sym->file->num_gotplt++;
|
|
|
|
sym->file->num_relplt++;
|
|
|
|
}
|
2020-11-06 03:59:08 +03:00
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-10-19 17:37:29 +03:00
|
|
|
std::string toString(InputSection *isec) {
|
|
|
|
return (toString(isec->file) + ":(" + isec->name + ")").str();
|
|
|
|
}
|