#include "mold.h" using namespace llvm; using namespace llvm::ELF; InputChunk::InputChunk(Kind kind, ObjectFile *file, const ELF64LE::Shdr &shdr, StringRef name) : kind(kind), file(file), shdr(shdr), name(name) { output_section = OutputSection::get_instance(name, shdr.sh_flags, shdr.sh_type); u64 align = (shdr.sh_addralign == 0) ? 1 : shdr.sh_addralign; if (align > UINT32_MAX) error(toString(file) + ": section sh_addralign is too large"); if (__builtin_popcount(align) != 1) error(toString(file) + ": section sh_addralign is not a power of two"); } void InputSection::copy_to(u8 *buf) { if (shdr.sh_type == SHT_NOBITS || shdr.sh_size == 0) return; // Copy data ArrayRef data = check(file->obj.getSectionContents(shdr)); memcpy(buf + output_section->shdr.sh_offset + offset, &data[0], data.size()); // Apply relocations u8 *base = buf + output_section->shdr.sh_offset + offset; u64 sh_addr = output_section->shdr.sh_addr + offset; u64 GOT = out::got.shdr.sh_addr; for (int i = 0; i < rels.size(); i++) { const ELF64LE::Rela &rel = rels[i]; StringPieceRef &ref = rel_pieces[i]; Symbol &sym = *file->symbols[rel.getSymbol(false)]; u8 *loc = base + rel.r_offset; u64 G = sym.got_offset; u64 S = ref.piece ? ref.piece->get_addr() : sym.get_addr(); u64 A = ref.piece ? ref.addend : rel.r_addend; u64 P = sh_addr + rel.r_offset; u64 L = out::plt.shdr.sh_addr + sym.plt_offset; switch (rel.getType(false)) { case R_X86_64_NONE: break; case R_X86_64_64: *(u64 *)loc = S + A; break; case R_X86_64_PC32: *(u32 *)loc = S + A - P; break; case R_X86_64_GOT32: *(u64 *)loc = G + A; break; case R_X86_64_PLT32: if (!config.is_static || sym.type == STT_GNU_IFUNC) *(u32 *)loc = L + A - P; else *(u32 *)loc = S + A - P; // todo break; case R_X86_64_GOTPCREL: *(u32 *)loc = G + GOT + A - P; break; case R_X86_64_32: case R_X86_64_32S: *(u32 *)loc = S + A; break; case R_X86_64_16: *(u16 *)loc = S + A; break; case R_X86_64_PC16: *(u16 *)loc = S + A - P; break; case R_X86_64_8: *loc = S + A; break; case R_X86_64_PC8: *loc = S + A - P; break; case R_X86_64_TLSGD: case R_X86_64_TLSLD: case R_X86_64_DTPOFF32: // TODO break; case R_X86_64_GOTTPOFF: *(u32 *)loc = sym.gottp_offset + GOT + A - P; break; case R_X86_64_TPOFF32: *(u32 *)loc = S - out::tls_end; break; case R_X86_64_PC64: *(u64 *)loc = S + A - P; break; case R_X86_64_GOTPC32: *(u32 *)loc = GOT + A - P; break; case R_X86_64_GOTPCRELX: case R_X86_64_REX_GOTPCRELX: *(u32 *)loc = G + GOT + A - P; break; default: error(toString(this) + ": unknown relocation: " + std::to_string(rel.getType(false))); } } static Counter counter("relocs"); counter.inc(rels.size()); } static bool set_flag(Symbol *sym, u8 bit) { u8 flags = sym->flags; while (!(flags & bit)) if (sym->flags.compare_exchange_strong(flags, flags | bit)) return true; return false; } void InputSection::scan_relocations() { if (!(shdr.sh_flags & SHF_ALLOC)) return; for (const ELF64LE::Rela &rel : rels) { Symbol *sym = file->symbols[rel.getSymbol(false)]; if (!sym->file || !sym->file->is_alive) continue; switch (rel.getType(false)) { case R_X86_64_GOT32: case R_X86_64_GOT64: case R_X86_64_GOTOFF64: case R_X86_64_GOTPC32: case R_X86_64_GOTPC32_TLSDESC: case R_X86_64_GOTPC64: case R_X86_64_GOTPCREL: case R_X86_64_GOTPCRELX: case R_X86_64_REX_GOTPCRELX: if (set_flag(sym, Symbol::NEEDS_GOT)) sym->file->num_got++; break; case R_X86_64_GOTTPOFF: if (set_flag(sym, Symbol::NEEDS_GOTTP)) sym->file->num_got++; break; case R_X86_64_PLT32: if (config.is_static && sym->type != STT_GNU_IFUNC) break; if (set_flag(sym, Symbol::NEEDS_PLT)) { sym->file->num_plt++; sym->file->num_gotplt++; sym->file->num_relplt++; } break; } } } MergeableSection::MergeableSection(InputSection *isec, ArrayRef contents) : InputChunk(MERGEABLE, isec->file, isec->shdr, isec->name), parent(*MergedSection::get_instance(isec->name, isec->shdr.sh_flags, isec->shdr.sh_type)) { StringRef data((const char *)&contents[0], contents.size()); u32 offset = 0; while (!data.empty()) { size_t end = data.find('\0'); if (end == StringRef::npos) error(toString(this) + ": string is not null terminated"); StringRef substr = data.substr(0, end + 1); data = data.substr(end + 1); StringPiece *piece = parent.map.insert(substr, StringPiece(substr)); pieces.push_back({piece, offset}); offset += substr.size(); } static Counter counter("string_pieces"); counter.inc(pieces.size()); } std::string toString(InputChunk *chunk) { return (toString(chunk->file) + ":(" + chunk->name + ")").str(); }