Skip to main content

rucc_object/
source.rs

1//! An object file written from what a file of assembly says, rather than from a compilation.
2//!
3//! Design: `spec/11-asm-objects-debug.md` section 11.1, the paragraph that says we also accept
4//! assembly as input.
5//!
6//! # Why this is not [`crate::Text`] and [`crate::Data`]
7//!
8//! Those two are the compiler's view of a file and they are the right view of one. A function is a
9//! run of bytes with a name and a length, a variable is an image with a name and a place worked out
10//! from what the variable is, and neither carries a section name because where a thing goes is an
11//! answer rather than a question. That is exactly what makes them the wrong shape for assembly.
12//!
13//! A file of assembly says the section, so the place is a question again, and it may say a section
14//! this compiler would never have chosen and flags that go with it. It puts names at offsets rather
15//! than around images, so `.long 0` followed by `foo:` is four bytes belonging to nothing with a
16//! name after them, which no list of named variables can hold. It defines names that are not at any
17//! offset at all, which is what `.set` and `.equ` produce. And it may name a symbol in the middle of
18//! a section, with a size the program stated rather than one worked out from the bytes.
19//!
20//! So this is the assembler's view: a list of sections that each know their own name, flags and
21//! bytes, and a list of names that point into them. Bending one into the other would mean deciding
22//! here what a program already said, and a wrong answer about which section something is in is not
23//! visible until a link or a load.
24//!
25//! The two views meet at the [`object`] crate's writer, which is what both call, and at the short
26//! list of format opinions beside it, which is what both ask where the formats differ. So
27//! there is one place that knows how an object file is laid out and one that knows what each format
28//! calls the things in it.
29
30use object::write::{Object as Writer, Relocation, Symbol, SymbolSection};
31use object::{Architecture, Endianness, RelocationFlags, SectionKind, SymbolFlags, elf};
32use rucc_target::TargetInfo;
33use rucc_target::aarch64::Fixup;
34use rucc_tuple::Arch;
35
36use crate::file::{Error, Flavour};
37use crate::section::{Array, Binding, Reloc, Visibility};
38
39/// One section, as a file of assembly describes one.
40#[derive(Debug, Clone, PartialEq, Eq)]
41pub struct Part {
42    /// What it is called, with the leading dot the source wrote.
43    pub name: String,
44    /// Its bytes, which are empty for a section that says how big it is and holds none of them.
45    pub bytes: Vec<u8>,
46    /// How long it is. The same as the length of the bytes for every section that has any, and the
47    /// whole of what a `@nobits` section says about itself.
48    pub size: u64,
49    /// The boundary it starts on, which is the largest any directive in it asked for.
50    pub align: u64,
51    /// The flags and the type, which the source states and this does not work out.
52    pub shape: Shape,
53    /// Every place in it that names something, counted from the start of the section.
54    pub relocs: Vec<Reloc>,
55}
56
57/// What a section is, which on ELF is a handful of flag letters and a type.
58///
59/// Held as the separate facts rather than as one of a fixed list of kinds, because the list is not
60/// fixed: a program may write `.section .init.text,"ax",@progbits` and mean a section this compiler
61/// has no name for, and the letters are the whole of what it said about it. The writer underneath
62/// takes a [`SectionKind`], so `Shape::kind` is the one place that turns these back into one, and
63/// the cases it cannot say are written as flags directly.
64#[derive(Debug, Clone, Copy, PartialEq, Eq, Default)]
65pub struct Shape {
66    /// `a`: the section takes space in the loaded image. A section without this is for a debugger
67    /// or a linker to read and is not in the program at run time.
68    pub alloc: bool,
69    /// `w`: the program may write to it.
70    pub write: bool,
71    /// `x`: the processor may execute it.
72    pub exec: bool,
73    /// `T`: one copy per thread rather than one copy per program.
74    pub thread: bool,
75    /// Whether the file carries the bytes. False is `@nobits`, which is what `.bss` is.
76    pub bits: bool,
77    /// Which kind of table of function addresses this is, for the three ELF has a type for.
78    pub array: Option<Array>,
79    /// `M`: how long each entry is in a section of constants the linker may keep one copy of
80    /// wherever two objects hold the same one, and zero for a section that is not one of those.
81    /// gcc puts a `double` it loads from memory in `.rodata.cst8`, which is one of these.
82    pub merge: u64,
83    /// `S`: the entries are strings ended by a zero rather than all of one length, which is where
84    /// gcc puts every string literal. Only means anything beside `merge`.
85    pub strings: bool,
86}
87
88impl Shape {
89    /// What a section of this name is when the source named it and said nothing else.
90    ///
91    /// `.text`, `.data` and the rest are names an assembler already knows the flags of, which is
92    /// why a program may write `.data` on its own and why `.section .data` without letters is the
93    /// same section rather than an unallocated one. A name nothing here knows gets the flags of an
94    /// ordinary allocated writable section, which is what gas does with one.
95    #[must_use]
96    pub fn of(name: &str) -> Shape {
97        let base = Shape { alloc: true, bits: true, ..Shape::default() };
98        let head = name.split_once('.').map_or(name, |(_, rest)| rest);
99        let head = head.split_once('.').map_or(head, |(first, _)| first);
100        match head {
101            "text" | "init" | "fini" => Shape { exec: true, ..base },
102            "rodata" | "eh_frame_hdr" => base,
103            "bss" => Shape { write: true, bits: false, ..base },
104            "tbss" => Shape { write: true, thread: true, bits: false, ..base },
105            "tdata" => Shape { write: true, thread: true, ..base },
106            // The three the linker gathers and the startup code walks. The type is what makes one
107            // of them that, rather than the name: a section of the ordinary type under the same
108            // name is gathered into the same run and called by nobody.
109            _ if Array::of(name).is_some() => Shape { write: true, array: Array::of(name), ..base },
110            // Not allocated, because nothing in the running program reads it. A debugger reads it
111            // out of the file, and a section marked allocated would take space in every process.
112            "debug_info" | "debug_abbrev" | "debug_line" | "debug_str" | "comment" => {
113                Shape { alloc: false, bits: true, ..Shape::default() }
114            }
115            _ => Shape { write: true, ..base },
116        }
117    }
118
119    /// The flag word ELF holds these in.
120    ///
121    /// Not public, and neither are the two below it. The fields above are the whole of what a
122    /// caller says about a section, and how ELF spells them is this crate's business: a reader that
123    /// had to name an ELF constant to describe an executable section would be one that could not
124    /// describe one for any other format.
125    pub(crate) fn sh_flags(self) -> elf::SectionFlags {
126        let mut flags = 0;
127        if self.alloc {
128            flags |= elf::SHF_ALLOC.0;
129        }
130        if self.write {
131            flags |= elf::SHF_WRITE.0;
132        }
133        if self.exec {
134            flags |= elf::SHF_EXECINSTR.0;
135        }
136        if self.thread {
137            flags |= elf::SHF_TLS.0;
138        }
139        if self.merge != 0 {
140            flags |= elf::SHF_MERGE.0;
141            if self.strings {
142                flags |= elf::SHF_STRINGS.0;
143            }
144        }
145        elf::SectionFlags(flags)
146    }
147
148    /// The type ELF holds in the header beside those flags.
149    pub(crate) fn sh_type(self) -> elf::SectionType {
150        match self.array {
151            _ if !self.bits => elf::SHT_NOBITS,
152            Some(Array::Init) => elf::SHT_INIT_ARRAY,
153            Some(Array::Fini) => elf::SHT_FINI_ARRAY,
154            Some(Array::Preinit) => elf::SHT_PREINIT_ARRAY,
155            None => elf::SHT_PROGBITS,
156        }
157    }
158
159    /// What the writer underneath calls the nearest thing to this.
160    ///
161    /// It is told the flags in full afterwards, so this only has to be close enough that nothing
162    /// else the writer decides from the kind comes out wrong, which is the default alignment and
163    /// whether it appends bytes or counts them.
164    pub(crate) const fn kind(self) -> SectionKind {
165        match self {
166            Shape { bits: false, thread: true, .. } => SectionKind::UninitializedTls,
167            Shape { bits: false, .. } => SectionKind::UninitializedData,
168            Shape { thread: true, .. } => SectionKind::Tls,
169            Shape { exec: true, .. } => SectionKind::Text,
170            Shape { alloc: false, .. } => SectionKind::Other,
171            Shape { write: false, .. } => SectionKind::ReadOnlyData,
172            Shape { .. } => SectionKind::Data,
173        }
174    }
175}
176
177/// One name in the symbol table, as a file of assembly defines one.
178#[derive(Debug, Clone, PartialEq, Eq)]
179pub struct Name {
180    /// The name, spelled as the source spelled it.
181    pub name: String,
182    /// Where it is.
183    pub at: Held,
184    /// How long the thing it names is, which is what `.size` said and is zero when nothing did.
185    pub size: u64,
186    /// What kind of thing it names, which is what `.type` said.
187    pub sort: Sort,
188    /// Who can see it.
189    pub binding: Binding,
190    /// How far outside a shared library it reaches.
191    pub visibility: Visibility,
192}
193
194/// Where a name is, which is four different things and not an offset with special cases.
195#[derive(Debug, Clone, Copy, PartialEq, Eq)]
196pub enum Held {
197    /// At an offset into one of the sections, which is what a label is.
198    In {
199        /// Which section, as an index into the list given alongside.
200        part: usize,
201        /// How far into it.
202        offset: u64,
203    },
204    /// A number rather than a place, which is what `.set` and `.equ` produce. The linker resolves
205    /// a reference to one to the number itself and there is nothing for it to be relative to.
206    Absolute(u64),
207    /// That much zeroed space asked of the linker under this name, which is `.comm` and `.lcomm`.
208    /// Every definition of the name across every object is merged into one.
209    Common {
210        /// How much space.
211        size: u64,
212        /// What boundary it has to start on. ELF records this where an ordinary symbol records its
213        /// address, which is why the two cannot both be said.
214        align: u64,
215    },
216    /// Named and not defined here, which the linker has to find somewhere else.
217    Undefined,
218}
219
220/// What kind of thing a name names, which is what `.type` says.
221#[derive(Debug, Clone, Copy, PartialEq, Eq, Default)]
222pub enum Sort {
223    /// `@function`. A call through the procedure linkage table may be made to it.
224    Func,
225    /// `@object`. Data.
226    Object,
227    /// `@tls_object`. A thread-local variable, which a linker checks relocations against.
228    Thread,
229    /// `.file`, which names the source this was assembled from rather than anything in it.
230    ///
231    /// Not a thing `.type` can say, and here because it is a symbol and there is nowhere else for
232    /// it. A debugger reads it and so does `nm`, and gas writes one for every file that says its
233    /// own name, which is every file gcc produces.
234    File,
235    /// Nothing was said, which is what a plain label gets and is a real answer rather than a
236    /// missing one: gas writes `STT_NOTYPE` for a label nobody stated a type for.
237    #[default]
238    Untyped,
239}
240
241/// Everything an assembled file holds: its sections, and the names that point into them.
242#[derive(Debug, Clone, Default, PartialEq, Eq)]
243pub struct Assembled {
244    /// The sections, in the order the file first mentioned each of them.
245    pub parts: Vec<Part>,
246    /// The names, in the order the file defined or first referred to each of them.
247    pub names: Vec<Name>,
248}
249
250/// That, as a relocatable object in whichever of the two formats the target wants.
251///
252/// Both formats, the same two the module that writes a compilation writes it into, and the
253/// differences between them are the same answers there. That is the whole reason this is not two
254/// functions: a file of assembly names its own sections and a compilation does not, but what a
255/// relocation is called and whether a symbol has anywhere to keep a visibility are facts about the
256/// format rather than about where the bytes came from, and a second set of answers to them would
257/// be a second set to get wrong.
258///
259/// What a [`Part`] carries is the section type and flags the source wrote in as many words. ELF has
260/// a field for each of them and they are written down as they stand. COFF has no field they map
261/// onto, so what the section is comes from the kind on the shape and the writer underneath turns it
262/// into the characteristics every other Windows assembler writes. A program that means a Windows
263/// section to be something other than what its name says is a program that has to say so some other
264/// way, which is what `.section` with COFF's own letters is for and what tamnd/rucc#1514 left open.
265///
266/// # Errors
267///
268/// [`Error::Format`] for a machine or a platform this does not write, and [`Error::Refused`] for a
269/// relocation against a name the list does not hold or one this format has no relocation for.
270pub fn assembled(input: &Assembled, target: &TargetInfo) -> Result<Vec<u8>, Error> {
271    // AArch64 on ELF and x86-64 on both. What an AArch64 file for Windows would need is a table of
272    // its own relocations and an unwind table of its own shape, and neither is written yet.
273    let (flavour, machine) = match (Flavour::of(target), target.tuple.arch()) {
274        (Some(flavour), Arch::X86_64) => (flavour, Architecture::X86_64),
275        (Some(Flavour::Elf), Arch::Aarch64) => (Flavour::Elf, Architecture::Aarch64),
276        _ => return Err(Error::Format { triple: target.tuple.to_string() }),
277    };
278    let flags_of = |kind, after| match machine {
279        Architecture::Aarch64 => {
280            crate::elf::r_type_aarch64(kind).map(|r_type| RelocationFlags::Elf { r_type })
281        }
282        _ => flavour.reloc(kind, after),
283    };
284    let mut obj = Writer::new(flavour.binary(), machine, Endianness::Little);
285
286    // Every section first, because a symbol says which one it is in and a relocation says which one
287    // it is written into, so both need the whole list before either can be added.
288    let mut made = Vec::with_capacity(input.parts.len());
289    for part in &input.parts {
290        let id = obj.add_section(Vec::new(), part.name.clone().into_bytes(), part.shape.kind());
291        // The flags in full rather than whatever the kind implied, because the kind is a summary of
292        // them and the source said them exactly. A section the program wrote `"ax"` on is executable
293        // whether or not its name is one this compiler would have made executable. Only where the
294        // format has the fields: see [`Flavour::stated`].
295        if let Some(flags) = flavour.stated(part.shape) {
296            obj.section_mut(id).flags = flags;
297        }
298        let align = part.align.max(1);
299        if part.shape.bits {
300            obj.append_section_data(id, &part.bytes, align);
301        } else {
302            obj.append_section_bss(id, part.size, align);
303        }
304        made.push(id);
305    }
306
307    // Which relocations point at the section a name is in rather than at the name, and which names
308    // are then asked for by nothing and left out, before either is written down.
309    let defined: std::collections::HashMap<&str, &Name> =
310        input.names.iter().map(|name| (name.name.as_str(), name)).collect();
311    let onto = |reloc: &Reloc| moved(flavour, input, &defined, reloc);
312    let wanted: std::collections::HashSet<&str> = input
313        .parts
314        .iter()
315        .flat_map(|part| &part.relocs)
316        .filter(|reloc| onto(reloc).is_none())
317        .map(|reloc| reloc.symbol.as_str())
318        .collect();
319
320    // Then every name. A relocation names one, and the writer wants the symbol before the
321    // relocation that points at it, so this whole pass is in front of the one below.
322    let mut symbols = std::collections::BTreeMap::new();
323    for name in &input.names {
324        if flavour == Flavour::Elf && unseen(name) && !wanted.contains(name.name.as_str()) {
325            continue;
326        }
327        let (section, value, size) = match name.at {
328            Held::In { part, offset } => {
329                let Some(id) = made.get(part) else {
330                    let why = format!(
331                        "'{}' is in section {part} and there is no such section",
332                        name.name
333                    );
334                    return Err(Error::Refused { why });
335                };
336                (SymbolSection::Section(*id), offset, name.size)
337            }
338            Held::Absolute(value) => (SymbolSection::Absolute, value, name.size),
339            // A common symbol says what it wants rather than where it is, and ELF records the
340            // boundary it wants where an ordinary symbol records its address.
341            Held::Common { size, align } => (SymbolSection::Common, align, size),
342            Held::Undefined => (SymbolSection::Undefined, 0, 0),
343        };
344        let id = obj.add_symbol(Symbol {
345            name: name.name.clone().into_bytes(),
346            value,
347            size,
348            kind: flavour.sort(name.sort, name.binding),
349            scope: crate::file::scope_of(name.binding),
350            weak: name.binding == Binding::Weak,
351            section,
352            flags: SymbolFlags::None,
353        });
354        flavour.see(&mut obj, id, name.binding, name.visibility);
355        // The writer underneath records a common symbol as `STT_COMMON` and gas records the same
356        // symbol as `STT_OBJECT`. Both are a request for storage and a linker reads either, and the
357        // one gas writes is written here, because an object that says the same thing a different
358        // way is the kind of difference that turns up years later in a tool that only ever saw the
359        // other one. A common symbol is global by definition, so there is no binding to preserve.
360        if matches!(name.at, Held::Common { .. }) {
361            if let SymbolFlags::Elf { st_info, .. } = obj.symbol_flags_mut(id) {
362                *st_info = elf::STB_GLOBAL | elf::STT_OBJECT;
363            }
364        }
365        symbols.insert(name.name.clone(), id);
366    }
367
368    for (part, id) in input.parts.iter().zip(&made) {
369        for reloc in &part.relocs {
370            let (symbol, addend) = match onto(reloc) {
371                Some((part, offset)) => {
372                    (obj.section_symbol(made[part]), reloc.addend + offset as i64)
373                }
374                None => {
375                    let Some(&symbol) = symbols.get(&reloc.symbol) else {
376                        let why = format!(
377                            "'{}' is named by a relocation and by nothing else",
378                            reloc.symbol
379                        );
380                        return Err(Error::Refused { why });
381                    };
382                    (symbol, reloc.addend)
383                }
384            };
385            let flags = flags_of(reloc.kind, reloc.after).ok_or_else(|| Error::Refused {
386                why: format!("no relocation is {:?}", reloc.kind),
387            })?;
388            obj.add_relocation(*id, Relocation { offset: reloc.at as u64, symbol, addend, flags })
389                .map_err(|why| Error::Refused { why: why.to_string() })?;
390        }
391    }
392
393    // The same marker every other object this compiler writes gets, and for the same reason: a
394    // linker that does not find it in every input marks the stack executable. Not a second one if
395    // the file already said it, which a file written by hand for a linker that cares often does,
396    // and nothing at all on a format whose answer to the question is in the finished image.
397    if !input.parts.iter().any(|part| part.name == ".note.GNU-stack") {
398        flavour.marker(&mut obj);
399    }
400
401    let mut bytes = obj.write().map_err(|why| Error::Refused { why: why.to_string() })?;
402    if flavour == Flavour::Elf {
403        for part in input.parts.iter().filter(|part| part.shape.merge != 0) {
404            entry_size(&mut bytes, &part.name, part.shape.merge);
405        }
406    }
407    Ok(bytes)
408}
409
410/// Write how long an entry of a mergeable section is into its header, which the linker needs and
411/// the writer underneath has no field for. It writes one only for a section of strings it made
412/// itself. The file is a 64 bit little endian ELF one, since that is the only kind this writes, and
413/// the section is found by its name, which is unique because the assembler gave every name one
414/// section.
415fn entry_size(bytes: &mut [u8], name: &str, size: u64) {
416    let word = |bytes: &[u8], at: usize, width: usize| {
417        bytes[at..at + width].iter().rev().fold(0u64, |sum, &byte| sum << 8 | u64::from(byte))
418    };
419    let table = word(bytes, 0x28, 8) as usize;
420    let each = word(bytes, 0x3a, 2) as usize;
421    let count = word(bytes, 0x3c, 2) as usize;
422    let names = table + each * word(bytes, 0x3e, 2) as usize;
423    let names = word(bytes, names + 0x18, 8) as usize;
424    for header in (0..count).map(|nth| table + nth * each) {
425        let at = names + word(bytes, header, 4) as usize;
426        if bytes[at..].starts_with(name.as_bytes()) && bytes.get(at + name.len()) == Some(&0) {
427            bytes[header + 0x38..header + 0x40].copy_from_slice(&size.to_le_bytes());
428        }
429    }
430}
431
432/// The section and the offset into it a relocation is written against in place of the name it
433/// gave, when gas would do the same.
434///
435/// A name only this file can see is a place in a section and nothing more, so gas writes the
436/// section's own symbol and how far into it the place is, and a `.L` label then has no reason to be
437/// in the table at all. It keeps the name where the linker has to see it: a call, which may go
438/// through a stub the linker makes for that name, a slot of the global offset table, and a place in
439/// a section the linker may merge, where the offset into the section is not an offset into the
440/// merged one. The last of those is only a problem for a distance, or for an address with
441/// something added to it, since the address of the start of a string is what the linker follows.
442fn moved(
443    flavour: Flavour,
444    input: &Assembled,
445    defined: &std::collections::HashMap<&str, &Name>,
446    reloc: &Reloc,
447) -> Option<(usize, u64)> {
448    use crate::section::Reference;
449    let name = defined.get(reloc.symbol.as_str())?;
450    let Held::In { part, offset } = name.at else { return None };
451    if flavour != Flavour::Elf || name.binding != Binding::Local {
452        return None;
453    }
454    let near = matches!(reloc.kind, Reference::Data | Reference::Away);
455    let fixed = match reloc.kind {
456        Reference::Call
457        | Reference::Got
458        | Reference::GotBare
459        | Reference::GotKept
460        | Reference::Thread => false,
461        // The same for a field of an instruction that goes through a stub or a table slot, or that
462        // says where a thread-local variable is, which a linker checks against the name's type.
463        Reference::Field(
464            Fixup::Call26
465            | Fixup::Jump26
466            | Fixup::GotPage21
467            | Fixup::GotLo12
468            | Fixup::GotTprelPage21
469            | Fixup::GotTprelLo12Nc
470            | Fixup::TprelHi12
471            | Fixup::TprelLo12Nc,
472        ) => false,
473        _ if input.parts.get(part)?.shape.merge != 0 => !near && reloc.addend == 0,
474        _ => true,
475    };
476    fixed.then_some((part, offset))
477}
478
479/// Whether a name is one the assembler made up or a label only it sees, which gas leaves out of the
480/// table unless a relocation still names it. `.L` is the prefix for those that ELF assemblers agree
481/// on, and a name with a `\u{1}` in it is one this assembler made for a numbered label or a frame.
482fn unseen(name: &Name) -> bool {
483    name.binding == Binding::Local
484        && (name.name.starts_with(".L")
485            || name.name.starts_with("..")
486            || name.name.contains('\u{1}'))
487}
488
489/// Every name in it a linker can find, which is what an archive's symbol index is built from.
490///
491/// The same rule as [`crate::defines`]: a local is left out, because a name the static link has
492/// already finished with is not one an archive may offer, and an undefined one is left out because
493/// this file does not have it.
494#[must_use]
495pub fn assembled_defines(input: &Assembled) -> Vec<String> {
496    input
497        .names
498        .iter()
499        .filter(|name| name.binding != Binding::Local && name.at != Held::Undefined)
500        .map(|name| name.name.clone())
501        .collect()
502}
503
504#[cfg(test)]
505mod tests {
506    use super::*;
507
508    use object::read::elf::{FileHeader as _, Sym as _};
509    use object::read::{Object as _, ObjectSection as _, ObjectSymbol as _};
510    use object::{RelocationFlags, SectionFlags};
511    use rucc_target::{Arch as TargetArch, Env, Os, Triple};
512
513    use crate::section::Reference;
514
515    /// A linux x86-64 target, which is the one most of these are written against.
516    fn target() -> TargetInfo {
517        TargetInfo::new(Triple::new(TargetArch::X86_64, Os::Linux, Env::Gnu))
518    }
519
520    /// The same machine under mingw-w64, which is the target the COFF cases below are about.
521    fn windows() -> TargetInfo {
522        TargetInfo::new(Triple::new(TargetArch::X86_64, Os::Windows, Env::Gnu))
523    }
524
525    /// One section of that name holding those bytes, with the flags the name implies.
526    fn part(name: &str, bytes: Vec<u8>) -> Part {
527        Part {
528            name: name.to_owned(),
529            size: bytes.len() as u64,
530            bytes,
531            align: 1,
532            shape: Shape::of(name),
533            relocs: Vec::new(),
534        }
535    }
536
537    /// One name at an offset into the first section.
538    fn at(name: &str, offset: u64, sort: Sort, binding: Binding) -> Name {
539        Name {
540            name: name.to_owned(),
541            at: Held::In { part: 0, offset },
542            size: 0,
543            sort,
544            binding,
545            visibility: Visibility::Default,
546        }
547    }
548
549    /// The raw `st_info` and `st_value` of a symbol, as the file holds them.
550    ///
551    /// The reader's own `kind()`, `is_global()` and `address()` are a translation of these, and a
552    /// translation is what several of the cases below are about, so they ask the file rather than
553    /// the reading. A common symbol is the clearest of them: `address()` gives zero for one because
554    /// it has no address, and the field an ordinary symbol keeps its address in is where a common
555    /// one states the boundary it has to start on.
556    fn raw(bytes: &[u8], want: &str) -> (u8, u64) {
557        let header = elf::FileHeader64::<Endianness>::parse(bytes).expect("a header");
558        let endian = header.endian().expect("an endianness");
559        let table = header.sections(endian, bytes).expect("the sections");
560        let symbols = table.symbols(endian, bytes, elf::SHT_SYMTAB).expect("a symbol table");
561        for symbol in symbols.iter() {
562            if symbols.symbol_name(endian, symbol).expect("a name") == want.as_bytes() {
563                return (symbol.st_info().0, symbol.st_value(endian));
564            }
565        }
566        panic!("there is no symbol called '{want}'");
567    }
568
569    /// The first half of that.
570    fn st_info(bytes: &[u8], want: &str) -> u8 {
571        raw(bytes, want).0
572    }
573
574    #[test]
575    fn a_section_carries_the_flags_the_source_said_and_not_the_ones_its_name_suggests() {
576        // The whole reason a shape is separate facts rather than a kind. A program may write
577        // `.section .init.text,"ax"` and mean a section with a name this compiler has never heard
578        // of, and what it said about it is the letters.
579        let mut odd = part(".init.text", vec![0x90]);
580        odd.shape = Shape { alloc: true, exec: true, bits: true, ..Shape::default() };
581        let input = Assembled { parts: vec![odd], names: Vec::new() };
582        let bytes = assembled(&input, &target()).expect("an object");
583        let file = object::File::parse(&bytes[..]).expect("a readable object");
584        let section = file.section_by_name(".init.text").expect("the section");
585        assert_eq!(section.data().expect("the bytes"), &[0x90]);
586        let SectionFlags::Elf { sh_flags, sh_type } = section.flags() else {
587            panic!("this is an ELF file");
588        };
589        assert_eq!(sh_flags.0, elf::SHF_ALLOC.0 | elf::SHF_EXECINSTR.0);
590        assert_eq!(sh_flags.0 & elf::SHF_WRITE.0, 0, "nothing said it was writable");
591        assert_eq!(sh_type, elf::SHT_PROGBITS);
592    }
593
594    #[test]
595    fn a_section_that_holds_no_bytes_still_says_how_long_it_is() {
596        // `.bss` is a length and no bytes, and a writer that appended its data would produce a file
597        // with that much zero in it, which is the difference between an object and a big object.
598        let mut room = part(".bss", Vec::new());
599        room.size = 4096;
600        room.align = 16;
601        let input = Assembled { parts: vec![room], names: Vec::new() };
602        let bytes = assembled(&input, &target()).expect("an object");
603        assert!(bytes.len() < 4096, "the empty space was written out: {} bytes", bytes.len());
604        let file = object::File::parse(&bytes[..]).expect("a readable object");
605        let section = file.section_by_name(".bss").expect("the section");
606        assert_eq!(section.size(), 4096);
607        assert_eq!(section.align(), 16);
608        let SectionFlags::Elf { sh_type, .. } = section.flags() else { panic!("an ELF file") };
609        assert_eq!(sh_type, elf::SHT_NOBITS);
610    }
611
612    #[test]
613    fn a_label_nobody_stated_a_type_for_is_a_symbol_with_no_type() {
614        // `STT_NOTYPE` is what gas writes for one, and it is a real answer rather than a missing
615        // one. The writer underneath refuses a defined symbol whose kind is `Unknown` outright, so
616        // this is also the case that says the mapping went to `Label` and not there.
617        let input = Assembled {
618            parts: vec![part(".text", vec![0; 8])],
619            names: vec![at("plain", 4, Sort::Untyped, Binding::Global)],
620        };
621        let bytes = assembled(&input, &target()).expect("an object");
622        let file = object::File::parse(&bytes[..]).expect("a readable object");
623        let plain = file.symbols().find(|s| s.name() == Ok("plain")).expect("the label");
624        assert_eq!(plain.address(), 4);
625        assert_eq!(st_info(&bytes, "plain") & 0xf, elf::STT_NOTYPE.0);
626    }
627
628    #[test]
629    fn what_type_said_is_what_the_symbol_gets() {
630        let input = Assembled {
631            parts: vec![part(".text", vec![0; 8])],
632            names: vec![
633                at("run", 0, Sort::Func, Binding::Global),
634                at("held", 4, Sort::Object, Binding::Local),
635            ],
636        };
637        let bytes = assembled(&input, &target()).expect("an object");
638        assert_eq!(st_info(&bytes, "run") & 0xf, elf::STT_FUNC.0);
639        assert_eq!(st_info(&bytes, "held") & 0xf, elf::STT_OBJECT.0);
640        assert_eq!(st_info(&bytes, "run") >> 4, elf::STB_GLOBAL.0);
641        assert_eq!(st_info(&bytes, "held") >> 4, elf::STB_LOCAL.0);
642    }
643
644    #[test]
645    fn a_common_symbol_is_written_the_way_gas_writes_one() {
646        // The writer underneath records `STT_COMMON` and gas records `STT_OBJECT` for the same
647        // `.comm`. Both are a request for storage and a linker takes either, and the one gas writes
648        // is the one written here, so an object of ours and an object of theirs do not differ in a
649        // field somebody's tool reads years from now.
650        let input = Assembled {
651            parts: Vec::new(),
652            names: vec![Name {
653                name: "shared".to_owned(),
654                at: Held::Common { size: 8, align: 8 },
655                size: 0,
656                sort: Sort::Object,
657                binding: Binding::Global,
658                visibility: Visibility::Default,
659            }],
660        };
661        let bytes = assembled(&input, &target()).expect("an object");
662        assert_eq!(st_info(&bytes, "shared"), elf::STB_GLOBAL.0 << 4 | elf::STT_OBJECT.0);
663        let file = object::File::parse(&bytes[..]).expect("a readable object");
664        let shared = file.symbols().find(|s| s.name() == Ok("shared")).expect("the symbol");
665        assert!(shared.is_common(), "the linker has to be asked for the space");
666        assert_eq!(shared.size(), 8);
667        // Where an ordinary symbol keeps its address, which is why the two cannot both be said.
668        assert_eq!(raw(&bytes, "shared").1, 8, "the boundary it has to start on");
669    }
670
671    #[test]
672    fn a_set_is_a_number_rather_than_a_place() {
673        let input = Assembled {
674            parts: vec![part(".text", vec![0; 8])],
675            names: vec![Name {
676                name: "size_of_it".to_owned(),
677                at: Held::Absolute(25),
678                size: 0,
679                sort: Sort::Untyped,
680                binding: Binding::Global,
681                visibility: Visibility::Default,
682            }],
683        };
684        let bytes = assembled(&input, &target()).expect("an object");
685        let file = object::File::parse(&bytes[..]).expect("a readable object");
686        let sym = file.symbols().find(|s| s.name() == Ok("size_of_it")).expect("the symbol");
687        assert_eq!(sym.address(), 25);
688        assert_eq!(sym.section(), object::SymbolSection::Absolute, "it is not in any section");
689    }
690
691    #[test]
692    fn a_relocation_names_a_symbol_and_lands_where_the_bytes_are() {
693        let mut data = part(".data", vec![0; 8]);
694        data.relocs.push(Reloc {
695            at: 0,
696            symbol: "message".to_owned(),
697            kind: Reference::Address { bytes: 8 },
698            addend: 0,
699            after: 0,
700        });
701        let input = Assembled {
702            parts: vec![data],
703            names: vec![Name {
704                name: "message".to_owned(),
705                at: Held::Undefined,
706                size: 0,
707                sort: Sort::Untyped,
708                binding: Binding::Global,
709                visibility: Visibility::Default,
710            }],
711        };
712        let bytes = assembled(&input, &target()).expect("an object");
713        let file = object::File::parse(&bytes[..]).expect("a readable object");
714        let section = file.section_by_name(".data").expect("the section");
715        let (at, reloc) = section.relocations().next().expect("one relocation");
716        assert_eq!(at, 0);
717        assert_eq!(reloc.addend(), 0);
718        let RelocationFlags::Elf { r_type } = reloc.flags() else { panic!("an ELF file") };
719        assert_eq!(r_type, elf::R_X86_64_64);
720    }
721
722    #[test]
723    fn a_place_only_this_file_sees_is_reached_through_its_section_as_gas_does() {
724        // The `.L` label goes, the static function stays in the table, and both relocations are
725        // against `.text` at their offsets. A call keeps its name, since the linker may give it a
726        // stub, and so does a name the linker is allowed to see.
727        let mut text = part(".text", vec![0; 32]);
728        for (at, symbol, kind) in [
729            (0, ".L3", Reference::Data),
730            (4, "helper", Reference::Data),
731            (8, "helper", Reference::Call),
732            (12, "shared", Reference::Data),
733        ] {
734            let symbol = symbol.to_owned();
735            text.relocs.push(Reloc { at, symbol, kind, addend: -4, after: 0 });
736        }
737        let input = Assembled {
738            parts: vec![text],
739            names: vec![
740                at(".L3", 20, Sort::Untyped, Binding::Local),
741                at("helper", 24, Sort::Func, Binding::Local),
742                at("shared", 28, Sort::Func, Binding::Global),
743            ],
744        };
745        let bytes = assembled(&input, &target()).expect("an object");
746        let file = object::File::parse(&bytes[..]).expect("a readable object");
747        let names: Vec<_> = file.symbols().filter_map(|sym| sym.name().ok()).collect();
748        assert!(!names.contains(&".L3") && names.contains(&"helper"), "{names:?}");
749        let section = file.section_by_name(".text").expect("the section");
750        let reached: Vec<_> = section
751            .relocations()
752            .map(|(at, reloc)| {
753                let object::RelocationTarget::Symbol(index) = reloc.target() else {
754                    panic!("a symbol")
755                };
756                let symbol = file.symbol_by_index(index).expect("the symbol");
757                let name = if symbol.kind() == object::SymbolKind::Section {
758                    ".text"
759                } else {
760                    symbol.name().expect("a name")
761                };
762                (at, name, reloc.addend())
763            })
764            .collect();
765        assert_eq!(
766            reached,
767            [(0, ".text", 16), (4, ".text", 20), (8, "helper", -4), (12, "shared", -4)]
768        );
769    }
770
771    #[test]
772    fn a_section_of_constants_may_be_merged_and_a_distance_into_it_keeps_its_name() {
773        let mut text = part(".text", vec![0; 8]);
774        text.relocs.push(Reloc {
775            at: 0,
776            symbol: ".LC0".to_owned(),
777            kind: Reference::Data,
778            addend: -4,
779            after: 0,
780        });
781        let strings = Part {
782            shape: Shape { merge: 1, strings: true, ..Shape::of(".rodata") },
783            ..part(".rodata.str1.1", b"hi\0".to_vec())
784        };
785        let mut name = at(".LC0", 0, Sort::Untyped, Binding::Local);
786        name.at = Held::In { part: 1, offset: 0 };
787        let input = Assembled { parts: vec![text, strings], names: vec![name] };
788        let bytes = assembled(&input, &target()).expect("an object");
789        let file = object::File::parse(&bytes[..]).expect("a readable object");
790        let section = file.section_by_name(".rodata.str1.1").expect("the section");
791        let SectionFlags::Elf { sh_flags, .. } = section.flags() else { panic!("an ELF file") };
792        assert_eq!(sh_flags.0, elf::SHF_ALLOC.0 | elf::SHF_MERGE.0 | elf::SHF_STRINGS.0);
793        let header = elf::FileHeader64::<Endianness>::parse(&bytes[..]).expect("a header");
794        let endian = header.endian().expect("an endianness");
795        let table = header.sections(endian, &bytes[..]).expect("the sections");
796        let (_, found) = table.section_by_name(endian, b".rodata.str1.1").expect("the section");
797        assert_eq!(found.sh_entsize.get(endian), 1);
798        let text = file.section_by_name(".text").expect("the section");
799        let (_, reloc) = text.relocations().next().expect("one relocation");
800        let object::RelocationTarget::Symbol(index) = reloc.target() else { panic!("a symbol") };
801        assert_eq!(file.symbol_by_index(index).and_then(|sym| sym.name()), Ok(".LC0"));
802    }
803
804    #[test]
805    fn a_relocation_against_a_name_the_file_never_mentions_is_refused() {
806        // Rather than written against symbol zero, which is a file that links and resolves the
807        // reference to address zero. The list of names is the whole of what the reader found, so a
808        // relocation naming something outside it is a mistake in this compiler.
809        let mut data = part(".data", vec![0; 8]);
810        data.relocs.push(Reloc {
811            at: 0,
812            symbol: "nowhere".to_owned(),
813            kind: Reference::Address { bytes: 8 },
814            addend: 0,
815            after: 0,
816        });
817        let input = Assembled { parts: vec![data], names: Vec::new() };
818        let why = assembled(&input, &target()).expect_err("this cannot be written");
819        assert!(format!("{why}").contains("nowhere"), "{why}");
820    }
821
822    #[test]
823    fn the_stack_is_marked_once_whoever_asked_for_it() {
824        // A linker that does not find this marker in every input marks the stack executable, and a
825        // file written by hand for one that cares often says it itself.
826        let bare = Assembled { parts: vec![part(".text", vec![0x90])], names: Vec::new() };
827        let bytes = assembled(&bare, &target()).expect("an object");
828        let file = object::File::parse(&bytes[..]).expect("a readable object");
829        assert!(file.section_by_name(".note.GNU-stack").is_some(), "the marker was left out");
830
831        let said = Assembled {
832            parts: vec![part(".text", vec![0x90]), part(".note.GNU-stack", Vec::new())],
833            names: Vec::new(),
834        };
835        let bytes = assembled(&said, &target()).expect("an object");
836        let file = object::File::parse(&bytes[..]).expect("a readable object");
837        let marks = file.sections().filter(|s| s.name() == Ok(".note.GNU-stack")).count();
838        assert_eq!(marks, 1, "the file said it and it was said again");
839    }
840
841    #[test]
842    fn only_the_names_a_linker_could_find_are_offered_to_an_archive() {
843        let input = Assembled {
844            parts: vec![part(".text", vec![0; 8])],
845            names: vec![
846                at("reachable", 0, Sort::Func, Binding::Global),
847                at("mine", 4, Sort::Func, Binding::Local),
848                Name {
849                    name: "elsewhere".to_owned(),
850                    at: Held::Undefined,
851                    size: 0,
852                    sort: Sort::Untyped,
853                    binding: Binding::Global,
854                    visibility: Visibility::Default,
855                },
856            ],
857        };
858        assert_eq!(assembled_defines(&input), vec!["reachable".to_owned()]);
859    }
860
861    #[test]
862    fn a_machine_this_does_not_write_is_refused_rather_than_written_wrong() {
863        let input = Assembled { parts: vec![part(".text", vec![0x90])], names: Vec::new() };
864        let elsewhere = TargetInfo::new(Triple::new(TargetArch::Aarch64, Os::Windows, Env::Msvc));
865        let why = assembled(&input, &elsewhere).expect_err("this cannot be written");
866        assert!(format!("{why}").contains("aarch64"), "{why}");
867    }
868
869    #[test]
870    fn a_file_of_assembly_for_aarch64_is_written_with_that_machine_s_relocations() {
871        // `adrp x0, table` and `add x0, x0, :lo12:table+8`, then `bl g`, then the address of
872        // `table` in a table of its own. A field is its fixup's relocation and an address is the
873        // AArch64 one of that width, and a label only this file sees is written against its
874        // section, the way gas writes it.
875        let mut text = part(".text", vec![0; 12]);
876        let field = |at, symbol: &str, fixup, addend| Reloc {
877            at,
878            symbol: symbol.to_owned(),
879            kind: Reference::Field(fixup),
880            addend,
881            after: 0,
882        };
883        text.relocs = vec![
884            field(0, ".Ltable", Fixup::AdrPage21, 8),
885            field(4, ".Ltable", Fixup::AddLo12, 8),
886            field(8, "g", Fixup::Call26, 0),
887        ];
888        let mut data = part(".data", vec![0; 16]);
889        data.relocs = vec![Reloc {
890            at: 8,
891            symbol: ".Ltable".to_owned(),
892            kind: Reference::Address { bytes: 8 },
893            addend: 0,
894            after: 0,
895        }];
896        let mut table = at(".Ltable", 0, Sort::Object, Binding::Local);
897        table.at = Held::In { part: 1, offset: 0 };
898        let input = Assembled {
899            parts: vec![text, data],
900            names: vec![
901                table,
902                Name { at: Held::Undefined, ..at("g", 0, Sort::Untyped, Binding::Global) },
903            ],
904        };
905        let target = TargetInfo::new(Triple::new(TargetArch::Aarch64, Os::Linux, Env::Gnu));
906        let bytes = assembled(&input, &target).expect("an object");
907        let file = object::File::parse(&bytes[..]).expect("a readable object");
908        assert_eq!(file.architecture(), Architecture::Aarch64);
909        let relocs = |name: &str| -> Vec<(u64, elf::RelocationType, i64)> {
910            let section = file.section_by_name(name).expect("the section");
911            section
912                .relocations()
913                .map(|(at, reloc)| {
914                    let RelocationFlags::Elf { r_type } = reloc.flags() else { panic!("ELF") };
915                    (at, r_type, reloc.addend())
916                })
917                .collect()
918        };
919        assert_eq!(
920            relocs(".text"),
921            [
922                (0, elf::R_AARCH64_ADR_PREL_PG_HI21, 8),
923                (4, elf::R_AARCH64_ADD_ABS_LO12_NC, 8),
924                (8, elf::R_AARCH64_CALL26, 0)
925            ]
926        );
927        assert_eq!(relocs(".data"), [(8, elf::R_AARCH64_ABS64, 0)]);
928        assert!(file.symbols().all(|s| s.name() != Ok(".Ltable")), "a label only this file sees");
929    }
930
931    #[test]
932    fn a_file_of_assembly_for_windows_is_written_as_coff() {
933        // What tamnd/rucc#1514 was about. `runtime/builtins/chkstk.S` is a file of assembly for a
934        // Windows target, and until this it was refused with a message about there being no object
935        // writer for the triple, which read as the whole back end being missing rather than this
936        // one path through it.
937        let input = Assembled { parts: vec![part(".text", vec![0xc3])], names: Vec::new() };
938        let bytes = assembled(&input, &windows()).expect("an object");
939        let file = object::File::parse(&bytes[..]).expect("a readable object");
940        assert_eq!(file.format(), object::BinaryFormat::Coff);
941        let section = file.section_by_name(".text").expect("the section");
942        assert_eq!(section.data().expect("the bytes"), &[0xc3]);
943        assert_eq!(section.kind(), SectionKind::Text);
944        assert!(
945            file.section_by_name(".note.GNU-stack").is_none(),
946            "a format with no marker got one anyway"
947        );
948    }
949
950    #[test]
951    fn a_global_label_with_no_type_under_it_is_still_offered_on_coff() {
952        // The case a `.globl` and a label is, which is most of what a hand written file says. On
953        // ELF that is `STT_NOTYPE` and the binding is a separate field, so the name is global
954        // whatever its type. COFF has no such split: what the writer underneath calls a label is
955        // storage class `LABEL`, which is a name inside one file, and a symbol written that way is
956        // one no linker resolves against. `___chkstk_ms` came out of the archive as a local under
957        // that mapping and mingw-w64's own objects went on wanting it.
958        let input = Assembled {
959            parts: vec![part(".text", vec![0; 8])],
960            names: vec![
961                at("offered", 0, Sort::Untyped, Binding::Global),
962                at("ours", 4, Sort::Untyped, Binding::Local),
963            ],
964        };
965        let bytes = assembled(&input, &windows()).expect("an object");
966        let file = object::File::parse(&bytes[..]).expect("a readable object");
967        let offered = file.symbols().find(|s| s.name() == Ok("offered")).expect("the label");
968        assert!(offered.is_global(), "a `.globl` label came out local");
969        let ours = file.symbols().find(|s| s.name() == Ok("ours")).expect("the other label");
970        assert!(!ours.is_global(), "a label nothing offered came out global");
971        // And the same input on ELF is still what gas writes there, which is the half of this that
972        // would otherwise have been changed to fix the other half.
973        let bytes = assembled(&input, &target()).expect("an object");
974        assert_eq!(st_info(&bytes, "offered") & 0xf, elf::STT_NOTYPE.0);
975    }
976
977    #[test]
978    fn a_relocation_on_coff_says_how_much_of_the_instruction_comes_after_it() {
979        // The one real difference between the two formats' relocations. ELF folds the distance
980        // between the hole and the end of the instruction into the addend and has one type. COFF
981        // counts from the end of the instruction and has no addend field, so the count is in the
982        // type: `IMAGE_REL_AMD64_REL32_4` is four bytes of immediate behind the displacement.
983        let mut text = part(".text", vec![0; 16]);
984        text.relocs.push(Reloc {
985            at: 2,
986            symbol: "elsewhere".to_owned(),
987            kind: Reference::Data,
988            addend: -8,
989            after: 4,
990        });
991        let input = Assembled {
992            parts: vec![text],
993            names: vec![Name {
994                name: "elsewhere".to_owned(),
995                at: Held::Undefined,
996                size: 0,
997                sort: Sort::Untyped,
998                binding: Binding::Global,
999                visibility: Visibility::Default,
1000            }],
1001        };
1002        let bytes = assembled(&input, &windows()).expect("an object");
1003        let file = object::File::parse(&bytes[..]).expect("a readable object");
1004        let section = file.section_by_name(".text").expect("the section");
1005        let (at, reloc) = section.relocations().next().expect("the relocation");
1006        assert_eq!(at, 2);
1007        assert_eq!(
1008            reloc.flags(),
1009            RelocationFlags::Coff {
1010                typ: object::pe::RelocationType(object::pe::IMAGE_REL_AMD64_REL32.0 + 4)
1011            }
1012        );
1013    }
1014}