Skip to main content

rucc_object/
source.rs

1//! An object file written from what a file of assembly says, rather than from a compilation.
2//!
3//! Design: `spec/11-asm-objects-debug.md` section 11.1, the paragraph that says we also accept
4//! assembly as input.
5//!
6//! # Why this is not [`crate::Text`] and [`crate::Data`]
7//!
8//! Those two are the compiler's view of a file and they are the right view of one. A function is a
9//! run of bytes with a name and a length, a variable is an image with a name and a place worked out
10//! from what the variable is, and neither carries a section name because where a thing goes is an
11//! answer rather than a question. That is exactly what makes them the wrong shape for assembly.
12//!
13//! A file of assembly says the section, so the place is a question again, and it may say a section
14//! this compiler would never have chosen and flags that go with it. It puts names at offsets rather
15//! than around images, so `.long 0` followed by `foo:` is four bytes belonging to nothing with a
16//! name after them, which no list of named variables can hold. It defines names that are not at any
17//! offset at all, which is what `.set` and `.equ` produce. And it may name a symbol in the middle of
18//! a section, with a size the program stated rather than one worked out from the bytes.
19//!
20//! So this is the assembler's view: a list of sections that each know their own name, flags and
21//! bytes, and a list of names that point into them. Bending one into the other would mean deciding
22//! here what a program already said, and a wrong answer about which section something is in is not
23//! visible until a link or a load.
24//!
25//! The two views meet at the [`object`] crate's writer, which is what both call, and at the short
26//! list of format opinions beside it, which is what both ask where the formats differ. So
27//! there is one place that knows how an object file is laid out and one that knows what each format
28//! calls the things in it.
29
30use object::write::{Object as Writer, Relocation, Symbol, SymbolSection};
31use object::{Architecture, Endianness, RelocationFlags, SectionKind, SymbolFlags, elf};
32use rucc_target::TargetInfo;
33use rucc_target::aarch64::Fixup;
34use rucc_tuple::Arch;
35
36use crate::file::{Error, Flavour};
37use crate::section::{Array, Binding, Info, Reloc, Visibility};
38
39/// One section, as a file of assembly describes one.
40#[derive(Debug, Clone, PartialEq, Eq)]
41pub struct Part {
42    /// What it is called, with the leading dot the source wrote.
43    pub name: String,
44    /// Its bytes, which are empty for a section that says how big it is and holds none of them.
45    pub bytes: Vec<u8>,
46    /// How long it is. The same as the length of the bytes for every section that has any, and the
47    /// whole of what a `@nobits` section says about itself.
48    pub size: u64,
49    /// The boundary it starts on, which is the largest any directive in it asked for.
50    pub align: u64,
51    /// The flags and the type, which the source states and this does not work out.
52    pub shape: Shape,
53    /// Every place in it that names something, counted from the start of the section.
54    pub relocs: Vec<Reloc>,
55}
56
57/// What a section is, which on ELF is a handful of flag letters and a type.
58///
59/// Held as the separate facts rather than as one of a fixed list of kinds, because the list is not
60/// fixed: a program may write `.section .init.text,"ax",@progbits` and mean a section this compiler
61/// has no name for, and the letters are the whole of what it said about it. The writer underneath
62/// takes a [`SectionKind`], so `Shape::kind` is the one place that turns these back into one, and
63/// the cases it cannot say are written as flags directly.
64#[derive(Debug, Clone, Copy, PartialEq, Eq, Default)]
65pub struct Shape {
66    /// `a`: the section takes space in the loaded image. A section without this is for a debugger
67    /// or a linker to read and is not in the program at run time.
68    pub alloc: bool,
69    /// `w`: the program may write to it.
70    pub write: bool,
71    /// `x`: the processor may execute it.
72    pub exec: bool,
73    /// `T`: one copy per thread rather than one copy per program.
74    pub thread: bool,
75    /// Whether the file carries the bytes. False is `@nobits`, which is what `.bss` is.
76    pub bits: bool,
77    /// Which kind of table of function addresses this is, for the three ELF has a type for.
78    pub array: Option<Array>,
79    /// `M`: how long each entry is in a section of constants the linker may keep one copy of
80    /// wherever two objects hold the same one, and zero for a section that is not one of those.
81    /// gcc puts a `double` it loads from memory in `.rodata.cst8`, which is one of these.
82    pub merge: u64,
83    /// `S`: the entries are strings ended by a zero rather than all of one length, which is where
84    /// gcc puts every string literal. Only means anything beside `merge`.
85    pub strings: bool,
86}
87
88impl Shape {
89    /// What a section of this name is when the source named it and said nothing else.
90    ///
91    /// `.text`, `.data` and the rest are names an assembler already knows the flags of, which is
92    /// why a program may write `.data` on its own and why `.section .data` without letters is the
93    /// same section rather than an unallocated one. A name nothing here knows gets the flags of an
94    /// ordinary allocated writable section, which is what gas does with one.
95    #[must_use]
96    pub fn of(name: &str) -> Shape {
97        let base = Shape { alloc: true, bits: true, ..Shape::default() };
98        let head = name.split_once('.').map_or(name, |(_, rest)| rest);
99        let head = head.split_once('.').map_or(head, |(first, _)| first);
100        match head {
101            "text" | "init" | "fini" => Shape { exec: true, ..base },
102            "rodata" | "eh_frame_hdr" => base,
103            "bss" => Shape { write: true, bits: false, ..base },
104            "tbss" => Shape { write: true, thread: true, bits: false, ..base },
105            "tdata" => Shape { write: true, thread: true, ..base },
106            // The three the linker gathers and the startup code walks. The type is what makes one
107            // of them that, rather than the name: a section of the ordinary type under the same
108            // name is gathered into the same run and called by nobody.
109            _ if Array::of(name).is_some() => Shape { write: true, array: Array::of(name), ..base },
110            // Not allocated, because nothing in the running program reads it. A debugger reads it
111            // out of the file, and a section marked allocated would take space in every process.
112            "debug_info" | "debug_abbrev" | "debug_line" | "debug_str" | "comment" => {
113                Shape { alloc: false, bits: true, ..Shape::default() }
114            }
115            _ => Shape { write: true, ..base },
116        }
117    }
118
119    /// The flag word ELF holds these in.
120    ///
121    /// Not public, and neither are the two below it. The fields above are the whole of what a
122    /// caller says about a section, and how ELF spells them is this crate's business: a reader that
123    /// had to name an ELF constant to describe an executable section would be one that could not
124    /// describe one for any other format.
125    pub(crate) fn sh_flags(self) -> elf::SectionFlags {
126        let mut flags = 0;
127        if self.alloc {
128            flags |= elf::SHF_ALLOC.0;
129        }
130        if self.write {
131            flags |= elf::SHF_WRITE.0;
132        }
133        if self.exec {
134            flags |= elf::SHF_EXECINSTR.0;
135        }
136        if self.thread {
137            flags |= elf::SHF_TLS.0;
138        }
139        if self.merge != 0 {
140            flags |= elf::SHF_MERGE.0;
141            if self.strings {
142                flags |= elf::SHF_STRINGS.0;
143            }
144        }
145        elf::SectionFlags(flags)
146    }
147
148    /// The type ELF holds in the header beside those flags.
149    pub(crate) fn sh_type(self) -> elf::SectionType {
150        match self.array {
151            _ if !self.bits => elf::SHT_NOBITS,
152            Some(Array::Init) => elf::SHT_INIT_ARRAY,
153            Some(Array::Fini) => elf::SHT_FINI_ARRAY,
154            Some(Array::Preinit) => elf::SHT_PREINIT_ARRAY,
155            None => elf::SHT_PROGBITS,
156        }
157    }
158
159    /// What the writer underneath calls the nearest thing to this.
160    ///
161    /// It is told the flags in full afterwards, so this only has to be close enough that nothing
162    /// else the writer decides from the kind comes out wrong, which is the default alignment and
163    /// whether it appends bytes or counts them.
164    pub(crate) const fn kind(self) -> SectionKind {
165        match self {
166            Shape { bits: false, thread: true, .. } => SectionKind::UninitializedTls,
167            Shape { bits: false, .. } => SectionKind::UninitializedData,
168            Shape { thread: true, .. } => SectionKind::Tls,
169            Shape { exec: true, .. } => SectionKind::Text,
170            Shape { alloc: false, .. } => SectionKind::Other,
171            Shape { write: false, .. } => SectionKind::ReadOnlyData,
172            Shape { .. } => SectionKind::Data,
173        }
174    }
175}
176
177/// One name in the symbol table, as a file of assembly defines one.
178#[derive(Debug, Clone, PartialEq, Eq)]
179pub struct Name {
180    /// The name, spelled as the source spelled it.
181    pub name: String,
182    /// Where it is.
183    pub at: Held,
184    /// How long the thing it names is, which is what `.size` said and is zero when nothing did.
185    pub size: u64,
186    /// What kind of thing it names, which is what `.type` said.
187    pub sort: Sort,
188    /// Who can see it.
189    pub binding: Binding,
190    /// How far outside a shared library it reaches.
191    pub visibility: Visibility,
192}
193
194/// Where a name is, which is four different things and not an offset with special cases.
195#[derive(Debug, Clone, Copy, PartialEq, Eq)]
196pub enum Held {
197    /// At an offset into one of the sections, which is what a label is.
198    In {
199        /// Which section, as an index into the list given alongside.
200        part: usize,
201        /// How far into it.
202        offset: u64,
203    },
204    /// A number rather than a place, which is what `.set` and `.equ` produce. The linker resolves
205    /// a reference to one to the number itself and there is nothing for it to be relative to.
206    Absolute(u64),
207    /// That much zeroed space asked of the linker under this name, which is `.comm` and `.lcomm`.
208    /// Every definition of the name across every object is merged into one.
209    Common {
210        /// How much space.
211        size: u64,
212        /// What boundary it has to start on. ELF records this where an ordinary symbol records its
213        /// address, which is why the two cannot both be said.
214        align: u64,
215    },
216    /// Named and not defined here, which the linker has to find somewhere else.
217    Undefined,
218}
219
220/// What kind of thing a name names, which is what `.type` says.
221#[derive(Debug, Clone, Copy, PartialEq, Eq, Default)]
222pub enum Sort {
223    /// `@function`. A call through the procedure linkage table may be made to it.
224    Func,
225    /// `@object`. Data.
226    Object,
227    /// `@tls_object`. A thread-local variable, which a linker checks relocations against.
228    Thread,
229    /// `.file`, which names the source this was assembled from rather than anything in it.
230    ///
231    /// Not a thing `.type` can say, and here because it is a symbol and there is nowhere else for
232    /// it. A debugger reads it and so does `nm`, and gas writes one for every file that says its
233    /// own name, which is every file gcc produces.
234    File,
235    /// Nothing was said, which is what a plain label gets and is a real answer rather than a
236    /// missing one: gas writes `STT_NOTYPE` for a label nobody stated a type for.
237    #[default]
238    Untyped,
239}
240
241/// Everything an assembled file holds: its sections, and the names that point into them.
242#[derive(Debug, Clone, Default, PartialEq, Eq)]
243pub struct Assembled {
244    /// The sections, in the order the file first mentioned each of them.
245    pub parts: Vec<Part>,
246    /// The names, in the order the file defined or first referred to each of them.
247    pub names: Vec<Name>,
248}
249
250/// That, as a relocatable object in whichever of the two formats the target wants.
251///
252/// Both formats, the same two the module that writes a compilation writes it into, and the
253/// differences between them are the same answers there. That is the whole reason this is not two
254/// functions: a file of assembly names its own sections and a compilation does not, but what a
255/// relocation is called and whether a symbol has anywhere to keep a visibility are facts about the
256/// format rather than about where the bytes came from, and a second set of answers to them would
257/// be a second set to get wrong.
258///
259/// What a [`Part`] carries is the section type and flags the source wrote in as many words. ELF has
260/// a field for each of them and they are written down as they stand. COFF has no field they map
261/// onto, so what the section is comes from the kind on the shape and the writer underneath turns it
262/// into the characteristics every other Windows assembler writes. A program that means a Windows
263/// section to be something other than what its name says is a program that has to say so some other
264/// way, which is what `.section` with COFF's own letters is for and what tamnd/rucc#1514 left open.
265///
266/// # Errors
267///
268/// [`Error::Format`] for a machine or a platform this does not write, and [`Error::Refused`] for a
269/// relocation against a name the list does not hold or one this format has no relocation for.
270pub fn assembled(input: &Assembled, target: &TargetInfo) -> Result<Vec<u8>, Error> {
271    assembled_described(input, target, &Info::default())
272}
273
274/// The same object as [`assembled`], with the debug sections in `info` added to it.
275///
276/// For a compilation that went through a listing and asked for debug information, where the line
277/// table and the entries are built from the compilation rather than read from the file. A
278/// relocation in a chunk names another chunk or a name the file defines, and the second is written
279/// against the section the name is in, for the reason [`crate::write`] gives: a distance to a
280/// global name is not one a linker can work out.
281///
282/// # Errors
283///
284/// As for [`assembled`], and [`Error::Refused`] for a chunk that names something the file does
285/// not define.
286pub fn assembled_described(
287    input: &Assembled,
288    target: &TargetInfo,
289    info: &Info,
290) -> Result<Vec<u8>, Error> {
291    // AArch64 on ELF and x86-64 on both. What an AArch64 file for Windows would need is a table of
292    // its own relocations and an unwind table of its own shape, and neither is written yet.
293    let (flavour, machine) = match (Flavour::of(target), target.tuple.arch()) {
294        (Some(flavour), Arch::X86_64) => (flavour, Architecture::X86_64),
295        (Some(Flavour::Elf), Arch::Aarch64) => (Flavour::Elf, Architecture::Aarch64),
296        _ => return Err(Error::Format { triple: target.tuple.to_string() }),
297    };
298    let flags_of = |kind, after| match machine {
299        Architecture::Aarch64 => {
300            crate::elf::r_type_aarch64(kind).map(|r_type| RelocationFlags::Elf { r_type })
301        }
302        _ => flavour.reloc(kind, after),
303    };
304    let mut obj = Writer::new(flavour.binary(), machine, Endianness::Little);
305
306    // Every section first, because a symbol says which one it is in and a relocation says which one
307    // it is written into, so both need the whole list before either can be added.
308    let mut made = Vec::with_capacity(input.parts.len());
309    for part in &input.parts {
310        let id = obj.add_section(Vec::new(), part.name.clone().into_bytes(), part.shape.kind());
311        // The flags in full rather than whatever the kind implied, because the kind is a summary of
312        // them and the source said them exactly. A section the program wrote `"ax"` on is executable
313        // whether or not its name is one this compiler would have made executable. Only where the
314        // format has the fields: see [`Flavour::stated`].
315        if let Some(flags) = flavour.stated(part.shape) {
316            obj.section_mut(id).flags = flags;
317        }
318        let align = part.align.max(1);
319        if part.shape.bits {
320            obj.append_section_data(id, &part.bytes, align);
321        } else {
322            obj.append_section_bss(id, part.size, align);
323        }
324        made.push(id);
325    }
326
327    // Which relocations point at the section a name is in rather than at the name, and which names
328    // are then asked for by nothing and left out, before either is written down.
329    let defined: std::collections::HashMap<&str, &Name> =
330        input.names.iter().map(|name| (name.name.as_str(), name)).collect();
331    let onto = |reloc: &Reloc| moved(flavour, input, &defined, reloc);
332    let wanted: std::collections::HashSet<&str> = input
333        .parts
334        .iter()
335        .flat_map(|part| &part.relocs)
336        .filter(|reloc| onto(reloc).is_none())
337        .map(|reloc| reloc.symbol.as_str())
338        .collect();
339
340    // Then every name. A relocation names one, and the writer wants the symbol before the
341    // relocation that points at it, so this whole pass is in front of the one below.
342    let mut symbols = std::collections::BTreeMap::new();
343    for name in &input.names {
344        if flavour == Flavour::Elf && unseen(name) && !wanted.contains(name.name.as_str()) {
345            continue;
346        }
347        let (section, value, size) = match name.at {
348            Held::In { part, offset } => {
349                let Some(id) = made.get(part) else {
350                    let why = format!(
351                        "'{}' is in section {part} and there is no such section",
352                        name.name
353                    );
354                    return Err(Error::Refused { why });
355                };
356                (SymbolSection::Section(*id), offset, name.size)
357            }
358            Held::Absolute(value) => (SymbolSection::Absolute, value, name.size),
359            // A common symbol says what it wants rather than where it is, and ELF records the
360            // boundary it wants where an ordinary symbol records its address.
361            Held::Common { size, align } => (SymbolSection::Common, align, size),
362            Held::Undefined => (SymbolSection::Undefined, 0, 0),
363        };
364        let id = obj.add_symbol(Symbol {
365            name: name.name.clone().into_bytes(),
366            value,
367            size,
368            kind: flavour.sort(name.sort, name.binding),
369            scope: crate::file::scope_of(name.binding),
370            weak: name.binding == Binding::Weak,
371            section,
372            flags: SymbolFlags::None,
373        });
374        flavour.see(&mut obj, id, name.binding, name.visibility);
375        // The writer underneath records a common symbol as `STT_COMMON` and gas records the same
376        // symbol as `STT_OBJECT`. Both are a request for storage and a linker reads either, and the
377        // one gas writes is written here, because an object that says the same thing a different
378        // way is the kind of difference that turns up years later in a tool that only ever saw the
379        // other one. A common symbol is global by definition, so there is no binding to preserve.
380        if matches!(name.at, Held::Common { .. }) {
381            if let SymbolFlags::Elf { st_info, .. } = obj.symbol_flags_mut(id) {
382                *st_info = elf::STB_GLOBAL | elf::STT_OBJECT;
383            }
384        }
385        symbols.insert(name.name.clone(), id);
386    }
387
388    for (part, id) in input.parts.iter().zip(&made) {
389        for reloc in &part.relocs {
390            let (symbol, addend) = match onto(reloc) {
391                Some((part, offset)) => {
392                    (obj.section_symbol(made[part]), reloc.addend + offset as i64)
393                }
394                None => {
395                    let Some(&symbol) = symbols.get(&reloc.symbol) else {
396                        let why = format!(
397                            "'{}' is named by a relocation and by nothing else",
398                            reloc.symbol
399                        );
400                        return Err(Error::Refused { why });
401                    };
402                    (symbol, reloc.addend)
403                }
404            };
405            let flags = flags_of(reloc.kind, reloc.after).ok_or_else(|| Error::Refused {
406                why: format!("no relocation is {:?}", reloc.kind),
407            })?;
408            obj.add_relocation(*id, Relocation { offset: reloc.at as u64, symbol, addend, flags })
409                .map_err(|why| Error::Refused { why: why.to_string() })?;
410        }
411    }
412
413    // The debug information, every section before any relocation because a relocation in one of
414    // them names another as often as it names a function.
415    let mut named = std::collections::HashMap::new();
416    for chunk in &info.chunks {
417        let id = obj.add_section(Vec::new(), chunk.name.clone().into_bytes(), SectionKind::Debug);
418        obj.append_section_data(id, &chunk.bytes, 1);
419        named.insert(chunk.name.as_str(), id);
420    }
421    for chunk in &info.chunks {
422        let section = named[chunk.name.as_str()];
423        for reloc in &chunk.relocs {
424            let (symbol, addend) = match named.get(reloc.symbol.as_str()) {
425                Some(&id) => (obj.section_symbol(id), reloc.addend),
426                None => match defined.get(reloc.symbol.as_str()).map(|name| name.at) {
427                    Some(Held::In { part, offset }) => {
428                        (obj.section_symbol(made[part]), reloc.addend + offset as i64)
429                    }
430                    _ => match symbols.get(&reloc.symbol) {
431                        Some(&symbol) => (symbol, reloc.addend),
432                        None => {
433                            let why = format!(
434                                "'{}' is named by the debug information and is not defined here",
435                                reloc.symbol
436                            );
437                            return Err(Error::Refused { why });
438                        }
439                    },
440                },
441            };
442            let flags = flags_of(reloc.kind, reloc.after).ok_or_else(|| Error::Refused {
443                why: format!("no relocation is {:?}", reloc.kind),
444            })?;
445            let record = Relocation { offset: reloc.at as u64, symbol, addend, flags };
446            obj.add_relocation(section, record)
447                .map_err(|why| Error::Refused { why: why.to_string() })?;
448        }
449    }
450
451    // The same marker every other object this compiler writes gets, and for the same reason: a
452    // linker that does not find it in every input marks the stack executable. Not a second one if
453    // the file already said it, which a file written by hand for a linker that cares often does,
454    // and nothing at all on a format whose answer to the question is in the finished image.
455    if !input.parts.iter().any(|part| part.name == ".note.GNU-stack") {
456        flavour.marker(&mut obj);
457    }
458
459    let mut bytes = obj.write().map_err(|why| Error::Refused { why: why.to_string() })?;
460    if flavour == Flavour::Elf {
461        for part in input.parts.iter().filter(|part| part.shape.merge != 0) {
462            entry_size(&mut bytes, &part.name, part.shape.merge);
463        }
464    }
465    Ok(bytes)
466}
467
468/// Write how long an entry of a mergeable section is into its header, which the linker needs and
469/// the writer underneath has no field for. It writes one only for a section of strings it made
470/// itself. The file is a 64 bit little endian ELF one, since that is the only kind this writes, and
471/// the section is found by its name, which is unique because the assembler gave every name one
472/// section.
473fn entry_size(bytes: &mut [u8], name: &str, size: u64) {
474    let word = |bytes: &[u8], at: usize, width: usize| {
475        bytes[at..at + width].iter().rev().fold(0u64, |sum, &byte| sum << 8 | u64::from(byte))
476    };
477    let table = word(bytes, 0x28, 8) as usize;
478    let each = word(bytes, 0x3a, 2) as usize;
479    let count = word(bytes, 0x3c, 2) as usize;
480    let names = table + each * word(bytes, 0x3e, 2) as usize;
481    let names = word(bytes, names + 0x18, 8) as usize;
482    for header in (0..count).map(|nth| table + nth * each) {
483        let at = names + word(bytes, header, 4) as usize;
484        if bytes[at..].starts_with(name.as_bytes()) && bytes.get(at + name.len()) == Some(&0) {
485            bytes[header + 0x38..header + 0x40].copy_from_slice(&size.to_le_bytes());
486        }
487    }
488}
489
490/// The section and the offset into it a relocation is written against in place of the name it
491/// gave, when gas would do the same.
492///
493/// A name only this file can see is a place in a section and nothing more, so gas writes the
494/// section's own symbol and how far into it the place is, and a `.L` label then has no reason to be
495/// in the table at all. It keeps the name where the linker has to see it: a call, which may go
496/// through a stub the linker makes for that name, a slot of the global offset table, and a place in
497/// a section the linker may merge, where the offset into the section is not an offset into the
498/// merged one. The last of those is only a problem for a distance, or for an address with
499/// something added to it, since the address of the start of a string is what the linker follows.
500fn moved(
501    flavour: Flavour,
502    input: &Assembled,
503    defined: &std::collections::HashMap<&str, &Name>,
504    reloc: &Reloc,
505) -> Option<(usize, u64)> {
506    use crate::section::Reference;
507    let name = defined.get(reloc.symbol.as_str())?;
508    let Held::In { part, offset } = name.at else { return None };
509    if flavour != Flavour::Elf || name.binding != Binding::Local {
510        return None;
511    }
512    let near = matches!(reloc.kind, Reference::Data | Reference::Away);
513    let fixed = match reloc.kind {
514        Reference::Call
515        | Reference::Got
516        | Reference::GotBare
517        | Reference::GotKept
518        | Reference::Thread => false,
519        // The same for a field of an instruction that goes through a stub or a table slot, or that
520        // says where a thread-local variable is, which a linker checks against the name's type.
521        Reference::Field(
522            Fixup::Call26
523            | Fixup::Jump26
524            | Fixup::GotPage21
525            | Fixup::GotLo12
526            | Fixup::GotTprelPage21
527            | Fixup::GotTprelLo12Nc
528            | Fixup::TprelHi12
529            | Fixup::TprelLo12Nc,
530        ) => false,
531        _ if input.parts.get(part)?.shape.merge != 0 => !near && reloc.addend == 0,
532        _ => true,
533    };
534    fixed.then_some((part, offset))
535}
536
537/// Whether a name is one the assembler made up or a label only it sees, which gas leaves out of the
538/// table unless a relocation still names it. `.L` is the prefix for those that ELF assemblers agree
539/// on, and a name with a `\u{1}` in it is one this assembler made for a numbered label or a frame.
540fn unseen(name: &Name) -> bool {
541    name.binding == Binding::Local
542        && (name.name.starts_with(".L")
543            || name.name.starts_with("..")
544            || name.name.contains('\u{1}'))
545}
546
547/// Every name in it a linker can find, which is what an archive's symbol index is built from.
548///
549/// The same rule as [`crate::defines`]: a local is left out, because a name the static link has
550/// already finished with is not one an archive may offer, and an undefined one is left out because
551/// this file does not have it.
552#[must_use]
553pub fn assembled_defines(input: &Assembled) -> Vec<String> {
554    input
555        .names
556        .iter()
557        .filter(|name| name.binding != Binding::Local && name.at != Held::Undefined)
558        .map(|name| name.name.clone())
559        .collect()
560}
561
562#[cfg(test)]
563mod tests {
564    use super::*;
565
566    use object::read::elf::{FileHeader as _, Sym as _};
567    use object::read::{Object as _, ObjectSection as _, ObjectSymbol as _};
568    use object::{RelocationFlags, SectionFlags};
569    use rucc_target::{Arch as TargetArch, Env, Os, Triple};
570
571    use crate::section::Reference;
572
573    /// A linux x86-64 target, which is the one most of these are written against.
574    fn target() -> TargetInfo {
575        TargetInfo::new(Triple::new(TargetArch::X86_64, Os::Linux, Env::Gnu))
576    }
577
578    /// The same machine under mingw-w64, which is the target the COFF cases below are about.
579    fn windows() -> TargetInfo {
580        TargetInfo::new(Triple::new(TargetArch::X86_64, Os::Windows, Env::Gnu))
581    }
582
583    /// One section of that name holding those bytes, with the flags the name implies.
584    fn part(name: &str, bytes: Vec<u8>) -> Part {
585        Part {
586            name: name.to_owned(),
587            size: bytes.len() as u64,
588            bytes,
589            align: 1,
590            shape: Shape::of(name),
591            relocs: Vec::new(),
592        }
593    }
594
595    /// One name at an offset into the first section.
596    fn at(name: &str, offset: u64, sort: Sort, binding: Binding) -> Name {
597        Name {
598            name: name.to_owned(),
599            at: Held::In { part: 0, offset },
600            size: 0,
601            sort,
602            binding,
603            visibility: Visibility::Default,
604        }
605    }
606
607    /// The raw `st_info` and `st_value` of a symbol, as the file holds them.
608    ///
609    /// The reader's own `kind()`, `is_global()` and `address()` are a translation of these, and a
610    /// translation is what several of the cases below are about, so they ask the file rather than
611    /// the reading. A common symbol is the clearest of them: `address()` gives zero for one because
612    /// it has no address, and the field an ordinary symbol keeps its address in is where a common
613    /// one states the boundary it has to start on.
614    fn raw(bytes: &[u8], want: &str) -> (u8, u64) {
615        let header = elf::FileHeader64::<Endianness>::parse(bytes).expect("a header");
616        let endian = header.endian().expect("an endianness");
617        let table = header.sections(endian, bytes).expect("the sections");
618        let symbols = table.symbols(endian, bytes, elf::SHT_SYMTAB).expect("a symbol table");
619        for symbol in symbols.iter() {
620            if symbols.symbol_name(endian, symbol).expect("a name") == want.as_bytes() {
621                return (symbol.st_info().0, symbol.st_value(endian));
622            }
623        }
624        panic!("there is no symbol called '{want}'");
625    }
626
627    /// The first half of that.
628    fn st_info(bytes: &[u8], want: &str) -> u8 {
629        raw(bytes, want).0
630    }
631
632    #[test]
633    fn a_section_carries_the_flags_the_source_said_and_not_the_ones_its_name_suggests() {
634        // The whole reason a shape is separate facts rather than a kind. A program may write
635        // `.section .init.text,"ax"` and mean a section with a name this compiler has never heard
636        // of, and what it said about it is the letters.
637        let mut odd = part(".init.text", vec![0x90]);
638        odd.shape = Shape { alloc: true, exec: true, bits: true, ..Shape::default() };
639        let input = Assembled { parts: vec![odd], names: Vec::new() };
640        let bytes = assembled(&input, &target()).expect("an object");
641        let file = object::File::parse(&bytes[..]).expect("a readable object");
642        let section = file.section_by_name(".init.text").expect("the section");
643        assert_eq!(section.data().expect("the bytes"), &[0x90]);
644        let SectionFlags::Elf { sh_flags, sh_type } = section.flags() else {
645            panic!("this is an ELF file");
646        };
647        assert_eq!(sh_flags.0, elf::SHF_ALLOC.0 | elf::SHF_EXECINSTR.0);
648        assert_eq!(sh_flags.0 & elf::SHF_WRITE.0, 0, "nothing said it was writable");
649        assert_eq!(sh_type, elf::SHT_PROGBITS);
650    }
651
652    #[test]
653    fn a_section_that_holds_no_bytes_still_says_how_long_it_is() {
654        // `.bss` is a length and no bytes, and a writer that appended its data would produce a file
655        // with that much zero in it, which is the difference between an object and a big object.
656        let mut room = part(".bss", Vec::new());
657        room.size = 4096;
658        room.align = 16;
659        let input = Assembled { parts: vec![room], names: Vec::new() };
660        let bytes = assembled(&input, &target()).expect("an object");
661        assert!(bytes.len() < 4096, "the empty space was written out: {} bytes", bytes.len());
662        let file = object::File::parse(&bytes[..]).expect("a readable object");
663        let section = file.section_by_name(".bss").expect("the section");
664        assert_eq!(section.size(), 4096);
665        assert_eq!(section.align(), 16);
666        let SectionFlags::Elf { sh_type, .. } = section.flags() else { panic!("an ELF file") };
667        assert_eq!(sh_type, elf::SHT_NOBITS);
668    }
669
670    #[test]
671    fn a_label_nobody_stated_a_type_for_is_a_symbol_with_no_type() {
672        // `STT_NOTYPE` is what gas writes for one, and it is a real answer rather than a missing
673        // one. The writer underneath refuses a defined symbol whose kind is `Unknown` outright, so
674        // this is also the case that says the mapping went to `Label` and not there.
675        let input = Assembled {
676            parts: vec![part(".text", vec![0; 8])],
677            names: vec![at("plain", 4, Sort::Untyped, Binding::Global)],
678        };
679        let bytes = assembled(&input, &target()).expect("an object");
680        let file = object::File::parse(&bytes[..]).expect("a readable object");
681        let plain = file.symbols().find(|s| s.name() == Ok("plain")).expect("the label");
682        assert_eq!(plain.address(), 4);
683        assert_eq!(st_info(&bytes, "plain") & 0xf, elf::STT_NOTYPE.0);
684    }
685
686    #[test]
687    fn what_type_said_is_what_the_symbol_gets() {
688        let input = Assembled {
689            parts: vec![part(".text", vec![0; 8])],
690            names: vec![
691                at("run", 0, Sort::Func, Binding::Global),
692                at("held", 4, Sort::Object, Binding::Local),
693            ],
694        };
695        let bytes = assembled(&input, &target()).expect("an object");
696        assert_eq!(st_info(&bytes, "run") & 0xf, elf::STT_FUNC.0);
697        assert_eq!(st_info(&bytes, "held") & 0xf, elf::STT_OBJECT.0);
698        assert_eq!(st_info(&bytes, "run") >> 4, elf::STB_GLOBAL.0);
699        assert_eq!(st_info(&bytes, "held") >> 4, elf::STB_LOCAL.0);
700    }
701
702    #[test]
703    fn a_common_symbol_is_written_the_way_gas_writes_one() {
704        // The writer underneath records `STT_COMMON` and gas records `STT_OBJECT` for the same
705        // `.comm`. Both are a request for storage and a linker takes either, and the one gas writes
706        // is the one written here, so an object of ours and an object of theirs do not differ in a
707        // field somebody's tool reads years from now.
708        let input = Assembled {
709            parts: Vec::new(),
710            names: vec![Name {
711                name: "shared".to_owned(),
712                at: Held::Common { size: 8, align: 8 },
713                size: 0,
714                sort: Sort::Object,
715                binding: Binding::Global,
716                visibility: Visibility::Default,
717            }],
718        };
719        let bytes = assembled(&input, &target()).expect("an object");
720        assert_eq!(st_info(&bytes, "shared"), elf::STB_GLOBAL.0 << 4 | elf::STT_OBJECT.0);
721        let file = object::File::parse(&bytes[..]).expect("a readable object");
722        let shared = file.symbols().find(|s| s.name() == Ok("shared")).expect("the symbol");
723        assert!(shared.is_common(), "the linker has to be asked for the space");
724        assert_eq!(shared.size(), 8);
725        // Where an ordinary symbol keeps its address, which is why the two cannot both be said.
726        assert_eq!(raw(&bytes, "shared").1, 8, "the boundary it has to start on");
727    }
728
729    #[test]
730    fn a_set_is_a_number_rather_than_a_place() {
731        let input = Assembled {
732            parts: vec![part(".text", vec![0; 8])],
733            names: vec![Name {
734                name: "size_of_it".to_owned(),
735                at: Held::Absolute(25),
736                size: 0,
737                sort: Sort::Untyped,
738                binding: Binding::Global,
739                visibility: Visibility::Default,
740            }],
741        };
742        let bytes = assembled(&input, &target()).expect("an object");
743        let file = object::File::parse(&bytes[..]).expect("a readable object");
744        let sym = file.symbols().find(|s| s.name() == Ok("size_of_it")).expect("the symbol");
745        assert_eq!(sym.address(), 25);
746        assert_eq!(sym.section(), object::SymbolSection::Absolute, "it is not in any section");
747    }
748
749    #[test]
750    fn a_relocation_names_a_symbol_and_lands_where_the_bytes_are() {
751        let mut data = part(".data", vec![0; 8]);
752        data.relocs.push(Reloc {
753            at: 0,
754            symbol: "message".to_owned(),
755            kind: Reference::Address { bytes: 8 },
756            addend: 0,
757            after: 0,
758        });
759        let input = Assembled {
760            parts: vec![data],
761            names: vec![Name {
762                name: "message".to_owned(),
763                at: Held::Undefined,
764                size: 0,
765                sort: Sort::Untyped,
766                binding: Binding::Global,
767                visibility: Visibility::Default,
768            }],
769        };
770        let bytes = assembled(&input, &target()).expect("an object");
771        let file = object::File::parse(&bytes[..]).expect("a readable object");
772        let section = file.section_by_name(".data").expect("the section");
773        let (at, reloc) = section.relocations().next().expect("one relocation");
774        assert_eq!(at, 0);
775        assert_eq!(reloc.addend(), 0);
776        let RelocationFlags::Elf { r_type } = reloc.flags() else { panic!("an ELF file") };
777        assert_eq!(r_type, elf::R_X86_64_64);
778    }
779
780    #[test]
781    fn a_place_only_this_file_sees_is_reached_through_its_section_as_gas_does() {
782        // The `.L` label goes, the static function stays in the table, and both relocations are
783        // against `.text` at their offsets. A call keeps its name, since the linker may give it a
784        // stub, and so does a name the linker is allowed to see.
785        let mut text = part(".text", vec![0; 32]);
786        for (at, symbol, kind) in [
787            (0, ".L3", Reference::Data),
788            (4, "helper", Reference::Data),
789            (8, "helper", Reference::Call),
790            (12, "shared", Reference::Data),
791        ] {
792            let symbol = symbol.to_owned();
793            text.relocs.push(Reloc { at, symbol, kind, addend: -4, after: 0 });
794        }
795        let input = Assembled {
796            parts: vec![text],
797            names: vec![
798                at(".L3", 20, Sort::Untyped, Binding::Local),
799                at("helper", 24, Sort::Func, Binding::Local),
800                at("shared", 28, Sort::Func, Binding::Global),
801            ],
802        };
803        let bytes = assembled(&input, &target()).expect("an object");
804        let file = object::File::parse(&bytes[..]).expect("a readable object");
805        let names: Vec<_> = file.symbols().filter_map(|sym| sym.name().ok()).collect();
806        assert!(!names.contains(&".L3") && names.contains(&"helper"), "{names:?}");
807        let section = file.section_by_name(".text").expect("the section");
808        let reached: Vec<_> = section
809            .relocations()
810            .map(|(at, reloc)| {
811                let object::RelocationTarget::Symbol(index) = reloc.target() else {
812                    panic!("a symbol")
813                };
814                let symbol = file.symbol_by_index(index).expect("the symbol");
815                let name = if symbol.kind() == object::SymbolKind::Section {
816                    ".text"
817                } else {
818                    symbol.name().expect("a name")
819                };
820                (at, name, reloc.addend())
821            })
822            .collect();
823        assert_eq!(
824            reached,
825            [(0, ".text", 16), (4, ".text", 20), (8, "helper", -4), (12, "shared", -4)]
826        );
827    }
828
829    #[test]
830    fn a_section_of_constants_may_be_merged_and_a_distance_into_it_keeps_its_name() {
831        let mut text = part(".text", vec![0; 8]);
832        text.relocs.push(Reloc {
833            at: 0,
834            symbol: ".LC0".to_owned(),
835            kind: Reference::Data,
836            addend: -4,
837            after: 0,
838        });
839        let strings = Part {
840            shape: Shape { merge: 1, strings: true, ..Shape::of(".rodata") },
841            ..part(".rodata.str1.1", b"hi\0".to_vec())
842        };
843        let mut name = at(".LC0", 0, Sort::Untyped, Binding::Local);
844        name.at = Held::In { part: 1, offset: 0 };
845        let input = Assembled { parts: vec![text, strings], names: vec![name] };
846        let bytes = assembled(&input, &target()).expect("an object");
847        let file = object::File::parse(&bytes[..]).expect("a readable object");
848        let section = file.section_by_name(".rodata.str1.1").expect("the section");
849        let SectionFlags::Elf { sh_flags, .. } = section.flags() else { panic!("an ELF file") };
850        assert_eq!(sh_flags.0, elf::SHF_ALLOC.0 | elf::SHF_MERGE.0 | elf::SHF_STRINGS.0);
851        let header = elf::FileHeader64::<Endianness>::parse(&bytes[..]).expect("a header");
852        let endian = header.endian().expect("an endianness");
853        let table = header.sections(endian, &bytes[..]).expect("the sections");
854        let (_, found) = table.section_by_name(endian, b".rodata.str1.1").expect("the section");
855        assert_eq!(found.sh_entsize.get(endian), 1);
856        let text = file.section_by_name(".text").expect("the section");
857        let (_, reloc) = text.relocations().next().expect("one relocation");
858        let object::RelocationTarget::Symbol(index) = reloc.target() else { panic!("a symbol") };
859        assert_eq!(file.symbol_by_index(index).and_then(|sym| sym.name()), Ok(".LC0"));
860    }
861
862    #[test]
863    fn a_relocation_against_a_name_the_file_never_mentions_is_refused() {
864        // Rather than written against symbol zero, which is a file that links and resolves the
865        // reference to address zero. The list of names is the whole of what the reader found, so a
866        // relocation naming something outside it is a mistake in this compiler.
867        let mut data = part(".data", vec![0; 8]);
868        data.relocs.push(Reloc {
869            at: 0,
870            symbol: "nowhere".to_owned(),
871            kind: Reference::Address { bytes: 8 },
872            addend: 0,
873            after: 0,
874        });
875        let input = Assembled { parts: vec![data], names: Vec::new() };
876        let why = assembled(&input, &target()).expect_err("this cannot be written");
877        assert!(format!("{why}").contains("nowhere"), "{why}");
878    }
879
880    #[test]
881    fn the_stack_is_marked_once_whoever_asked_for_it() {
882        // A linker that does not find this marker in every input marks the stack executable, and a
883        // file written by hand for one that cares often says it itself.
884        let bare = Assembled { parts: vec![part(".text", vec![0x90])], names: Vec::new() };
885        let bytes = assembled(&bare, &target()).expect("an object");
886        let file = object::File::parse(&bytes[..]).expect("a readable object");
887        assert!(file.section_by_name(".note.GNU-stack").is_some(), "the marker was left out");
888
889        let said = Assembled {
890            parts: vec![part(".text", vec![0x90]), part(".note.GNU-stack", Vec::new())],
891            names: Vec::new(),
892        };
893        let bytes = assembled(&said, &target()).expect("an object");
894        let file = object::File::parse(&bytes[..]).expect("a readable object");
895        let marks = file.sections().filter(|s| s.name() == Ok(".note.GNU-stack")).count();
896        assert_eq!(marks, 1, "the file said it and it was said again");
897    }
898
899    #[test]
900    fn only_the_names_a_linker_could_find_are_offered_to_an_archive() {
901        let input = Assembled {
902            parts: vec![part(".text", vec![0; 8])],
903            names: vec![
904                at("reachable", 0, Sort::Func, Binding::Global),
905                at("mine", 4, Sort::Func, Binding::Local),
906                Name {
907                    name: "elsewhere".to_owned(),
908                    at: Held::Undefined,
909                    size: 0,
910                    sort: Sort::Untyped,
911                    binding: Binding::Global,
912                    visibility: Visibility::Default,
913                },
914            ],
915        };
916        assert_eq!(assembled_defines(&input), vec!["reachable".to_owned()]);
917    }
918
919    #[test]
920    fn a_machine_this_does_not_write_is_refused_rather_than_written_wrong() {
921        let input = Assembled { parts: vec![part(".text", vec![0x90])], names: Vec::new() };
922        let elsewhere = TargetInfo::new(Triple::new(TargetArch::Aarch64, Os::Windows, Env::Msvc));
923        let why = assembled(&input, &elsewhere).expect_err("this cannot be written");
924        assert!(format!("{why}").contains("aarch64"), "{why}");
925    }
926
927    #[test]
928    fn a_file_of_assembly_for_aarch64_is_written_with_that_machine_s_relocations() {
929        // `adrp x0, table` and `add x0, x0, :lo12:table+8`, then `bl g`, then the address of
930        // `table` in a table of its own. A field is its fixup's relocation and an address is the
931        // AArch64 one of that width, and a label only this file sees is written against its
932        // section, the way gas writes it.
933        let mut text = part(".text", vec![0; 12]);
934        let field = |at, symbol: &str, fixup, addend| Reloc {
935            at,
936            symbol: symbol.to_owned(),
937            kind: Reference::Field(fixup),
938            addend,
939            after: 0,
940        };
941        text.relocs = vec![
942            field(0, ".Ltable", Fixup::AdrPage21, 8),
943            field(4, ".Ltable", Fixup::AddLo12, 8),
944            field(8, "g", Fixup::Call26, 0),
945        ];
946        let mut data = part(".data", vec![0; 16]);
947        data.relocs = vec![Reloc {
948            at: 8,
949            symbol: ".Ltable".to_owned(),
950            kind: Reference::Address { bytes: 8 },
951            addend: 0,
952            after: 0,
953        }];
954        let mut table = at(".Ltable", 0, Sort::Object, Binding::Local);
955        table.at = Held::In { part: 1, offset: 0 };
956        let input = Assembled {
957            parts: vec![text, data],
958            names: vec![
959                table,
960                Name { at: Held::Undefined, ..at("g", 0, Sort::Untyped, Binding::Global) },
961            ],
962        };
963        let target = TargetInfo::new(Triple::new(TargetArch::Aarch64, Os::Linux, Env::Gnu));
964        let bytes = assembled(&input, &target).expect("an object");
965        let file = object::File::parse(&bytes[..]).expect("a readable object");
966        assert_eq!(file.architecture(), Architecture::Aarch64);
967        let relocs = |name: &str| -> Vec<(u64, elf::RelocationType, i64)> {
968            let section = file.section_by_name(name).expect("the section");
969            section
970                .relocations()
971                .map(|(at, reloc)| {
972                    let RelocationFlags::Elf { r_type } = reloc.flags() else { panic!("ELF") };
973                    (at, r_type, reloc.addend())
974                })
975                .collect()
976        };
977        assert_eq!(
978            relocs(".text"),
979            [
980                (0, elf::R_AARCH64_ADR_PREL_PG_HI21, 8),
981                (4, elf::R_AARCH64_ADD_ABS_LO12_NC, 8),
982                (8, elf::R_AARCH64_CALL26, 0)
983            ]
984        );
985        assert_eq!(relocs(".data"), [(8, elf::R_AARCH64_ABS64, 0)]);
986        assert!(file.symbols().all(|s| s.name() != Ok(".Ltable")), "a label only this file sees");
987    }
988
989    #[test]
990    fn a_file_of_assembly_for_windows_is_written_as_coff() {
991        // What tamnd/rucc#1514 was about. `runtime/builtins/chkstk.S` is a file of assembly for a
992        // Windows target, and until this it was refused with a message about there being no object
993        // writer for the triple, which read as the whole back end being missing rather than this
994        // one path through it.
995        let input = Assembled { parts: vec![part(".text", vec![0xc3])], names: Vec::new() };
996        let bytes = assembled(&input, &windows()).expect("an object");
997        let file = object::File::parse(&bytes[..]).expect("a readable object");
998        assert_eq!(file.format(), object::BinaryFormat::Coff);
999        let section = file.section_by_name(".text").expect("the section");
1000        assert_eq!(section.data().expect("the bytes"), &[0xc3]);
1001        assert_eq!(section.kind(), SectionKind::Text);
1002        assert!(
1003            file.section_by_name(".note.GNU-stack").is_none(),
1004            "a format with no marker got one anyway"
1005        );
1006    }
1007
1008    #[test]
1009    fn a_global_label_with_no_type_under_it_is_still_offered_on_coff() {
1010        // The case a `.globl` and a label is, which is most of what a hand written file says. On
1011        // ELF that is `STT_NOTYPE` and the binding is a separate field, so the name is global
1012        // whatever its type. COFF has no such split: what the writer underneath calls a label is
1013        // storage class `LABEL`, which is a name inside one file, and a symbol written that way is
1014        // one no linker resolves against. `___chkstk_ms` came out of the archive as a local under
1015        // that mapping and mingw-w64's own objects went on wanting it.
1016        let input = Assembled {
1017            parts: vec![part(".text", vec![0; 8])],
1018            names: vec![
1019                at("offered", 0, Sort::Untyped, Binding::Global),
1020                at("ours", 4, Sort::Untyped, Binding::Local),
1021            ],
1022        };
1023        let bytes = assembled(&input, &windows()).expect("an object");
1024        let file = object::File::parse(&bytes[..]).expect("a readable object");
1025        let offered = file.symbols().find(|s| s.name() == Ok("offered")).expect("the label");
1026        assert!(offered.is_global(), "a `.globl` label came out local");
1027        let ours = file.symbols().find(|s| s.name() == Ok("ours")).expect("the other label");
1028        assert!(!ours.is_global(), "a label nothing offered came out global");
1029        // And the same input on ELF is still what gas writes there, which is the half of this that
1030        // would otherwise have been changed to fix the other half.
1031        let bytes = assembled(&input, &target()).expect("an object");
1032        assert_eq!(st_info(&bytes, "offered") & 0xf, elf::STT_NOTYPE.0);
1033    }
1034
1035    #[test]
1036    fn a_relocation_on_coff_says_how_much_of_the_instruction_comes_after_it() {
1037        // The one real difference between the two formats' relocations. ELF folds the distance
1038        // between the hole and the end of the instruction into the addend and has one type. COFF
1039        // counts from the end of the instruction and has no addend field, so the count is in the
1040        // type: `IMAGE_REL_AMD64_REL32_4` is four bytes of immediate behind the displacement.
1041        let mut text = part(".text", vec![0; 16]);
1042        text.relocs.push(Reloc {
1043            at: 2,
1044            symbol: "elsewhere".to_owned(),
1045            kind: Reference::Data,
1046            addend: -8,
1047            after: 4,
1048        });
1049        let input = Assembled {
1050            parts: vec![text],
1051            names: vec![Name {
1052                name: "elsewhere".to_owned(),
1053                at: Held::Undefined,
1054                size: 0,
1055                sort: Sort::Untyped,
1056                binding: Binding::Global,
1057                visibility: Visibility::Default,
1058            }],
1059        };
1060        let bytes = assembled(&input, &windows()).expect("an object");
1061        let file = object::File::parse(&bytes[..]).expect("a readable object");
1062        let section = file.section_by_name(".text").expect("the section");
1063        let (at, reloc) = section.relocations().next().expect("the relocation");
1064        assert_eq!(at, 2);
1065        assert_eq!(
1066            reloc.flags(),
1067            RelocationFlags::Coff {
1068                typ: object::pe::RelocationType(object::pe::IMAGE_REL_AMD64_REL32.0 + 4)
1069            }
1070        );
1071    }
1072}