sourcepile 0.1.0

Flatten a folder of source files into a single annotated dump for LLMs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45

use anyhow::{Context, Result};
use std::{
    fs,
    path::{Path, PathBuf},
};

/// Concatenate every file in `files`.
///
/// Each section is prefixed with `// relative/path`.
pub fn format_files(
    root: &Path,
    files: &[PathBuf],
    max_lines: Option<usize>,
) -> Result<String> {
    let mut out = String::new();

    for file in files {
        let rel = file.strip_prefix(root).unwrap_or(file);
        out.push_str("// ");
        out.push_str(&rel.to_string_lossy());
        out.push('\n');

        let contents = fs::read_to_string(file)
            .with_context(|| format!("reading {}", rel.display()))?;

        let body = if let Some(limit) = max_lines.filter(|&n| n > 0) {
            // keep only the first `limit` lines
            contents
                .lines()
                .take(limit)
                .collect::<Vec<_>>()
                .join("\n")
        } else {
            contents
        };

        out.push_str(&body);
        if !body.ends_with('\n') {
            out.push('\n');
        }
        out.push('\n');
    }

    Ok(out)
}