blz-core 1.5.5

Core library for fast local llms.txt search
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60

//! Helper utilities for building blz-core JSON structures.

use chrono::Utc;

use crate::{FileInfo, LineIndex, LlmsJson, ParseMeta, ParseResult, Source};

/// Build a `LlmsJson` structure from parse results and metadata.
///
/// This helper constructs the complete JSON structure that gets saved
/// to disk for each source, containing TOC, line index, and metadata.
#[must_use]
pub fn build_llms_json(
    alias: &str,
    url: &str,
    file_name: &str,
    sha256: String,
    etag: Option<String>,
    last_modified: Option<String>,
    parse_result: &ParseResult,
) -> LlmsJson {
    LlmsJson {
        source: alias.to_string(),
        metadata: Source {
            url: url.to_string(),
            etag,
            last_modified,
            fetched_at: Utc::now(),
            sha256: sha256.clone(),
            variant: crate::SourceVariant::Llms, // Default, caller can override.
            aliases: Vec::new(),
            tags: Vec::new(),
            description: None,
            category: None,
            npm_aliases: Vec::new(),
            github_aliases: Vec::new(),
            origin: crate::SourceOrigin {
                manifest: None,
                source_type: Some(crate::SourceType::Remote {
                    url: url.to_string(),
                }),
            },
            filter_non_english: None,
        },
        filter_stats: None,
        toc: parse_result.toc.clone(),
        files: vec![FileInfo {
            path: file_name.to_string(),
            sha256,
        }],
        line_index: LineIndex {
            total_lines: parse_result.line_count,
            byte_offsets: false,
        },
        diagnostics: parse_result.diagnostics.clone(),
        parse_meta: Some(ParseMeta {
            parser_version: 1,
            segmentation: "structured".to_string(),
        }),
    }
}