pmat 3.14.0

PMAT - Zero-config AI context generation and code quality toolkit (CLI, MCP, HTTP)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96

// ── Markdown Extraction ─────────────────────────────────────────

/// Extract structured text from Markdown, splitting at `##` headings.
#[provable_contracts_macros::contract("pmat-core.yaml", equation = "path_exists")]
pub(crate) fn extract_markdown(
    path: &Path,
    relative_path: &str,
    checksum: &str,
) -> Result<Vec<DocumentChunk>, String> {
    let content = std::fs::read_to_string(path)
        .map_err(|e| format!("Failed to read markdown {}: {e}", path.display()))?;

    if content.trim().is_empty() {
        return Ok(vec![]);
    }

    let mut chunks = Vec::new();
    let mut current_heading: Option<String> = None;
    let mut current_text = String::new();

    for line in content.lines() {
        if line.starts_with("## ") || line.starts_with("# ") {
            // Flush previous section
            if !current_text.trim().is_empty() {
                flush_markdown_section(
                    &mut chunks,
                    relative_path,
                    &current_heading,
                    &current_text,
                    checksum,
                );
            }
            current_heading = Some(line.trim_start_matches('#').trim().to_string());
            current_text.clear();
        } else {
            current_text.push_str(line);
            current_text.push('\n');
        }
    }

    // Flush final section
    if !current_text.trim().is_empty() {
        flush_markdown_section(
            &mut chunks,
            relative_path,
            &current_heading,
            &current_text,
            checksum,
        );
    }

    // If no sections found, create a single chunk
    if chunks.is_empty() && !content.trim().is_empty() {
        chunks.push(DocumentChunk {
            file_path: relative_path.to_string(),
            doc_type: DocumentType::Markdown,
            chunk_index: 0,
            page_number: None,
            section_heading: None,
            text_content: truncate_to_max_chunk(&content),
            file_checksum: checksum.to_string(),
            extraction_quality: 1.0,
        });
    }

    Ok(chunks)
}

fn flush_markdown_section(
    chunks: &mut Vec<DocumentChunk>,
    relative_path: &str,
    heading: &Option<String>,
    text: &str,
    checksum: &str,
) {
    let trimmed = text.trim();
    if trimmed.is_empty() {
        return;
    }
    let chunk_index = chunks.len() as u32;
    let content = if trimmed.len() > MAX_CHUNK_SIZE {
        truncate_to_max_chunk(trimmed)
    } else {
        trimmed.to_string()
    };
    chunks.push(DocumentChunk {
        file_path: relative_path.to_string(),
        doc_type: DocumentType::Markdown,
        chunk_index,
        page_number: None,
        section_heading: heading.clone(),
        text_content: content,
        file_checksum: checksum.to_string(),
        extraction_quality: 1.0,
    });
}