pmat 3.16.0

PMAT - Zero-config AI context generation and code quality toolkit (CLI, MCP, HTTP)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68

#![cfg_attr(coverage_nightly, coverage(off))]

//! Document text extractors for PDF, SVG, images, markdown, and plaintext.
//!
//! Each extractor returns a `Vec<DocumentChunk>` split at natural boundaries
//! (pages, headings, paragraphs) with a 4KB max per chunk.

use super::types::{DocumentChunk, DocumentType, MAX_CHUNK_SIZE};
use std::path::Path;

// ── Submodule includes ──────────────────────────────────────────
include!("extractors_helpers.rs");
include!("extractors_pdf.rs");
include!("extractors_svg.rs");
include!("extractors_markdown.rs");
include!("extractors_media.rs");
include!("extractors_tests.rs");

// ── Dispatcher ──────────────────────────────────────────────────

/// Dispatch to the appropriate extractor based on file extension.
#[provable_contracts_macros::contract("pmat-core.yaml", equation = "path_exists")]
pub(crate) fn extract_document(
    path: &Path,
    relative_path: &str,
    checksum: &str,
) -> Result<Vec<DocumentChunk>, String> {
    match path
        .extension()
        .and_then(|e| e.to_str())
        .map(|e| e.to_lowercase())
        .as_deref()
    {
        Some("pdf") => extract_pdf(path, relative_path, checksum),
        Some("svg") => extract_svg(path, relative_path, checksum),
        Some("png" | "jpg" | "jpeg" | "gif" | "webp") => {
            extract_image_metadata(path, relative_path, checksum)
        }
        Some("md" | "markdown") => extract_markdown(path, relative_path, checksum),
        Some("txt" | "rst" | "adoc") => extract_plaintext(path, relative_path, checksum),
        _ => Err(format!("Unsupported document type: {}", path.display())),
    }
}

/// Check if a file extension is a supported document type.
#[provable_contracts_macros::contract("pmat-core.yaml", equation = "path_exists")]
pub(crate) fn is_document_file(path: &Path) -> bool {
    matches!(
        path.extension()
            .and_then(|e| e.to_str())
            .map(|e| e.to_lowercase())
            .as_deref(),
        Some(
            "pdf"
                | "svg"
                | "png"
                | "jpg"
                | "jpeg"
                | "gif"
                | "webp"
                | "md"
                | "markdown"
                | "txt"
                | "rst"
                | "adoc"
        )
    )
}