gobby-wiki 0.3.0

Gobby wiki CLI shell
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41

//! PDF ingestion: text-layer extraction, page rendering, and vision-merged Markdown.

use crate::document::DocumentDegradation;

pub(crate) mod ingest;
mod markdown;
mod render;
mod text;
pub(crate) mod types;

// ingest::file (gated on the documents feature) is the only cross-module consumer
// of these PDF entry points, so the re-exports are gated to match.
#[cfg(feature = "documents")]
pub(crate) use ingest::ingest_pdf_file_without_index;
#[cfg(feature = "documents")]
pub(crate) use types::{PdfFileSnapshot, PdfIngestOptions, pdf_fetched_at};

#[cfg(feature = "documents")]
use types::PdfRenderedPage;

struct PdfPageMarkdown {
    number: usize,
    markdown: String,
}

struct PdfMarkdownSummary {
    page_count: usize,
    has_text_layer: bool,
    vision_used: bool,
    model: Option<String>,
    degradations: Vec<DocumentDegradation>,
}

#[cfg(feature = "documents")]
struct PdfRenderOutcome {
    pages: Vec<PdfRenderedPage>,
    degradation: Option<DocumentDegradation>,
}

#[cfg(test)]
mod tests;