cloudiful-docling-convert 0.3.0

Core Rust library for Docling-backed document conversion
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81

use reqwest::multipart;

use crate::error::Result;
use crate::models::vlm::{OpenRouterConfigBuilder, VlmConvertOptions};
use crate::models::{CodeFormulaVlmOptions, PictureDescriptionVlmEngineOptions};

use super::docling::DoclingClient;
use super::vlm_config::ResolvedVlmConfig;

impl DoclingClient {
    pub(super) fn apply_vlm_config(
        &self,
        mut form: multipart::Form,
        vlm_config: &ResolvedVlmConfig,
    ) -> Result<multipart::Form> {
        let picture_description_custom_config =
            PictureDescriptionVlmEngineOptions::for_openai_compatible(
                &vlm_config.openai_base_url,
                &vlm_config.api_key,
                &vlm_config.picture_description_model,
                "Describe this image in a few sentences.",
                300,
                60,
            );
        let code_formula_custom_config = CodeFormulaVlmOptions {
            scale: Some(2.0),
            max_size: None,
            extract_code: Some(true),
            extract_formulas: Some(true),
            engine_options: OpenRouterConfigBuilder::engine_options(
                &vlm_config.openai_base_url,
                &vlm_config.api_key,
                &vlm_config.code_formula_model,
                30,
                2,
            ),
            model_spec: OpenRouterConfigBuilder::model_spec(
                &vlm_config.code_formula_model,
                "Recognize code blocks and mathematical formulas in the image. For code, output the full code; for mathematical formulas, output in LaTeX format.",
                1000,
            ),
        };
        let vlm_pipeline_custom_config = VlmConvertOptions {
            engine_options: OpenRouterConfigBuilder::engine_options(
                &vlm_config.openai_base_url,
                &vlm_config.api_key,
                &vlm_config.vlm_pipeline_model,
                30,
                2,
            ),
            model_spec: OpenRouterConfigBuilder::model_spec(
                &vlm_config.vlm_pipeline_model,
                "",
                1000,
            ),
            scale: Some(1.0),
            max_size: None,
            batch_size: None,
            force_backend_text: true,
        };

        form = form.text(
            "vlm_pipeline_custom_config",
            serde_json::to_string(&vlm_pipeline_custom_config)?,
        );
        form = form.text(
            "picture_description_custom_config",
            serde_json::to_string(&picture_description_custom_config)?,
        );
        form = form.text(
            "code_formula_custom_config",
            serde_json::to_string(&code_formula_custom_config)?,
        );
        form = form.text("do_code_enrichment", "true");
        form = form.text("do_formula_enrichment", "true");
        form = form.text("do_picture_description", "true");
        form = form.text("ocr_engine", "rapidocr");
        form = form.text("image_export_mode", "placeholder");
        Ok(form)
    }
}