cf-file-parser 0.1.23

File Parser module
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112

use async_trait::async_trait;
use std::path::Path;

use crate::domain::error::DomainError;
use crate::domain::ir::{DocumentBuilder, Inline, ParsedBlock, ParsedSource};
use crate::domain::parser::FileParserBackend;

/// Stub parser that provides placeholder parsing for various file types
/// This is a temporary implementation until proper parsers are integrated
pub struct StubParser;

impl StubParser {
    #[must_use]
    pub fn new() -> Self {
        Self
    }
}

impl Default for StubParser {
    fn default() -> Self {
        Self::new()
    }
}

#[async_trait]
impl FileParserBackend for StubParser {
    fn id(&self) -> &'static str {
        "generic_stub"
    }

    fn supported_extensions(&self) -> &'static [&'static str] {
        &["doc", "rtf", "odt", "xls", "xlsx", "ppt", "pptx"]
    }

    async fn parse_local_path(
        &self,
        path: &Path,
    ) -> Result<crate::domain::ir::ParsedDocument, DomainError> {
        let content = tokio::fs::read(path)
            .await
            .map_err(|e| DomainError::io_error(format!("Failed to read file: {e}")))?;

        let bytes = bytes::Bytes::from(content);
        let file_name = path
            .file_name()
            .and_then(|s| s.to_str())
            .unwrap_or("unknown");

        Ok(Self::parse_bytes_internal(
            file_name,
            &bytes,
            ParsedSource::LocalPath(path.display().to_string()),
        ))
    }

    async fn parse_bytes(
        &self,
        filename_hint: Option<&str>,
        _content_type: Option<&str>,
        bytes: bytes::Bytes,
    ) -> Result<crate::domain::ir::ParsedDocument, DomainError> {
        let file_name = filename_hint.unwrap_or("unknown");
        Ok(Self::parse_bytes_internal(
            file_name,
            &bytes,
            ParsedSource::Uploaded {
                original_name: file_name.to_owned(),
            },
        ))
    }
}

impl StubParser {
    fn parse_bytes_internal(
        file_name: &str,
        bytes: &bytes::Bytes,
        source: ParsedSource,
    ) -> crate::domain::ir::ParsedDocument {
        // Try UTF-8 decode, fall back to base64 if that fails
        let text = if let Ok(s) = String::from_utf8(bytes.to_vec()) {
            format!(
                "[STUB PARSER] Content extracted from {} ({} bytes)\n\nRaw text preview:\n{}",
                file_name,
                bytes.len(),
                s.chars().take(500).collect::<String>()
            )
        } else {
            // Binary file, provide base64 preview
            use base64::Engine;
            let b64 =
                base64::engine::general_purpose::STANDARD.encode(&bytes[..bytes.len().min(300)]);
            format!(
                "[STUB PARSER] Binary content from {} ({} bytes)\n\nBase64 preview (first 300 bytes):\n{}",
                file_name,
                bytes.len(),
                b64
            )
        };

        let blocks = vec![ParsedBlock::Paragraph {
            inlines: vec![Inline::plain(text)],
        }];

        DocumentBuilder::new(source)
            .title(file_name)
            .original_filename(file_name)
            .content_type("application/octet-stream")
            .stub(true) // Mark this as stub output
            .blocks(blocks)
            .build()
    }
}