stillo-core 0.1.2

Core domain types and content extraction logic for stillo terminal browser
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96

use std::path::PathBuf;
use chrono::{DateTime, Utc};
use url::Url;

#[derive(Debug, Clone)]
pub struct RawHtml {
    pub bytes: Vec<u8>,
    pub url: Url,
    pub content_type: String,
    pub status: u16,
}

#[derive(Debug, Clone)]
pub struct ExtractedContent {
    pub url: Url,
    pub title: String,
    pub byline: Option<String>,
    pub body_text: String,
    pub body_html: String,
    pub links: Vec<ExtractedLink>,
    pub metadata: PageMetadata,
}

#[derive(Debug, Clone)]
pub struct ExtractedLink {
    pub text: String,
    pub href: Url,
    pub rel: Option<String>,
}

#[derive(Debug, Clone)]
pub struct PageMetadata {
    pub description: Option<String>,
    pub og_title: Option<String>,
    pub og_image: Option<String>,
    pub canonical: Option<Url>,
    pub published_at: Option<DateTime<Utc>>,
}

#[derive(Debug, Clone)]
pub struct MarkdownDocument {
    pub content: String,
    pub source_url: Url,
    pub extracted_at: DateTime<Utc>,
}

#[derive(Debug, Clone, PartialEq)]
pub enum SpaDetection {
    Static,
    SuspectedSpa { text_length: usize },
    FrameworkDetected { framework: JsFramework },
}

#[derive(Debug, Clone, PartialEq)]
pub enum JsFramework {
    React,
    Vue,
    Angular,
    Next,
    Nuxt,
    Unknown(String),
}

#[derive(Debug, Clone, PartialEq)]
pub enum DelegationTarget {
    LocalCdp { port: u16 },
    PlaywrightDaemon { socket_path: PathBuf },
    JinaReader { api_key: Option<String> },
    Firecrawl { base_url: Url, api_key: String },
    Unavailable { reason: String },
}

#[derive(Debug)]
pub enum FetchResult {
    Static(RawHtml),
    SpaDelegated {
        detection: SpaDetection,
        target: DelegationTarget,
    },
    DelegatedHtml(RawHtml),
    Failed(FetchError),
}

#[derive(Debug, thiserror::Error)]
pub enum FetchError {
    #[error("HTTP error: {status} {url}")]
    Http { status: u16, url: Url },
    #[error("TLS error: {0}")]
    Tls(String),
    #[error("Timeout after {seconds}s")]
    Timeout { seconds: u64 },
    #[error("Delegation failed: {0}")]
    DelegationFailed(String),
    #[error("All delegation targets unavailable")]
    NoDelegationAvailable,
}