pageinfo-rs 0.2.2

CLI tool that analyzes web pages and produces structured LLM-friendly output
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

use std::collections::HashMap;
use std::path::PathBuf;

use serde::{Deserialize, Serialize};

const CACHE_DIR: &str = ".pginf";

#[derive(Debug, Clone)]
pub struct CacheConfig {
    pub root_dir: PathBuf,
    pub enabled: bool,
    pub refresh: bool,
}

impl Default for CacheConfig {
    fn default() -> Self {
        Self {
            root_dir: PathBuf::from(CACHE_DIR),
            enabled: true,
            refresh: false,
        }
    }
}

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct CachedFetch {
    pub input_url: String,
    pub final_url: String,
    pub normalized_final_url: String,
    pub status: u16,
    pub fetched_at: String,
}

#[derive(Debug, Clone)]
pub struct CachedPage {
    pub fetch: CachedFetch,
    pub headers: HashMap<String, String>,
    pub html: String,
}