rover-fetch 0.2.0

An MCP server for fetching and prepping web content for LLM agents.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

//! Tokenizer-module errors.

use thiserror::Error;

use crate::tokenizer::registry::Tokenizer;

#[derive(Debug, Error)]
pub enum TokenizerError {
    #[error("unknown tokenizer family: {0}")]
    UnknownFamily(String),

    #[error("could not download tokenizer for {family}: {source}")]
    Download {
        family: Tokenizer,
        #[source]
        source: hf_hub::api::sync::ApiError,
    },

    #[error("tokenizer file for {family} is corrupt: {source}")]
    Parse {
        family: Tokenizer,
        #[source]
        source: Box<dyn std::error::Error + Send + Sync>,
    },

    #[error("io error reading tokenizer at {path}: {source}")]
    Io {
        path: String,
        #[source]
        source: std::io::Error,
    },

    #[error("tokenizer {0} is not loaded; call ensure_loaded() first")]
    NotLoaded(Tokenizer),
}