wordchipper 0.9.2

HPC Rust LLM Tokenizer Library
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

//! # Resource Loader

#[cfg(feature = "std")]
use std::path::PathBuf;

#[cfg(feature = "download")]
use crate::prelude::*;
#[cfg(feature = "std")]
use crate::support::resources::KeyedResource;

/// A trait for loading resources.
pub trait ResourceLoader {
    /// Load a resource.
    #[cfg(feature = "std")]
    fn load_resource_path(
        &mut self,
        resource: &KeyedResource,
    ) -> crate::WCResult<PathBuf>;
}

#[cfg(feature = "download")]
impl ResourceLoader for crate::disk_cache::WordchipperDiskCache {
    #[cfg(feature = "std")]
    fn load_resource_path(
        &mut self,
        resource: &KeyedResource,
    ) -> crate::WCResult<PathBuf> {
        self.load_cached_path(&resource.key, &resource.resource.urls, true)
            .map_err(|e| crate::WCError::External(e.to_string()))
    }
}