Struct Storage 

pub struct Storage { /* private fields */ }

Local filesystem storage for cached llms.txt documentation

Implementations

impl Storage

pub fn new() -> Result<Self>

Creates a new storage instance with the default root directory

pub fn with_root(root_dir: PathBuf) -> Result<Self>

Creates a new storage instance with a custom root directory

pub fn with_paths(root_dir: PathBuf, config_dir: PathBuf) -> Result<Self>

Creates a new storage instance with explicit data and config directories

pub fn root_dir(&self) -> &Path

Returns the root data directory path

pub fn config_dir(&self) -> &Path

Returns the root configuration directory path used for descriptors

pub fn descriptor_path(&self, alias: &str) -> Result<PathBuf>

Returns the path to the descriptor TOML for a source

pub fn save_descriptor(&self, descriptor: &SourceDescriptor) -> Result<()>

Persist a descriptor to disk, creating parent directories if necessary

pub fn load_descriptor(&self, alias: &str) -> Result<Option<SourceDescriptor>>

Load a descriptor if it exists

pub fn remove_descriptor(&self, alias: &str) -> Result<()>

Remove descriptor file for an alias if present

pub fn tool_dir(&self, source: &str) -> Result<PathBuf>

Returns the directory path for a given alias

pub fn ensure_tool_dir(&self, source: &str) -> Result<PathBuf>

Ensures the directory for an alias exists and returns its path

pub fn llms_txt_path(&self, source: &str) -> Result<PathBuf>

Returns the path to the llms.txt file for a source

pub fn llms_json_path(&self, source: &str) -> Result<PathBuf>

Returns the path to the llms.json file for a source

pub fn index_dir(&self, source: &str) -> Result<PathBuf>

Returns the path to the search index directory for a source

pub fn archive_dir(&self, source: &str) -> Result<PathBuf>

Returns the path to the archive directory for a source

pub fn metadata_path(&self, source: &str) -> Result<PathBuf>

Returns the path to the metadata file for a source

pub fn anchors_map_path(&self, source: &str) -> Result<PathBuf>

Returns the path to the anchors mapping file for a source

pub fn save_llms_txt(&self, source: &str, content: &str) -> Result<()>

Saves the llms.txt content for a source

pub fn load_llms_txt(&self, source: &str) -> Result<String>

Loads the llms.txt content for a source

pub fn save_llms_json(&self, source: &str, data: &LlmsJson) -> Result<()>

Saves the parsed llms.json data for a source

pub fn load_llms_json(&self, source: &str) -> Result<LlmsJson>

Loads the parsed llms.json data for a source

pub fn save_source_metadata( &self, source: &str, metadata: &Source, ) -> Result<()>

Saves source metadata for a source

pub fn save_anchors_map(&self, source: &str, map: &AnchorsMap) -> Result<()>

Save anchors remap JSON for a source

pub fn load_source_metadata(&self, source: &str) -> Result<Option<Source>>

Loads source metadata for a source if it exists

pub fn exists(&self, source: &str) -> bool

Checks if a source exists in storage

pub fn list_sources(&self) -> Vec<String>

Lists all cached sources

pub fn clear_cache(&self) -> Result<()>

Clears the entire cache directory, removing all sources and their data.

This is a destructive operation that cannot be undone. Use with caution.

Errors

Returns an error if the cache directory cannot be removed or recreated.

pub fn archive(&self, source: &str) -> Result<()>

Archives the current version of a source