dsir 0.1.1

DSPy-shaped library for programming language models in Rust.
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
//! LM response caching.
//!
//! The [`ResponseCache`] provides a hybrid memory + disk cache backed by
//! [foyer](https://docs.rs/foyer). It also maintains a sliding window of recent
//! entries for [`LM::inspect_history`](crate::LM::inspect_history).
//!
//! Caching is per-LM-instance and keyed on the full prompt content. Cache entries
//! are not shared across LM instances.

pub mod cache;
pub mod serde_utils;
pub mod telemetry;

pub use cache::{Cache, CacheEntry, ResponseCache};
pub use serde_utils::get_iter_from_value;
pub use telemetry::{TelemetryInitError, init_tracing, truncate};