Struct Runner 

pub struct Runner {
    pub store: Store,
    pub cache: VcrCache,
    pub client: Arc<dyn LlmClient>,
    pub metrics: Vec<Arc<dyn Metric>>,
    pub policy: RunPolicy,
    pub _network_guard: Option<NetworkPolicyGuard>,
    pub embedder: Option<Arc<dyn Embedder>>,
    pub refresh_embeddings: bool,
    pub incremental: bool,
    pub refresh_cache: bool,
    pub judge: Option<JudgeService>,
    pub baseline: Option<Baseline>,
}

Fields

store: Store

cache: VcrCache

client: Arc<dyn LlmClient>

metrics: Vec<Arc<dyn Metric>>

policy: RunPolicy

_network_guard: Option<NetworkPolicyGuard>

embedder: Option<Arc<dyn Embedder>>

refresh_embeddings: bool

incremental: bool

refresh_cache: bool

judge: Option<JudgeService>

baseline: Option<Baseline>

Implementations

impl Runner

pub async fn run_suite( &self, cfg: &EvalConfig, progress: Option<ProgressSink>, ) -> Result<RunArtifacts>

Run the suite; results are collected in completion order internally but returned sorted by test_id for deterministic output. If progress is set, it is called after each test completes (E4.3 realtime progress).

pub async fn embed_text( &self, model_id: &str, embedder: &dyn Embedder, text: &str, ) -> Result<(Vec<f32>, &'static str)>