bitrouter 1.0.0-alpha.30

BitRouter: an LLM API router. CLI + assembly library.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

//! Evaluator-agnostic evidence exchange and policy compilation control plane.

pub mod admission;
pub mod api;
pub mod compiler;
pub mod settlement;
pub mod store;
pub mod types;

use bitrouter_sdk::config::EvalConfig;

use self::admission::{AdmissionOutcome, SubmissionPrincipal};
use self::store::EvalStore;
use self::types::EvaluationResult;

#[derive(Clone)]
pub struct EvalService {
    store: EvalStore,
    config: EvalConfig,
}

impl EvalService {
    pub fn new(store: EvalStore, config: EvalConfig) -> Self {
        Self { store, config }
    }

    pub fn store(&self) -> &EvalStore {
        &self.store
    }

    pub async fn submit(
        &self,
        result: EvaluationResult,
        principal: SubmissionPrincipal,
    ) -> anyhow::Result<AdmissionOutcome> {
        admission::submit(&self.store, &self.config, result, principal).await
    }
}