Struct ServingPolicy 

pub struct ServingPolicy {
    pub budget: u32,
    pub cap: usize,
    pub pool: usize,
    pub rerank_floor: f32,
    pub explicit_fact_guard: bool,
}

Fields

budget: u32

cap: usize

pool: usize

rerank_floor: f32

explicit_fact_guard: bool

Implementations

impl ServingPolicy

pub fn from_config(config: &ProjectConfig) -> Self

pub fn prepare( &self, request: ContextRequest, reranking: bool, ) -> ContextRequest

pub fn arbitrate( &self, query: &str, bundle: ContextBundle, reranker: Option<&dyn Reranker>, abstain: f32, ) -> ContextBundle

pub fn render_for_query( &self, query: &str, bundle: ContextBundle, compress: bool, exposure_id: &str, ) -> Delivery

pub fn render( &self, bundle: ContextBundle, compress: bool, exposure_id: &str, ) -> Delivery

pub fn retrieve( &self, session: &BrainSession, request: ContextRequest, embedder: &dyn Embedder, reranker: Option<&dyn Reranker>, exposure_id: &str, ) -> KimetsuResult<Delivery>

Trait Implementations

impl Clone for ServingPolicy

fn clone(&self) -> ServingPolicy

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for ServingPolicy

impl Debug for ServingPolicy

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ServingPolicy

fn default() -> Self

Returns the “default value” for a type.