pub struct EvaluationService { /* private fields */ }Implementations§
Source§impl EvaluationService
impl EvaluationService
Sourcepub fn new(repositories: EvalRepositories, ai: DynAiProvider) -> Self
pub fn new(repositories: EvalRepositories, ai: DynAiProvider) -> Self
ai must be the auditing provider (the AiService implementation):
judge isolation and cost accounting depend on generate persisting
every request to ai_requests with a job actor.
Sourcepub async fn run_judge(
&self,
request: RunRequest,
) -> Result<(EvalRunId, LoopReport)>
pub async fn run_judge( &self, request: RunRequest, ) -> Result<(EvalRunId, LoopReport)>
One full auto-improve pass; returns the run id and its report.
Sourcepub async fn replay_failures(
&self,
source_run: &EvalRunId,
request: RunRequest,
) -> Result<(EvalRunId, LoopReport)>
pub async fn replay_failures( &self, source_run: &EvalRunId, request: RunRequest, ) -> Result<(EvalRunId, LoopReport)>
Re-runs a previous run’s failing requests as a new replay-kind run.
pub async fn list_runs(&self, limit: i64) -> Result<Vec<EvalRun>>
pub async fn promote_case(&self, params: &NewCaseParams) -> Result<EvalCaseId>
pub async fn get_run(&self, run_id: &EvalRunId) -> Result<EvalRun>
pub async fn list_results(&self, run_id: &EvalRunId) -> Result<Vec<EvalResult>>
pub async fn sample(&self, filter: &SampleFilter) -> Result<Vec<SampledRequest>>
Trait Implementations§
Source§impl Clone for EvaluationService
impl Clone for EvaluationService
Source§fn clone(&self) -> EvaluationService
fn clone(&self) -> EvaluationService
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreAuto Trait Implementations§
impl !RefUnwindSafe for EvaluationService
impl !UnwindSafe for EvaluationService
impl Freeze for EvaluationService
impl Send for EvaluationService
impl Sync for EvaluationService
impl Unpin for EvaluationService
impl UnsafeUnpin for EvaluationService
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<A, B, T> HttpServerConnExec<A, B> for Twhere
B: Body,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more