llmix-rs 2.0.7

Rust binding for the LLMix orchestration contract with cache, resilience, and config parity
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

use crate::error::LlmixResult;
use crate::types::{DispatchContext, ProviderResult};
use async_trait::async_trait;
use std::future::Future;

#[async_trait]
pub trait DispatchFn: Send + Sync {
    async fn dispatch(&self, ctx: DispatchContext) -> LlmixResult<ProviderResult>;
}

#[async_trait]
impl<F, Fut> DispatchFn for F
where
    F: Fn(DispatchContext) -> Fut + Send + Sync,
    Fut: Future<Output = LlmixResult<ProviderResult>> + Send,
{
    async fn dispatch(&self, ctx: DispatchContext) -> LlmixResult<ProviderResult> {
        (self)(ctx).await
    }
}