Skip to main content

objectiveai_api/ensemble_llm/retrieval_client/
client.rs

1//! Ensemble LLM retrieval client trait definition.
2
3use crate::ctx;
4
5/// Trait for listing Ensemble LLMs and retrieving usage statistics.
6#[async_trait::async_trait]
7pub trait Client<CTXEXT> {
8    /// Lists all Ensemble LLMs.
9    async fn list(
10        &self,
11        ctx: ctx::Context<CTXEXT>,
12    ) -> Result<
13        objectiveai::ensemble_llm::response::ListEnsembleLlm,
14        objectiveai::error::ResponseError,
15    >;
16
17    /// Retrieves usage statistics for an Ensemble LLM by ID.
18    async fn get_usage(
19        &self,
20        ctx: ctx::Context<CTXEXT>,
21        id: &str,
22    ) -> Result<
23        objectiveai::ensemble_llm::response::UsageEnsembleLlm,
24        objectiveai::error::ResponseError,
25    >;
26}