llm 1.3.8

A Rust library unifying multiple LLM backends.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24

use async_trait::async_trait;

use crate::{
    completion::{CompletionProvider, CompletionRequest, CompletionResponse},
    error::LLMError,
};

use super::{helpers::decrement_attempts, wrapper::ValidatedLLM};

#[async_trait]
impl CompletionProvider for ValidatedLLM {
    async fn complete(&self, req: &CompletionRequest) -> Result<CompletionResponse, LLMError> {
        let mut remaining_attempts = self.attempts();
        loop {
            let response = self.inner().complete(req).await?;
            match (self.validator())(&response.text) {
                Ok(()) => return Ok(response),
                Err(err) => {
                    remaining_attempts = decrement_attempts(remaining_attempts, &err)?;
                }
            }
        }
    }
}