llm 1.3.8

A Rust library unifying multiple LLM backends.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

use crate::{error::LLMError, LLMProvider};

use super::super::helpers;
use crate::builder::state::BuilderState;

#[cfg(feature = "phind")]
pub(super) fn build_phind(state: &mut BuilderState) -> Result<Box<dyn LLMProvider>, LLMError> {
    let timeout = helpers::timeout_or_default(state);
    let provider = crate::backends::phind::Phind::new(
        state.model.take(),
        state.max_tokens,
        state.temperature,
        timeout,
        state.system.take(),
        state.top_p,
        state.top_k,
    );
    Ok(Box::new(provider))
}

#[cfg(not(feature = "phind"))]
pub(super) fn build_phind(_state: &mut BuilderState) -> Result<Box<dyn LLMProvider>, LLMError> {
    Err(LLMError::InvalidRequest(
        "Phind feature not enabled".to_string(),
    ))
}