llm_interface 0.0.3

llm_interface: The backend for the llm_client crate
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

mod api;
mod llama_cpp;
#[cfg(feature = "mistral_rs_backend")]
mod mistral_rs;

#[cfg(any(target_os = "linux", target_os = "windows"))]
use llm_devices::CudaConfig;
#[cfg(target_os = "macos")]
use llm_devices::MetalConfig;
use llm_interface::{llms::*, requests::*};
use serial_test::serial;

pub struct LlmInterface {}

// These are examples and bare minimum implementations. For full featured implementation see the llm_client crate.
impl LlmInterface {
    #[cfg(feature = "llama_cpp_backend")]
    pub fn llama_cpp() -> LlamaCppBackendBuilder {
        LlamaCppBackendBuilder::default()
    }

    #[cfg(feature = "mistral_rs_backend")]
    pub fn mistral_rs() -> local::mistral_rs::builder::MistralRsBackendBuilder {
        local::mistral_rs::builder::MistralRsBackendBuilder::default()
    }

    pub fn openai() -> OpenAiBackendBuilder {
        OpenAiBackendBuilder::default()
    }

    pub fn anthropic() -> AnthropicBackendBuilder {
        AnthropicBackendBuilder::default()
    }

    pub fn perplexity() -> PerplexityBackendBuilder {
        PerplexityBackendBuilder::default()
    }
}