alith-client 0.4.3

The Easiest Rust Interface for Local LLMs, and an Interface for Deterministic Signals from Probabilistic LLM Vibes
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98

pub mod backend_builders;
pub mod basic_completion;
pub mod components;
pub mod embeddings;
pub mod prelude;
pub mod primitives;
pub mod workflows;

#[allow(unused_imports)]
pub(crate) use alith_devices::logging::{i_ln, i_lns, i_nln, i_nlns};
#[allow(unused_imports)]
pub(crate) use anyhow::{Error, Result, anyhow, bail};
pub use prelude::*;
#[allow(unused_imports)]
pub(crate) use tracing::{Level, debug, error, info, span, trace, warn};

pub use alith_interface as interface;
pub use alith_interface::llms::LLMBackend;

use backend_builders::anthropic::AnthropicBackendBuilder;
use backend_builders::openai::OpenAIBackendBuilder;
use backend_builders::perplexity::PerplexityBackendBuilder;
use basic_completion::BasicCompletion;
use embeddings::Embeddings;
use std::sync::Arc;
use workflows::basic_primitive::BasicPrimitiveWorkflowBuilder;
use workflows::nlp::Nlp;
use workflows::reason::ReasonWorkflowBuilder;

#[derive(Clone)]
pub struct LLMClient {
    pub backend: Arc<LLMBackend>,
}

impl LLMClient {
    #[inline]
    pub fn new(backend: Arc<LLMBackend>) -> Self {
        Self { backend }
    }

    /// Creates a new instance of the [`OpenAIBackendBuilder`]. This builder that allows you to specify the model and other parameters. It is converted to an `LLMClient` instance using the `init` method.
    #[inline]
    pub fn openai() -> OpenAIBackendBuilder {
        OpenAIBackendBuilder::default()
    }

    /// Creates a new instance of the [`AnthropicBackendBuilder`]. This builder that allows you to specify the model and other parameters. It is converted to an `LLMClient` instance using the `init` method.
    #[inline]
    pub fn anthropic() -> AnthropicBackendBuilder {
        AnthropicBackendBuilder::default()
    }

    /// Creates a new instance of the [`PerplexityBackendBuilder`]. This builder that allows you to specify the model and other parameters. It is converted to an `LLMClient` instance using the `init` method.
    #[inline]
    pub fn perplexity() -> PerplexityBackendBuilder {
        PerplexityBackendBuilder::default()
    }

    #[inline]
    pub fn embeddings(&self) -> Embeddings {
        Embeddings::new(self.backend.clone())
    }

    #[inline]
    pub fn basic_completion(&self) -> BasicCompletion {
        BasicCompletion::new(self.backend.clone())
    }

    #[inline]
    pub fn basic_primitive(&self) -> BasicPrimitiveWorkflowBuilder {
        BasicPrimitiveWorkflowBuilder::new(self.backend.clone())
    }

    #[inline]
    pub fn reason(&self) -> ReasonWorkflowBuilder {
        ReasonWorkflowBuilder::new(self.backend.clone())
    }

    #[inline]
    pub fn nlp(&self) -> Nlp {
        Nlp::new(self.backend.clone())
    }

    #[inline]
    pub fn shutdown(&self) {
        self.backend.shutdown();
    }

    #[inline]
    pub fn completion_request(&self) -> CompletionRequest {
        CompletionRequest::new(self.backend.clone())
    }

    #[inline]
    pub fn embeddings_request(&self) -> EmbeddingsRequest {
        EmbeddingsRequest::new(self.backend.clone())
    }
}