alith-client 0.4.3

The Easiest Rust Interface for Local LLMs, and an Interface for Deterministic Signals from Probabilistic LLM Vibes
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

pub mod extract;

use alith_interface::{llms::LLMBackend, requests::completion::CompletionRequest};
use extract::Extract;
use std::sync::Arc;

pub struct Nlp {
    pub base_req: CompletionRequest,
}

impl Nlp {
    pub fn new(backend: Arc<LLMBackend>) -> Self {
        Self {
            base_req: CompletionRequest::new(backend),
        }
    }

    pub fn extract(self) -> Extract {
        Extract::new(self.base_req)
    }
}