alith-client 0.4.3

The Easiest Rust Interface for Local LLMs, and an Interface for Deterministic Signals from Probabilistic LLM Vibes
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

use alith_interface::{llms::LLMBackend, requests::completion::CompletionRequest};
use std::sync::Arc;
use subject_of_text::ClassifySubjectOfText;

pub mod hierarchical_classification;
pub mod subject_of_text;

pub struct Classify {
    backend: Arc<LLMBackend>,
}

impl Classify {
    pub fn new(backend: Arc<LLMBackend>) -> Self {
        Self { backend }
    }

    pub fn subject_of_text<T: AsRef<str>>(self, content: T) -> ClassifySubjectOfText {
        ClassifySubjectOfText::new(CompletionRequest::new(self.backend), content)
    }
}