alith-client 0.4.3

The Easiest Rust Interface for Local LLMs, and an Interface for Deterministic Signals from Probabilistic LLM Vibes
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

pub use crate::{
    LLMClient,
    components::InstructPromptTrait,
    primitives::PrimitiveTrait,
    workflows::reason::{ReasonTrait, decision::DecisionTrait},
};
#[cfg(any(target_os = "linux", target_os = "windows"))]
pub use alith_devices::devices::CudaConfig;
pub use alith_devices::logging::LoggingConfigTrait;

#[cfg(target_os = "macos")]
pub use alith_devices::devices::MetalConfig;
pub use alith_interface::{
    llms::local::LLMLocalTrait,
    requests::{
        completion::{CompletionRequest, CompletionResponse},
        embeddings::{EmbeddingsRequest, EmbeddingsResponse},
        logit_bias::LogitBiasTrait,
        req_components::RequestConfigTrait,
    },
};
pub use alith_models::{
    api_model::{
        anthropic::AnthropicModelTrait, openai::OpenAIModelTrait, perplexity::PerplexityModelTrait,
    },
    local_model::{GgufLoaderTrait, GgufPresetTrait, HfTokenTrait},
};
pub use alith_prompt::*;