llm_interface 0.0.3

llm_interface: The backend for the llm_client crate
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17

// Internal modules
mod completion;
mod logit_bias;
mod req_components;
mod res_components;
mod stop_sequence;

// Public exports
pub use completion::{
    CompletionError, CompletionFinishReason, CompletionRequest, CompletionResponse,
};
pub use logit_bias::{LlamaCppLogitBias, LogitBias, LogitBiasTrait, OpenAiLogitBias};
pub use req_components::{RequestConfig, RequestConfigTrait};
pub use res_components::{
    GenerationSettings, InferenceProbabilities, TimingUsage, TokenUsage, TopProbabilities,
};
pub use stop_sequence::{StopSequences, StoppingSequence};