mullama 0.3.0

Comprehensive Rust bindings for llama.cpp with memory-safe API and advanced features
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

//! OpenAI-compatible HTTP API
//!
//! Provides REST endpoints compatible with the OpenAI API specification.

mod chat;
mod completions;
mod defaults;
mod embeddings;
mod error;
mod helpers;
pub mod middleware;
mod models;
mod router;
mod system;
pub mod types;
mod ui;

use std::sync::Arc;

use super::server::Daemon;

/// Shared state for the HTTP server
pub type AppState = Arc<Daemon>;

pub use error::ApiError;
pub use router::create_openai_router;
pub use types::{
    ChatChoice, ChatCompletionRequest, ChatCompletionResponse, CompletionChoice, CompletionRequest,
    CompletionResponse, EmbeddingObject, EmbeddingsRequest, EmbeddingsResponse, ErrorDetail,
    ErrorResponse, ModelObject, ModelsResponse,
};