daimon_provider_local/lib.rs
1//! Locally-hosted model providers for the Daimon agent framework.
2//!
3//! Covers every runtime you can point at a machine under your own control:
4//!
5//! - [`ollama`] — [Ollama](https://ollama.com), via its native `/api/chat` API
6//! - [`llamacpp`] — [llama.cpp](https://github.com/ggml-org/llama.cpp)'s
7//! `llama-server`, over its OpenAI-compatible API plus llama.cpp-native
8//! sampling extras
9//! - [`llamars`] — [llama-rs](https://github.com/Lexmata/llama-rs)'s server,
10//! over its OpenAI-compatible API
11//! - [`generic`] — any other OpenAI-compatible server (vLLM, LM Studio,
12//! llamafile, LocalAI, …)
13//!
14//! All four are HTTP clients; none embed inference in-process.
15
16mod openai_compat;
17
18pub mod generic;
19pub mod llamacpp;
20pub mod llamacpp_embed;
21pub mod llamars;
22pub mod ollama;
23pub mod ollama_embed;
24
25pub use generic::{OpenAiCompatible, OpenAiCompatibleEmbedding};
26pub use llamacpp::LlamaCpp;
27pub use llamacpp_embed::LlamaCppEmbedding;
28pub use llamars::{LlamaRs, LlamaRsEmbedding};
29pub use ollama::Ollama;
30pub use ollama_embed::OllamaEmbedding;