rskit_inference_vllm/lib.rs
1//! vLLM inference adapter using the OAI-compatible `/v1/completions` endpoint.
2//!
3//! Optional bearer credentials are configured through [`Config::api_key`] as a redacting [`SecretString`](rskit_util::SecretString)
4//! and installed through `rskit-httpclient` auth rather than raw headers.
5
6#![warn(missing_docs)]
7
8mod adapter;
9mod config;
10mod kind;
11mod protocol;
12mod registration;
13#[cfg(test)]
14mod tests;
15
16pub use config::Config;
17pub use registration::register;
18
19pub(crate) use adapter::VllmAdapter;
20pub(crate) use kind::VLLM_KIND;
21#[cfg(test)]
22pub(crate) use protocol::{OaiChoice, OaiUsage};
23pub(crate) use protocol::{OaiCompletionResponse, vllm_completion_body, vllm_predict_response};