Skip to main content

hearth_api/
lib.rs

1//! One OpenAI-compatible port in front of a hearth fleet.
2//!
3//! The proxying is the boring part. What makes this worth having is that when
4//! hearth *cannot* serve a request, the HTTP response says which of four very
5//! different things happened — still loading, evicted, GPU reclaimed, or will
6//! never fit — and whether retrying here could ever work. See [`gateway`].
7
8pub mod gateway;
9pub mod http;
10
11pub use gateway::{decide, Decision, Endpoint, Response};
12pub use http::{Request, Server};