Skip to main content

llama_cpp_4/rpc/
mod.rs

1//! RPC backend support for distributed inference
2//!
3//! This module provides support for running inference across multiple machines
4//! using the RPC (Remote Procedure Call) backend.
5//!
6//! A single endpoint can expose several devices, so both connecting
7//! ([`RpcBackend::init`]) and serving ([`serve`]) are device-aware: clients
8//! address a remote device by index, in the order the server listed them.
9
10#[cfg(feature = "rpc")]
11pub mod backend;
12
13#[cfg(feature = "rpc")]
14pub mod server;
15
16#[cfg(feature = "rpc")]
17pub mod error;
18
19#[cfg(feature = "rpc")]
20pub use backend::RpcBackend;
21
22#[cfg(feature = "rpc")]
23pub use error::RpcError;
24
25#[cfg(feature = "rpc")]
26pub use server::{add_rpc_server, serve};