Skip to main content

llama_cpp_4/rpc/
mod.rs

1//! RPC backend support for distributed inference
2//!
3//! This module provides support for running inference across multiple machines
4//! using the RPC (Remote Procedure Call) backend.
5
6#[cfg(feature = "rpc")]
7pub mod backend;
8
9#[cfg(feature = "rpc")]
10pub mod server;
11
12#[cfg(feature = "rpc")]
13pub mod error;
14
15#[cfg(feature = "rpc")]
16pub use backend::RpcBackend;
17
18#[cfg(feature = "rpc")]
19pub use server::RpcServer;
20
21#[cfg(feature = "rpc")]
22pub use error::RpcError;
23
24#[cfg(feature = "rpc")]
25pub use server::add_rpc_device;