mesh_client/inference/
election.rs1pub use crate::mesh::should_be_host_for_model;
2pub use mesh_llm_routing::{InferenceTarget, ModelTargets, total_model_bytes};
3
4#[derive(Clone, Debug)]
5pub struct LocalProcessInfo {
6 pub backend: String,
7 pub pid: u32,
8 pub port: u16,
9 pub context_length: u32,
10}