Skip to main content

mesh_client/inference/
election.rs

1pub use crate::mesh::should_be_host_for_model;
2pub use mesh_llm_routing::{InferenceTarget, ModelTargets, total_model_bytes};
3
4#[derive(Clone, Debug)]
5pub struct LocalProcessInfo {
6    pub backend: String,
7    pub pid: u32,
8    pub port: u16,
9    pub context_length: u32,
10}