mesh-llm-client 0.68.0

Low-level Rust client implementation for Mesh LLM embedded integrations
Documentation 
1
2
3
4
5
6
7
8
9
10

pub use crate::mesh::should_be_host_for_model;
pub use mesh_llm_routing::{InferenceTarget, ModelTargets, total_model_bytes};

#[derive(Clone, Debug)]
pub struct LocalProcessInfo {
    pub backend: String,
    pub pid: u32,
    pub port: u16,
    pub context_length: u32,
}