mesh-llm-embedded-runtime 0.77.0

In-process full Mesh LLM node embedding API
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48

#![forbid(unsafe_code)]

pub use mesh_llm_host_runtime::initialize_host_runtime;
pub use mesh_llm_host_runtime::sdk::{
    EmbeddedChatMessage, EmbeddedMeshAdmissionConfig, EmbeddedMeshDiscoveryMode,
    EmbeddedMeshHttpConfig, EmbeddedMeshLogFormat, EmbeddedMeshNetworkConfig,
    EmbeddedMeshNodeBuilder, EmbeddedMeshNodeConfig, EmbeddedMeshNodeHandle, EmbeddedMeshNodeMode,
    EmbeddedMeshNodeStatus, EmbeddedMeshRequirementsConfig, EmbeddedMeshServingConfig,
    EmbeddedMeshStorageConfig, EmbeddedServeConfig, EmbeddedServeHandle, EmbeddedServeMode,
    EmbeddedServeStatus, EmbeddedServingController, EmbeddedTrustPolicy,
    SIGNED_JOIN_TOKEN_MIN_PROTOCOL_VERSION,
};
#[cfg(not(feature = "payments"))]
pub use mesh_llm_host_runtime::sdk::{start_embedded_node, start_embedded_serve};

/// Starts an embedded node with the payments engine installed.
#[cfg(feature = "payments")]
pub async fn start_embedded_node(
    config: EmbeddedMeshNodeConfig,
) -> anyhow::Result<EmbeddedServeHandle> {
    install_payments_engine();
    mesh_llm_host_runtime::sdk::start_embedded_node(config).await
}

/// Starts an embedded serve node with the payments engine installed.
#[cfg(feature = "payments")]
pub async fn start_embedded_serve(
    config: EmbeddedServeConfig,
) -> anyhow::Result<EmbeddedServeHandle> {
    install_payments_engine();
    mesh_llm_host_runtime::sdk::start_embedded_serve(config).await
}

/// This crate links the payments engine; the host only names the seam.
#[cfg(feature = "payments")]
fn install_payments_engine() {
    mesh_llm_host_runtime::install_payments_engine(std::sync::Arc::new(
        mesh_llm_payments::plugin_server::EngineProvider,
    ));
}

pub mod config {
    pub use mesh_llm_host_runtime::sdk::config::*;
}

pub mod native_runtime {
    pub use mesh_llm_host_runtime::sdk::native_runtime::*;
}