dynamo-llm 1.5.0

Dynamo LLM Library
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40

// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0

//! DC-scoped KV-cache Relay with endpoint-local CKF pools.

mod actor;
mod discovery;
mod host;
mod identity;
mod load;
mod pool_registry;
mod publication;
mod resolution;
mod topology;

pub use discovery::KvDcRelayDiscoveryConfig;
pub use host::{
    DEFAULT_EXPECTED_UNIQUE_BLOCKS, KvDcRelay, KvDcRelayConfig, KvDcRelayError, KvDcRelayHealth,
    KvDcRelayProducerConfig,
};
#[cfg(feature = "ckf-diagnostics")]
pub use host::{
    KvDcRelayActorStats, KvDcRelayAggregationStats, KvDcRelayCacheDomainStats,
    KvDcRelayDiagnosticSnapshot, KvDcRelayEndpointStats, KvDcRelayIdentityStats,
    KvDcRelayMemberStats, KvDcRelayMemoryStats, KvDcRelayPublicationStats, KvDcRelayRecoveryStats,
    KvDcRelayStats,
};
pub use identity::{
    CanonicalModelId, CanonicalModelIdError, CanonicalModelRegistration, DcPoolCatalog,
    DcPoolDescriptor, DcRelayIdentity, KvQueryHashFormat, KvQuerySemantics, KvQuerySemanticsError,
    ModelAlias, ModelAliasError, ModelTarget, PoolIdentitySources, WorkerRole,
};
pub use load::PoolLoadSnapshot;
pub use publication::{
    PoolPublicationStream, PublicationError, PublicationErrorKind, PublicationFrame,
    PublicationFrameKind, RelayPublicationSource,
};
pub use topology::{
    AdapterReadiness, TopologyEntry, TopologyMember, TopologyReadinessState, TopologySnapshot,
};