dynamo-kv-router 1.3.0

KV Router - Radix tree for LLM KV cache routing
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0

//! Runtime-free worker selection service.
//!
//! The service owns worker selection and reservation state, but never forwards
//! model requests and never owns model responses.

mod catalog;
mod core;
mod error;
mod input;
mod server;
mod types;

#[cfg(test)]
mod tests;

pub use core::{SelectionCore, SelectionServiceConfig};
pub use error::SelectionError;
pub use server::{AppState, run_server};
pub use types::{
    ModelLoadResponse, OutputBlockRequest, OverlapScoresRequest, OverlapScoresResponse,
    PotentialLoadsRequest, ReadyResponse, ReservationRequest, ReservationResponse,
    SelectAndReserveRequest, SelectRequest, SelectResponse, SelectionKey, SelectionWorkerConfig,
    SharedCacheOverlapScore, WorkerCatalogRecord, WorkerLifecycle, WorkerOverlapScore,
    WorkerPatchRequest, WorkerRequest,
};