List of all items

Structs

• accelerator::ExecutionBackend
• api_response_cache::ApiResponseCache
• api_response_cache::CacheStats
• autotune::AutoTuner
• autotune::TcpAutoConfig
• autotune::WorkerPoolConfig
• circuit_breaker::CircuitBreaker
• circuit_breaker::CircuitBreakerConfig
• circuit_breaker::JitteredBackoff
• cluster::ClusterHealthMonitor
• cluster::ClusterState
• cluster::NodeMetrics
• dashboard::AsciiDashboard
• dashboard::Dashboard
• dashboard::DashboardState
• dashboard::HealthSummary
• dashboard::TerminalApp
• discovery::DiscoveryDropCounters
• discovery::DiscoveryServeStats
• discovery::UdpDiscoveryConfig
• health::FaultDetector
• health::HealthCheckResult
• health::HealthConfig
• health::HealthMetrics
• health::NetworkHealthMonitor
• host::RuntimeProfile
• kv_cache::KVCacheConfig
• kv_cache::KVCacheEntry
• kv_cache::KVSpan
• kv_cache::LayerKvCache
• load_balance::LoadBalanceConfig
• load_balance::LoadBalancer
• load_balance::LoadDistributionPlan
• load_balance::LoadStats
• load_balance::TensorSlice
• models::ModelMetadata
• models::ModelRegistry
• planning::LayerAssignment
• planning::LayerSpec
• planning::MigrationPlanner
• planning::PlacementPlan
• planning::PlanningTuning
• planning::RebalanceTrigger
• protocol::DiscoveryFrame
• protocol::FrameHeader
• protocol::NodeResources
• ring::RingConfig
• ring::SpscRingBuffer
• runtime::BridgeAccumulator
• runtime::ExecutionResult
• runtime::PipelinePlan
• runtime::StageExecutionStats
• runtime::StagePlacement
• runtime::StageWorkerSummary
• runtime::TcpTransportConfig
• runtime::TokenStep
• runtime::TransportBatch
• system_profile::CpuFeatures
• system_profile::CpuInfo
• system_profile::GpuInfo
• system_profile::MemoryInfo
• system_profile::NetworkInfo
• system_profile::NpuInfo
• system_profile::SystemProfile
• watcher::SystemProfileWatcher

Enums

• circuit_breaker::CircuitState
• cluster::NodeStatus
• health::HealthStatus
• host::AccelerationMode
• host::GpuBackend
• host::ProbeMode
• models::ModelStatus
• planning::QuantizationMode
• protocol::FrameKind
• runtime::BridgeAddr
• runtime::BridgeListener
• runtime::BridgeStream
• runtime::DeviceKind
• runtime::TransportKind
• watcher::ProfileChange

Functions

• discovery::broadcast_and_collect
• discovery::respond_once
• discovery::serve_discovery
• discovery::serve_discovery_with_stats
• host::detect_local_node_resources
• host::detect_runtime_profile
• host::detect_runtime_profile_full
• host::detect_runtime_profile_with_mode
• host::infer_compute_capability_from_name
• host::is_apple_silicon
• load_balance::chunk_distribution_plan
• mdns::discover
• mdns::ensure_advertised
• planning::assign_layers_sequentially
• planning::assign_layers_with_fault_tolerance
• planning::assign_layers_with_fault_tolerance_and_runtime
• planning::assign_layers_with_runtime_profile
• planning::calculate_cluster_health
• planning::chunk_assignments_for_workers
• planning::rebalance_assignments
• planning::select_quantization_mode
• protocol::crc32
• runtime::build_token_schedule
• runtime::execute_pipeline
• runtime::execute_pipeline_distributed
• runtime::execute_pipeline_tcp_loopback
• runtime::execute_pipeline_tcp_loopback_with_config
• runtime::execute_pipeline_with_rebalance
• runtime::execute_pipeline_with_rebalance_and_measured
• runtime::execute_pipeline_with_remote_stage
• runtime::run_stage_worker
• runtime::spawn_tcp_bridge
• system_profile::infer_compute_capability_from_name
• watcher::check_for_changes

Constants

• discovery::DEFAULT_DISCOVERY_PORT
• kv_cache::DEFAULT_HIDDEN_DIM_PER_HEAD
• kv_cache::DEFAULT_MAX_TOKENS_PER_SEQ
• kv_cache::DEFAULT_NUM_HEADS
• mdns::MDNS_SERVICE_TYPE
• planning::DELIVERY_RATIO_INT4_THRESHOLD
• planning::DELIVERY_RATIO_INT8_THRESHOLD
• protocol::GHOSTLINK_ETHERTYPE
• protocol::MAX_FRAME_SIZE
• protocol::MAX_PAYLOAD_SIZE
• protocol::PROTOCOL_VERSION