List of all items

Structs

• CancellationToken
• Error
• component::Client
• component::Component
• component::ComponentBuilder
• component::Endpoint
• component::Instance
• component::Namespace
• component::NamespaceBuilder
• component::Registry
• component::RegistryInner
• compute::ComputeConfig
• compute::metrics::ComputeMetrics
• compute::pool::ComputeHandle
• compute::pool::ComputePool
• compute::thread_local::ComputeContext
• config::RuntimeConfig
• config::RuntimeConfigBuilder
• config::WorkerConfig
• discovery::DiscoveryMetadata
• discovery::EndpointInstanceId
• discovery::EventChannelInstanceId
• discovery::EventChannelQuery
• discovery::KVStoreDiscovery
• discovery::KubeDiscoveryClient
• discovery::MetadataSnapshot
• discovery::MockDiscovery
• discovery::ModelCardInstanceId
• discovery::SharedMockRegistry
• distributed::DistributedConfig
• distributed::DistributedRuntime
• engine::ResponseStream
• engine_routes::EngineRouteRegistry
• health_check::HealthCheckConfig
• health_check::HealthCheckManager
• local_endpoint_registry::LocalEndpointRegistry
• logging::DistributedTraceContext
• logging::DistributedTraceIdLayer
• logging::FieldVisitor
• logging::TraceParent
• metrics::Metrics
• metrics::MetricsRegistry
• pipeline::Error
• pipeline::Event
• pipeline::PipelineNode
• pipeline::PipelineOperator
• pipeline::SegmentSink
• pipeline::SegmentSource
• pipeline::ServiceBackend
• pipeline::ServiceFrontend
• pipeline::context::Context
• pipeline::context::Controller
• pipeline::context::StreamContext
• pipeline::error::Error
• pipeline::network::ConnectionInfo
• pipeline::network::Egress
• pipeline::network::Ingress
• pipeline::network::NetworkStreamWrapper
• pipeline::network::PendingConnections
• pipeline::network::RegisteredStream
• pipeline::network::ResponseStreamPrologue
• pipeline::network::StreamOptions
• pipeline::network::StreamOptionsBuilder
• pipeline::network::StreamReceiver
• pipeline::network::StreamSender
• pipeline::network::codec::TcpRequestCodec
• pipeline::network::codec::TcpRequestMessage
• pipeline::network::codec::TcpResponseCodec
• pipeline::network::codec::TcpResponseMessage
• pipeline::network::codec::TwoPartCodec
• pipeline::network::codec::TwoPartMessage
• pipeline::network::codec::zero_copy_decoder::TcpRequestMessageZeroCopy
• pipeline::network::codec::zero_copy_decoder::ZeroCopyTcpDecoder
• pipeline::network::egress::addressed_router::AddressedPushRouter
• pipeline::network::egress::addressed_router::AddressedRequest
• pipeline::network::egress::http_router::Http2Config
• pipeline::network::egress::http_router::HttpRequestClient
• pipeline::network::egress::nats_client::NatsRequestClient
• pipeline::network::egress::push_router::PushRouter
• pipeline::network::egress::tcp_client::TcpRequestClient
• pipeline::network::egress::tcp_client::TcpRequestConfig
• pipeline::network::egress::unified_client::ClientStats
• pipeline::network::ingress::http_endpoint::SharedHttpServer
• pipeline::network::ingress::nats_server::NatsMultiplexedServer
• pipeline::network::ingress::push_endpoint::PushEndpoint
• pipeline::network::ingress::push_endpoint::PushEndpointBuilder
• pipeline::network::ingress::push_handler::WorkHandlerMetrics
• pipeline::network::ingress::shared_tcp_endpoint::SharedTcpServer
• pipeline::network::manager::NetworkManager
• pipeline::network::tcp::TcpStreamConnectionInfo
• pipeline::network::tcp::client::TcpClient
• pipeline::network::tcp::server::DefaultIpResolver
• pipeline::network::tcp::server::ServerOptions
• pipeline::network::tcp::server::ServerOptionsBuilder
• pipeline::network::tcp::server::TcpStreamServer
• pipeline::registry::Registry
• protocols::Component
• protocols::EndpointId
• protocols::annotated::Annotated
• runnable::CancellationToken
• runnable::Error
• runnable::JoinHandle
• runtime::CancellationToken
• runtime::Runtime
• service::EndpointInfo
• service::NatsStatsMetrics
• service::ServiceClient
• service::ServiceInfo
• service::ServiceSet
• slug::InvalidSlugError
• slug::Slug
• storage::kv::EtcdStore
• storage::kv::FileStore
• storage::kv::Key
• storage::kv::KeyValue
• storage::kv::Manager
• storage::kv::MemoryStore
• storage::kv::NATSStore
• stream::AbortHandle
• stream::AbortRegistration
• stream::Abortable
• stream::Aborted
• stream::All
• stream::AndThen
• stream::Any
• stream::BufferUnordered
• stream::Buffered
• stream::CatchUnwind
• stream::Chain
• stream::Chunks
• stream::Collect
• stream::Concat
• stream::Count
• stream::Cycle
• stream::Empty
• stream::Enumerate
• stream::ErrInto
• stream::Filter
• stream::FilterMap
• stream::FlatMap
• stream::FlatMapUnordered
• stream::Flatten
• stream::Fold
• stream::ForEach
• stream::ForEachConcurrent
• stream::Forward
• stream::Fuse
• stream::FuturesOrdered
• stream::FuturesUnordered
• stream::Inspect
• stream::InspectErr
• stream::InspectOk
• stream::IntoAsyncRead
• stream::IntoStream
• stream::Iter
• stream::Map
• stream::MapErr
• stream::MapOk
• stream::Next
• stream::NextIf
• stream::NextIfEq
• stream::Once
• stream::OrElse
• stream::Peek
• stream::PeekMut
• stream::Peekable
• stream::Pending
• stream::PollFn
• stream::PollImmediate
• stream::ReadyChunks
• stream::Repeat
• stream::RepeatWith
• stream::ReuniteError
• stream::Scan
• stream::Select
• stream::SelectAll
• stream::SelectNextSome
• stream::SelectWithStrategy
• stream::Skip
• stream::SkipWhile
• stream::SplitSink
• stream::SplitStream
• stream::StreamFuture
• stream::Take
• stream::TakeUntil
• stream::TakeWhile
• stream::Then
• stream::TryAll
• stream::TryAny
• stream::TryBufferUnordered
• stream::TryBuffered
• stream::TryChunks
• stream::TryChunksError
• stream::TryCollect
• stream::TryConcat
• stream::TryFilter
• stream::TryFilterMap
• stream::TryFlatten
• stream::TryFlattenUnordered
• stream::TryFold
• stream::TryForEach
• stream::TryForEachConcurrent
• stream::TryNext
• stream::TryReadyChunks
• stream::TryReadyChunksError
• stream::TrySkipWhile
• stream::TryTakeWhile
• stream::TryUnfold
• stream::Unfold
• stream::Unzip
• stream::Zip
• stream::futures_unordered::FuturesUnordered
• stream::futures_unordered::IntoIter
• stream::futures_unordered::Iter
• stream::futures_unordered::IterMut
• stream::futures_unordered::IterPinMut
• stream::futures_unordered::IterPinRef
• stream::select_all::IntoIter
• stream::select_all::Iter
• stream::select_all::IterMut
• stream::select_all::SelectAll
• system_health::HealthCheckTarget
• system_health::SystemHealth
• system_status_server::LoadLoraRequest
• system_status_server::LoraResponse
• system_status_server::LoraSource
• system_status_server::SystemStatusServerInfo
• system_status_server::SystemStatusState
• transports::etcd::Client
• transports::etcd::ClientOptions
• transports::etcd::ClientOptionsBuilder
• transports::etcd::ConnectOptions
• transports::etcd::DistributedRWLock
• transports::etcd::KeyValue
• transports::etcd::KvCache
• transports::etcd::LeaseClient
• transports::etcd::PrefixWatcher
• transports::etcd::ReadLockGuard
• transports::etcd::WriteLockGuard
• transports::event_plane::DynamicSubscriber
• transports::event_plane::EventEnvelope
• transports::event_plane::EventPublisher
• transports::event_plane::EventSubscriber
• transports::event_plane::Frame
• transports::event_plane::FrameHeader
• transports::event_plane::MsgpackCodec
• transports::event_plane::TypedEventSubscriber
• transports::event_plane::zmq_transport::ZmqPubTransport
• transports::event_plane::zmq_transport::ZmqSubTransport
• transports::nats::Client
• transports::nats::ClientOptions
• transports::nats::ClientOptionsBuilder
• transports::nats::NatsQueue
• transports::zmq::Client
• transports::zmq::Server
• transports::zmq::ServerExecutionHandle
• utils::Duration
• utils::Instant
• utils::graceful_shutdown::GracefulShutdownTracker
• utils::pool::Pool
• utils::pool::PoolItem
• utils::pool::SharedPoolItem
• utils::pool::SyncPool
• utils::pool::SyncPoolItem
• utils::stream::DeadlineStream
• utils::tasks::critical::CriticalTaskExecutionHandle
• utils::tasks::tracker::CancelOnError
• utils::tasks::tracker::ChildTrackerBuilder
• utils::tasks::tracker::FailedWithContinuation
• utils::tasks::tracker::LogOnlyPolicy
• utils::tasks::tracker::OnErrorContext
• utils::tasks::tracker::PrometheusTaskMetrics
• utils::tasks::tracker::RateCancelPolicy
• utils::tasks::tracker::RateCancelPolicyBuilder
• utils::tasks::tracker::SemaphoreGuard
• utils::tasks::tracker::SemaphoreScheduler
• utils::tasks::tracker::TaskExecutionContext
• utils::tasks::tracker::TaskHandle
• utils::tasks::tracker::TaskId
• utils::tasks::tracker::TaskMetrics
• utils::tasks::tracker::TaskTracker
• utils::tasks::tracker::TaskTrackerBuilder
• utils::tasks::tracker::ThresholdCancelPolicy
• utils::tasks::tracker::TriggerCancellationTokenAction
• utils::tasks::tracker::TriggerCancellationTokenOnError
• utils::tasks::tracker::UnlimitedGuard
• utils::tasks::tracker::UnlimitedScheduler
• utils::typed_prefix_watcher::TypedPrefixWatcher
• worker::Worker

Enums

• component::ComponentBuilderError
• component::NamespaceBuilderError
• component::TransportType
• config::HealthStatus
• config::RuntimeConfigBuilderError
• discovery::DiscoveryEvent
• discovery::DiscoveryInstance
• discovery::DiscoveryInstanceId
• discovery::DiscoveryQuery
• discovery::DiscoverySpec
• discovery::EventCodecKind
• discovery::EventTransport
• discovery::EventTransportKind
• distributed::RequestPlaneMode
• pipeline::error::PipelineError
• pipeline::error::TwoPartCodecError
• pipeline::network::ControlMessage
• pipeline::network::StreamOptionsBuilderError
• pipeline::network::StreamType
• pipeline::network::codec::TwoPartMessageType
• pipeline::network::egress::push_router::RouterMode
• pipeline::network::ingress::push_endpoint::PushEndpointBuilderError
• pipeline::network::tcp::server::ServerOptionsBuilderError
• storage::kv::Selector
• storage::kv::StoreError
• storage::kv::StoreOutcome
• storage::kv::WatchEvent
• stream::PollNext
• transports::etcd::ClientOptionsBuilderError
• transports::etcd::WatchEvent
• transports::event_plane::Codec
• transports::event_plane::EventScope
• transports::event_plane::FrameError
• transports::nats::ClientOptionsBuilderError
• transports::nats::NatsAuth
• utils::pool::PoolValue
• utils::tasks::tracker::ActionResult
• utils::tasks::tracker::CancellableTaskResult
• utils::tasks::tracker::CompletionStatus
• utils::tasks::tracker::ErrorPolicy
• utils::tasks::tracker::ErrorResponse
• utils::tasks::tracker::SchedulingPolicy
• utils::tasks::tracker::SchedulingResult
• utils::tasks::tracker::TaskError
• utils::tasks::tracker::TaskExecutionResult

Traits

• ErrorContext
• compute::ScopeExecutor
• compute::pool::ComputePoolExt
• discovery::Discovery
• engine::AnyAsyncEngine
• engine::AsAnyAsyncEngine
• engine::AsyncEngine
• engine::AsyncEngineContext
• engine::AsyncEngineContextProvider
• engine::AsyncEngineController
• engine::AsyncEngineStream
• engine::AsyncEngineUnary
• engine::Data
• engine::DowncastAnyAsyncEngine
• logging::GenericHeaders
• metrics::MetricsHierarchy
• metrics::PrometheusMetric
• pipeline::AsyncTransportEngine
• pipeline::Operator
• pipeline::PipelineIO
• pipeline::Sink
• pipeline::Source
• pipeline::context::IntoContext
• pipeline::error::Context
• pipeline::error::PipelineErrorExt
• pipeline::network::Codable
• pipeline::network::PushWorkHandler
• pipeline::network::ResponseService
• pipeline::network::WorkQueueConsumer
• pipeline::network::egress::push_router::WorkerLoadMonitor
• pipeline::network::egress::unified_client::RequestPlaneClient
• pipeline::network::ingress::unified_server::RequestPlaneServer
• pipeline::network::tcp::server::IpResolver
• protocols::annotated::AnnotationsProvider
• protocols::maybe_error::MaybeError
• runnable::ExecutionHandle
• storage::kv::Bucket
• storage::kv::Store
• storage::kv::Versioned
• stream::FusedStream
• stream::Stream
• stream::StreamExt
• stream::TryStream
• stream::TryStreamExt
• traits::DistributedRuntimeProvider
• traits::RuntimeProvider
• traits::events::EventPublisher
• traits::events::EventSubscriber
• transports::event_plane::EventTransportRx
• transports::event_plane::EventTransportTx
• utils::pool::PoolExt
• utils::pool::ReturnHandle
• utils::pool::Returnable
• utils::tasks::tracker::ArcPolicy
• utils::tasks::tracker::Continuation
• utils::tasks::tracker::FailedWithContinuationExt
• utils::tasks::tracker::HierarchicalTaskMetrics
• utils::tasks::tracker::OnErrorAction
• utils::tasks::tracker::OnErrorPolicy
• utils::tasks::tracker::ResourceGuard
• utils::tasks::tracker::TaskScheduler

Macros

• compute_large
• compute_medium
• compute_small
• error
• pipeline::error::anyhow
• pipeline::error::bail
• pipeline::error::ensure
• pipeline::error::error
• raise

Attribute Macros

• engine::async_trait
• pipeline::async_trait
• runnable::async_trait

Functions

• OK
• component::build_transport_type
• component::service::build_nats_service
• compute::patterns::parallel_join
• compute::patterns::parallel_map
• compute::thread_local::assert_compute_context
• compute::thread_local::get_pool
• compute::thread_local::has_compute_context
• compute::thread_local::initialize_context
• compute::thread_local::try_acquire_block_permit
• compute::thread_local::with_context
• config::disable_ansi_logging
• config::env_is_falsey
• config::env_is_truthy
• config::is_falsey
• config::is_truthy
• config::jsonl_logging_enabled
• config::parse_bool
• config::span_events_enabled
• config::use_local_timezone
• discovery::hash_pod_name
• discovery::utils::watch_and_extract_field
• distributed::distributed_test_utils::create_test_shared_drt_async
• health_check::get_health_check_status
• health_check::start_health_check_manager
• instances::list_all_instances
• logging::extract_otel_context_from_nats_headers
• logging::get_distributed_tracing_context
• logging::init
• logging::inject_current_trace_into_nats_headers
• logging::inject_otel_context_into_nats_headers
• logging::inject_trace_headers_into_map
• logging::is_valid_span_id
• logging::is_valid_trace_id
• logging::log_message
• logging::make_client_request_span
• logging::make_handle_payload_span
• logging::make_handle_payload_span_from_tcp_headers
• logging::make_request_span
• logging::parse_traceparent
• metrics::create_metric
• metrics::prometheus_names::build_component_metric_name
• metrics::prometheus_names::clamp_u64_to_i64
• metrics::prometheus_names::sanitize_frontend_prometheus_prefix
• metrics::prometheus_names::sanitize_prometheus_label
• metrics::prometheus_names::sanitize_prometheus_name
• pipeline::network::manager::get_actual_tcp_rpc_port
• pipeline::network::tcp::test_utils::create_tcp_pair
• stream::abortable
• stream::empty
• stream::iter
• stream::once
• stream::pending
• stream::poll_fn
• stream::poll_immediate
• stream::repeat
• stream::repeat_with
• stream::select
• stream::select_all
• stream::select_all::select_all
• stream::select_with_strategy
• stream::try_unfold
• stream::unfold
• system_status_server::spawn_system_status_server
• transports::nats::instance_subject
• transports::nats::url_to_bucket_and_key
• utils::ip_resolver::get_http_rpc_host
• utils::ip_resolver::get_http_rpc_host_from_env
• utils::ip_resolver::get_http_rpc_host_with_resolver
• utils::ip_resolver::get_local_ip_for_advertise
• utils::ip_resolver::get_local_ip_for_advertise_with_resolver
• utils::ip_resolver::get_tcp_rpc_host_from_env
• utils::stream::until_deadline
• utils::typed_prefix_watcher::key_extractors::full_key_string
• utils::typed_prefix_watcher::key_extractors::key_string
• utils::typed_prefix_watcher::key_extractors::lease_id
• utils::typed_prefix_watcher::watch_prefix
• utils::typed_prefix_watcher::watch_prefix_with_extraction

Type Aliases

• Result
• discovery::DiscoveryStream
• engine::Context
• engine::DataStream
• engine::DataUnary
• engine::Engine
• engine::EngineStream
• engine::EngineUnary
• engine_routes::EngineRouteCallback
• local_endpoint_registry::LocalAsyncEngine
• metrics::PrometheusExpositionFormatCallback
• metrics::PrometheusUpdateCallback
• pipeline::BidirectionalStreamingEngine
• pipeline::ClientStreamingEngine
• pipeline::ManyIn
• pipeline::ManyOut
• pipeline::ServerStreamingEngine
• pipeline::Service
• pipeline::ServiceEngine
• pipeline::SingleIn
• pipeline::SingleOut
• pipeline::UnaryEngine
• pipeline::error::Result
• pipeline::network::StreamProvider
• pipeline::network::egress::unified_client::Headers
• protocols::LeaseId
• runnable::Result
• stream::BoxStream
• stream::FlattenUnordered
• stream::LocalBoxStream
• transports::event_plane::EventStream
• transports::event_plane::TypedEventStream
• transports::event_plane::WireStream
• utils::tasks::critical::CriticalTaskHandler

Constants

• component::service::PROJECT_NAME
• config::DEFAULT_CANARY_WAIT_TIME_SECS
• config::DEFAULT_HEALTH_CHECK_REQUEST_TIMEOUT_SECS
• config::environment_names::build::OUT_DIR
• config::environment_names::cuda::DYNAMO_FATBIN_PATH
• config::environment_names::etcd::ETCD_ENDPOINTS
• config::environment_names::etcd::auth::ETCD_AUTH_CA
• config::environment_names::etcd::auth::ETCD_AUTH_CLIENT_CERT
• config::environment_names::etcd::auth::ETCD_AUTH_CLIENT_KEY
• config::environment_names::etcd::auth::ETCD_AUTH_PASSWORD
• config::environment_names::etcd::auth::ETCD_AUTH_USERNAME
• config::environment_names::event_plane::DYN_EVENT_PLANE
• config::environment_names::event_plane::DYN_EVENT_PLANE_CODEC
• config::environment_names::kvbm::DYN_KVBM_DISABLE_DISK_OFFLOAD_FILTER
• config::environment_names::kvbm::DYN_KVBM_METRICS
• config::environment_names::kvbm::DYN_KVBM_METRICS_PORT
• config::environment_names::kvbm::ENABLE_KVBM_RECORD
• config::environment_names::kvbm::cpu_cache::DYN_KVBM_CPU_CACHE_GB
• config::environment_names::kvbm::cpu_cache::DYN_KVBM_CPU_CACHE_OVERRIDE_NUM_BLOCKS
• config::environment_names::kvbm::disk_cache::DYN_KVBM_DISK_CACHE_GB
• config::environment_names::kvbm::disk_cache::DYN_KVBM_DISK_CACHE_OVERRIDE_NUM_BLOCKS
• config::environment_names::kvbm::leader::DYN_KVBM_LEADER_WORKER_INIT_TIMEOUT_SECS
• config::environment_names::kvbm::leader::DYN_KVBM_LEADER_ZMQ_ACK_PORT
• config::environment_names::kvbm::leader::DYN_KVBM_LEADER_ZMQ_HOST
• config::environment_names::kvbm::leader::DYN_KVBM_LEADER_ZMQ_PUB_PORT
• config::environment_names::kvbm::nixl::PREFIX
• config::environment_names::kvbm::object_storage::DYN_KVBM_OBJECT_ACCESS_KEY
• config::environment_names::kvbm::object_storage::DYN_KVBM_OBJECT_BUCKET
• config::environment_names::kvbm::object_storage::DYN_KVBM_OBJECT_ENABLED
• config::environment_names::kvbm::object_storage::DYN_KVBM_OBJECT_ENDPOINT
• config::environment_names::kvbm::object_storage::DYN_KVBM_OBJECT_NUM_BLOCKS
• config::environment_names::kvbm::object_storage::DYN_KVBM_OBJECT_REGION
• config::environment_names::kvbm::object_storage::DYN_KVBM_OBJECT_SECRET_KEY
• config::environment_names::kvbm::transfer::DYN_KVBM_TRANSFER_BATCH_SIZE
• config::environment_names::llm::DYN_HTTP_BODY_LIMIT_MB
• config::environment_names::llm::DYN_HTTP_GRACEFUL_SHUTDOWN_TIMEOUT_SECS
• config::environment_names::llm::DYN_LORA_ENABLED
• config::environment_names::llm::DYN_LORA_PATH
• config::environment_names::llm::metrics::DYN_METRICS_PREFIX
• config::environment_names::llm::metrics::HISTOGRAM_PREFIX
• config::environment_names::logging::DYN_LOG
• config::environment_names::logging::DYN_LOGGING_CONFIG_PATH
• config::environment_names::logging::DYN_LOGGING_JSONL
• config::environment_names::logging::DYN_LOGGING_SPAN_EVENTS
• config::environment_names::logging::DYN_LOG_USE_LOCAL_TZ
• config::environment_names::logging::DYN_SDK_DISABLE_ANSI_LOGGING
• config::environment_names::logging::otlp::OTEL_EXPORTER_OTLP_TRACES_ENDPOINT
• config::environment_names::logging::otlp::OTEL_EXPORT_ENABLED
• config::environment_names::logging::otlp::OTEL_SERVICE_NAME
• config::environment_names::model::huggingface::HF_HOME
• config::environment_names::model::huggingface::HF_HUB_CACHE
• config::environment_names::model::huggingface::HF_TOKEN
• config::environment_names::model::model_express::MODEL_EXPRESS_CACHE_PATH
• config::environment_names::model::model_express::MODEL_EXPRESS_URL
• config::environment_names::nats::NATS_SERVER
• config::environment_names::nats::auth::NATS_AUTH_CREDENTIALS_FILE
• config::environment_names::nats::auth::NATS_AUTH_NKEY
• config::environment_names::nats::auth::NATS_AUTH_PASSWORD
• config::environment_names::nats::auth::NATS_AUTH_TOKEN
• config::environment_names::nats::auth::NATS_AUTH_USERNAME
• config::environment_names::nats::stream::DYN_NATS_STREAM_MAX_AGE
• config::environment_names::runtime::DYN_RUNTIME_MAX_BLOCKING_THREADS
• config::environment_names::runtime::DYN_RUNTIME_NUM_WORKER_THREADS
• config::environment_names::runtime::canary::DYN_CANARY_WAIT_TIME
• config::environment_names::runtime::compute::PREFIX
• config::environment_names::runtime::system::DYN_SYSTEM_ENABLED
• config::environment_names::runtime::system::DYN_SYSTEM_HEALTH_PATH
• config::environment_names::runtime::system::DYN_SYSTEM_HOST
• config::environment_names::runtime::system::DYN_SYSTEM_LIVE_PATH
• config::environment_names::runtime::system::DYN_SYSTEM_PORT
• config::environment_names::runtime::system::DYN_SYSTEM_STARTING_HEALTH_STATUS
• config::environment_names::runtime::system::DYN_SYSTEM_USE_ENDPOINT_HEALTH_STATUS
• config::environment_names::testing::DYN_QUEUED_UP_PROCESSING
• config::environment_names::testing::DYN_SOAK_BATCH_LOAD
• config::environment_names::testing::DYN_SOAK_RUN_DURATION
• config::environment_names::worker::DYN_WORKER_GRACEFUL_SHUTDOWN_TIMEOUT
• config::environment_names::zmq_broker::DYN_ZMQ_BROKER_ENABLED
• config::environment_names::zmq_broker::DYN_ZMQ_BROKER_URL
• config::environment_names::zmq_broker::ZMQ_BROKER_NAMESPACE
• config::environment_names::zmq_broker::ZMQ_BROKER_XPUB_BIND
• config::environment_names::zmq_broker::ZMQ_BROKER_XSUB_BIND
• metrics::USE_AUTO_LABELS
• metrics::prometheus_names::distributed_runtime::UPTIME_SECONDS
• metrics::prometheus_names::frontend_service::CACHED_TOKENS
• metrics::prometheus_names::frontend_service::DISCONNECTED_CLIENTS
• metrics::prometheus_names::frontend_service::INFLIGHT_REQUESTS
• metrics::prometheus_names::frontend_service::INPUT_SEQUENCE_TOKENS
• metrics::prometheus_names::frontend_service::INTER_TOKEN_LATENCY_SECONDS
• metrics::prometheus_names::frontend_service::METRICS_PREFIX_ENV
• metrics::prometheus_names::frontend_service::MIGRATION_TYPE_LABEL
• metrics::prometheus_names::frontend_service::MODEL_CONTEXT_LENGTH
• metrics::prometheus_names::frontend_service::MODEL_KV_CACHE_BLOCK_SIZE
• metrics::prometheus_names::frontend_service::MODEL_MAX_NUM_BATCHED_TOKENS
• metrics::prometheus_names::frontend_service::MODEL_MAX_NUM_SEQS
• metrics::prometheus_names::frontend_service::MODEL_MIGRATION_LIMIT
• metrics::prometheus_names::frontend_service::MODEL_MIGRATION_TOTAL
• metrics::prometheus_names::frontend_service::MODEL_TOTAL_KV_BLOCKS
• metrics::prometheus_names::frontend_service::OUTPUT_SEQUENCE_TOKENS
• metrics::prometheus_names::frontend_service::OUTPUT_TOKENS_TOTAL
• metrics::prometheus_names::frontend_service::QUEUED_REQUESTS
• metrics::prometheus_names::frontend_service::REQUESTS_TOTAL
• metrics::prometheus_names::frontend_service::REQUEST_DURATION_SECONDS
• metrics::prometheus_names::frontend_service::TIME_TO_FIRST_TOKEN_SECONDS
• metrics::prometheus_names::frontend_service::migration_type::NEW_REQUEST
• metrics::prometheus_names::frontend_service::migration_type::ONGOING_REQUEST
• metrics::prometheus_names::frontend_service::request_type::STREAM
• metrics::prometheus_names::frontend_service::request_type::UNARY
• metrics::prometheus_names::frontend_service::status::ERROR
• metrics::prometheus_names::frontend_service::status::SUCCESS
• metrics::prometheus_names::kvbm::DISK_CACHE_HIT_RATE
• metrics::prometheus_names::kvbm::HOST_CACHE_HIT_RATE
• metrics::prometheus_names::kvbm::MATCHED_TOKENS
• metrics::prometheus_names::kvbm::OBJECT_CACHE_HIT_RATE
• metrics::prometheus_names::kvbm::OBJECT_READ_FAILURES
• metrics::prometheus_names::kvbm::OBJECT_WRITE_FAILURES
• metrics::prometheus_names::kvbm::OFFLOAD_BLOCKS_D2D
• metrics::prometheus_names::kvbm::OFFLOAD_BLOCKS_D2H
• metrics::prometheus_names::kvbm::OFFLOAD_BLOCKS_D2O
• metrics::prometheus_names::kvbm::OFFLOAD_BLOCKS_H2D
• metrics::prometheus_names::kvbm::OFFLOAD_BYTES_OBJECT
• metrics::prometheus_names::kvbm::ONBOARD_BLOCKS_D2D
• metrics::prometheus_names::kvbm::ONBOARD_BLOCKS_H2D
• metrics::prometheus_names::kvbm::ONBOARD_BLOCKS_O2D
• metrics::prometheus_names::kvbm::ONBOARD_BYTES_OBJECT
• metrics::prometheus_names::kvrouter::KV_CACHE_EVENTS_APPLIED
• metrics::prometheus_names::labels::COMPONENT
• metrics::prometheus_names::labels::ENDPOINT
• metrics::prometheus_names::labels::NAMESPACE
• metrics::prometheus_names::name_prefix::COMPONENT
• metrics::prometheus_names::name_prefix::FRONTEND
• metrics::prometheus_names::task_tracker::TASKS_CANCELLED_TOTAL
• metrics::prometheus_names::task_tracker::TASKS_FAILED_TOTAL
• metrics::prometheus_names::task_tracker::TASKS_ISSUED_TOTAL
• metrics::prometheus_names::task_tracker::TASKS_REJECTED_TOTAL
• metrics::prometheus_names::task_tracker::TASKS_STARTED_TOTAL
• metrics::prometheus_names::task_tracker::TASKS_SUCCESS_TOTAL
• metrics::prometheus_names::work_handler::ERRORS_TOTAL
• metrics::prometheus_names::work_handler::ERROR_TYPE_LABEL
• metrics::prometheus_names::work_handler::INFLIGHT_REQUESTS
• metrics::prometheus_names::work_handler::REQUESTS_TOTAL
• metrics::prometheus_names::work_handler::REQUEST_BYTES_TOTAL
• metrics::prometheus_names::work_handler::REQUEST_DURATION_SECONDS
• metrics::prometheus_names::work_handler::RESPONSE_BYTES_TOTAL
• metrics::prometheus_names::work_handler::error_types::DESERIALIZATION
• metrics::prometheus_names::work_handler::error_types::GENERATE
• metrics::prometheus_names::work_handler::error_types::INVALID_MESSAGE
• metrics::prometheus_names::work_handler::error_types::PUBLISH_FINAL
• metrics::prometheus_names::work_handler::error_types::PUBLISH_RESPONSE
• metrics::prometheus_names::work_handler::error_types::RESPONSE_STREAM
• pipeline::network::STREAM_ERR_MSG
• pipeline::network::ingress::http_endpoint::VERSION
• pipeline::network::ingress::push_endpoint::VERSION
• protocols::ENDPOINT_SCHEME
• transports::event_plane::FRAME_HEADER_SIZE
• transports::event_plane::FRAME_VERSION
• transports::nats::URL_PREFIX
• worker::DEFAULT_GRACEFUL_SHUTDOWN_TIMEOUT_DEBUG
• worker::DEFAULT_GRACEFUL_SHUTDOWN_TIMEOUT_RELEASE