List of all items

Structs

• CancellationToken
• DistributedRuntime
• Error
• MetricsRegistryEntry
• Runtime
• RuntimeConfig
• component::Client
• component::Component
• component::ComponentBuilder
• component::Endpoint
• component::Instance
• component::Namespace
• component::NamespaceBuilder
• component::Registry
• component::RegistryInner
• component::service::EndpointStats
• component::service::ServiceConfig
• component::service::ServiceConfigBuilder
• compute::ComputeConfig
• compute::metrics::ComputeMetrics
• compute::pool::ComputeHandle
• compute::pool::ComputePool
• compute::thread_local::ComputeContext
• discovery::DiscoveryClient
• distributed::DistributedConfig
• engine::ResponseStream
• health_check::HealthCheckConfig
• health_check::HealthCheckManager
• logging::DistributedTraceContext
• logging::DistributedTraceIdLayer
• logging::FieldVisitor
• logging::TraceParent
• pipeline::Error
• pipeline::Event
• pipeline::PipelineNode
• pipeline::PipelineOperator
• pipeline::SegmentSink
• pipeline::SegmentSource
• pipeline::ServiceBackend
• pipeline::ServiceFrontend
• pipeline::context::Context
• pipeline::context::Controller
• pipeline::context::StreamContext
• pipeline::error::Error
• pipeline::network::ConnectionInfo
• pipeline::network::Egress
• pipeline::network::Ingress
• pipeline::network::NetworkStreamWrapper
• pipeline::network::PendingConnections
• pipeline::network::RegisteredStream
• pipeline::network::ResponseStreamPrologue
• pipeline::network::StreamOptions
• pipeline::network::StreamOptionsBuilder
• pipeline::network::StreamReceiver
• pipeline::network::StreamSender
• pipeline::network::codec::TwoPartCodec
• pipeline::network::codec::TwoPartMessage
• pipeline::network::egress::addressed_router::AddressedPushRouter
• pipeline::network::egress::addressed_router::AddressedRequest
• pipeline::network::egress::push_router::PushRouter
• pipeline::network::ingress::push_endpoint::PushEndpoint
• pipeline::network::ingress::push_endpoint::PushEndpointBuilder
• pipeline::network::ingress::push_handler::WorkHandlerMetrics
• pipeline::network::tcp::TcpStreamConnectionInfo
• pipeline::network::tcp::client::TcpClient
• pipeline::network::tcp::server::DefaultIpResolver
• pipeline::network::tcp::server::ServerOptions
• pipeline::network::tcp::server::ServerOptionsBuilder
• pipeline::network::tcp::server::TcpStreamServer
• pipeline::registry::Registry
• protocols::Component
• protocols::EndpointId
• protocols::annotated::Annotated
• runnable::CancellationToken
• runnable::Error
• runnable::JoinHandle
• runtime::CancellationToken
• service::ComponentNatsServerPrometheusMetrics
• service::EndpointInfo
• service::NatsStatsMetrics
• service::ServiceClient
• service::ServiceInfo
• service::ServiceSet
• slug::InvalidSlugError
• slug::Slug
• storage::key_value_store::EtcdStore
• storage::key_value_store::Key
• storage::key_value_store::KeyValueStoreManager
• storage::key_value_store::MemoryStore
• storage::key_value_store::NATSStore
• stream::AbortHandle
• stream::AbortRegistration
• stream::Abortable
• stream::Aborted
• stream::All
• stream::AndThen
• stream::Any
• stream::BufferUnordered
• stream::Buffered
• stream::CatchUnwind
• stream::Chain
• stream::Chunks
• stream::Collect
• stream::Concat
• stream::Count
• stream::Cycle
• stream::Empty
• stream::Enumerate
• stream::ErrInto
• stream::Filter
• stream::FilterMap
• stream::FlatMap
• stream::FlatMapUnordered
• stream::Flatten
• stream::Fold
• stream::ForEach
• stream::ForEachConcurrent
• stream::Forward
• stream::Fuse
• stream::FuturesOrdered
• stream::FuturesUnordered
• stream::Inspect
• stream::InspectErr
• stream::InspectOk
• stream::IntoAsyncRead
• stream::IntoStream
• stream::Iter
• stream::Map
• stream::MapErr
• stream::MapOk
• stream::Next
• stream::NextIf
• stream::NextIfEq
• stream::Once
• stream::OrElse
• stream::Peek
• stream::PeekMut
• stream::Peekable
• stream::Pending
• stream::PollFn
• stream::PollImmediate
• stream::ReadyChunks
• stream::Repeat
• stream::RepeatWith
• stream::ReuniteError
• stream::Scan
• stream::Select
• stream::SelectAll
• stream::SelectNextSome
• stream::SelectWithStrategy
• stream::Skip
• stream::SkipWhile
• stream::SplitSink
• stream::SplitStream
• stream::StreamFuture
• stream::Take
• stream::TakeUntil
• stream::TakeWhile
• stream::Then
• stream::TryAll
• stream::TryAny
• stream::TryBufferUnordered
• stream::TryBuffered
• stream::TryChunks
• stream::TryChunksError
• stream::TryCollect
• stream::TryConcat
• stream::TryFilter
• stream::TryFilterMap
• stream::TryFlatten
• stream::TryFlattenUnordered
• stream::TryFold
• stream::TryForEach
• stream::TryForEachConcurrent
• stream::TryNext
• stream::TryReadyChunks
• stream::TryReadyChunksError
• stream::TrySkipWhile
• stream::TryTakeWhile
• stream::TryUnfold
• stream::Unfold
• stream::Unzip
• stream::Zip
• stream::futures_unordered::FuturesUnordered
• stream::futures_unordered::IntoIter
• stream::futures_unordered::Iter
• stream::futures_unordered::IterMut
• stream::futures_unordered::IterPinMut
• stream::futures_unordered::IterPinRef
• stream::select_all::IntoIter
• stream::select_all::Iter
• stream::select_all::IterMut
• stream::select_all::SelectAll
• system_health::HealthCheckTarget
• system_health::SystemHealth
• system_status_server::SystemStatusServerInfo
• system_status_server::SystemStatusState
• transports::etcd::Client
• transports::etcd::ClientOptions
• transports::etcd::ClientOptionsBuilder
• transports::etcd::ConnectOptions
• transports::etcd::DistributedRWLock
• transports::etcd::EtcdPath
• transports::etcd::KeyValue
• transports::etcd::KvCache
• transports::etcd::Lease
• transports::etcd::LeaseClient
• transports::etcd::PrefixWatcher
• transports::etcd::ReadLockGuard
• transports::etcd::WriteLockGuard
• transports::nats::Client
• transports::nats::ClientOptions
• transports::nats::ClientOptionsBuilder
• transports::nats::DRTNatsClientPrometheusMetrics
• transports::nats::NatsQueue
• transports::zmq::Client
• transports::zmq::Server
• transports::zmq::ServerExecutionHandle
• utils::Duration
• utils::Instant
• utils::graceful_shutdown::GracefulShutdownTracker
• utils::leader_worker_barrier::LeaderBarrier
• utils::leader_worker_barrier::WorkerBarrier
• utils::pool::Pool
• utils::pool::PoolItem
• utils::pool::SharedPoolItem
• utils::pool::SyncPool
• utils::pool::SyncPoolItem
• utils::stream::DeadlineStream
• utils::tasks::critical::CriticalTaskExecutionHandle
• utils::tasks::tracker::CancelOnError
• utils::tasks::tracker::ChildTrackerBuilder
• utils::tasks::tracker::FailedWithContinuation
• utils::tasks::tracker::LogOnlyPolicy
• utils::tasks::tracker::OnErrorContext
• utils::tasks::tracker::PrometheusTaskMetrics
• utils::tasks::tracker::RateCancelPolicy
• utils::tasks::tracker::RateCancelPolicyBuilder
• utils::tasks::tracker::SemaphoreGuard
• utils::tasks::tracker::SemaphoreScheduler
• utils::tasks::tracker::TaskExecutionContext
• utils::tasks::tracker::TaskHandle
• utils::tasks::tracker::TaskId
• utils::tasks::tracker::TaskMetrics
• utils::tasks::tracker::TaskTracker
• utils::tasks::tracker::TaskTrackerBuilder
• utils::tasks::tracker::ThresholdCancelPolicy
• utils::tasks::tracker::TriggerCancellationTokenAction
• utils::tasks::tracker::TriggerCancellationTokenOnError
• utils::tasks::tracker::UnlimitedGuard
• utils::tasks::tracker::UnlimitedScheduler
• utils::typed_prefix_watcher::TypedPrefixWatcher
• utils::worker_monitor::WorkerLoadState
• utils::worker_monitor::WorkerMonitor
• worker::Worker

Enums

• component::ComponentBuilderError
• component::InstanceSource
• component::NamespaceBuilderError
• component::TransportType
• component::service::ServiceConfigBuilderError
• pipeline::error::PipelineError
• pipeline::error::TwoPartCodecError
• pipeline::network::ControlMessage
• pipeline::network::StreamOptionsBuilderError
• pipeline::network::StreamType
• pipeline::network::codec::TwoPartMessageType
• pipeline::network::egress::push_router::RouterMode
• pipeline::network::ingress::push_endpoint::PushEndpointBuilderError
• pipeline::network::tcp::server::ServerOptionsBuilderError
• storage::key_value_store::StoreError
• storage::key_value_store::StoreOutcome
• stream::PollNext
• transports::etcd::ClientOptionsBuilderError
• transports::etcd::EtcdPathError
• transports::etcd::WatchEvent
• transports::nats::ClientOptionsBuilderError
• transports::nats::NatsAuth
• utils::leader_worker_barrier::LeaderWorkerBarrierError
• utils::pool::PoolValue
• utils::tasks::tracker::ActionResult
• utils::tasks::tracker::CancellableTaskResult
• utils::tasks::tracker::CompletionStatus
• utils::tasks::tracker::ErrorPolicy
• utils::tasks::tracker::ErrorResponse
• utils::tasks::tracker::SchedulingPolicy
• utils::tasks::tracker::SchedulingResult
• utils::tasks::tracker::TaskError
• utils::tasks::tracker::TaskExecutionResult

Traits

• ErrorContext
• compute::ScopeExecutor
• compute::pool::ComputePoolExt
• engine::AnyAsyncEngine
• engine::AsAnyAsyncEngine
• engine::AsyncEngine
• engine::AsyncEngineContext
• engine::AsyncEngineContextProvider
• engine::AsyncEngineController
• engine::AsyncEngineStream
• engine::AsyncEngineUnary
• engine::Data
• engine::DowncastAnyAsyncEngine
• logging::GenericHeaders
• metrics::MetricsRegistry
• metrics::PrometheusMetric
• pipeline::AsyncTransportEngine
• pipeline::Operator
• pipeline::PipelineIO
• pipeline::Sink
• pipeline::Source
• pipeline::context::IntoContext
• pipeline::error::Context
• pipeline::error::PipelineErrorExt
• pipeline::network::Codable
• pipeline::network::PushWorkHandler
• pipeline::network::ResponseService
• pipeline::network::WorkQueueConsumer
• pipeline::network::tcp::server::IpResolver
• protocols::annotated::AnnotationsProvider
• protocols::maybe_error::MaybeError
• runnable::ExecutionHandle
• storage::key_value_store::KeyValueBucket
• storage::key_value_store::KeyValueStore
• storage::key_value_store::Versioned
• stream::FusedStream
• stream::Stream
• stream::StreamExt
• stream::TryStream
• stream::TryStreamExt
• traits::DistributedRuntimeProvider
• traits::RuntimeProvider
• traits::events::EventPublisher
• traits::events::EventSubscriber
• utils::pool::PoolExt
• utils::pool::ReturnHandle
• utils::pool::Returnable
• utils::tasks::tracker::ArcPolicy
• utils::tasks::tracker::Continuation
• utils::tasks::tracker::FailedWithContinuationExt
• utils::tasks::tracker::HierarchicalTaskMetrics
• utils::tasks::tracker::OnErrorAction
• utils::tasks::tracker::OnErrorPolicy
• utils::tasks::tracker::ResourceGuard
• utils::tasks::tracker::TaskScheduler

Macros

• compute_large
• compute_medium
• compute_small
• error
• pipeline::error::anyhow
• pipeline::error::bail
• pipeline::error::ensure
• pipeline::error::error
• raise

Attribute Macros

• engine::async_trait
• pipeline::async_trait
• runnable::async_trait

Functions

• OK
• compute::patterns::parallel_join
• compute::patterns::parallel_map
• compute::thread_local::assert_compute_context
• compute::thread_local::get_pool
• compute::thread_local::has_compute_context
• compute::thread_local::initialize_context
• compute::thread_local::try_acquire_block_permit
• compute::thread_local::with_context
• health_check::get_health_check_status
• health_check::start_health_check_manager
• instances::list_all_instances
• logging::extract_otel_context_from_nats_headers
• logging::get_distributed_tracing_context
• logging::init
• logging::inject_current_trace_into_nats_headers
• logging::inject_otel_context_into_nats_headers
• logging::is_valid_span_id
• logging::is_valid_trace_id
• logging::log_message
• logging::make_client_request_span
• logging::make_handle_payload_span
• logging::make_request_span
• logging::parse_traceparent
• metrics::prometheus_names::build_component_metric_name
• metrics::prometheus_names::clamp_u64_to_i64
• metrics::prometheus_names::sanitize_frontend_prometheus_prefix
• metrics::prometheus_names::sanitize_prometheus_label
• metrics::prometheus_names::sanitize_prometheus_name
• stream::abortable
• stream::empty
• stream::iter
• stream::once
• stream::pending
• stream::poll_fn
• stream::poll_immediate
• stream::repeat
• stream::repeat_with
• stream::select
• stream::select_all
• stream::select_all::select_all
• stream::select_with_strategy
• stream::try_unfold
• stream::unfold
• system_status_server::spawn_system_status_server
• transports::nats::is_nats_url
• transports::nats::url_to_bucket_and_key
• utils::stream::until_deadline
• utils::typed_prefix_watcher::key_extractors::full_key_string
• utils::typed_prefix_watcher::key_extractors::key_string
• utils::typed_prefix_watcher::key_extractors::lease_id
• utils::typed_prefix_watcher::watch_prefix
• utils::typed_prefix_watcher::watch_prefix_with_extraction

Type Aliases

• Result
• component::service::EndpointStatsHandler
• component::service::StatsHandler
• engine::Context
• engine::DataStream
• engine::DataUnary
• engine::Engine
• engine::EngineStream
• engine::EngineUnary
• pipeline::BidirectionalStreamingEngine
• pipeline::ClientStreamingEngine
• pipeline::ManyIn
• pipeline::ManyOut
• pipeline::ServerStreamingEngine
• pipeline::Service
• pipeline::ServiceEngine
• pipeline::SingleIn
• pipeline::SingleOut
• pipeline::UnaryEngine
• pipeline::error::Result
• pipeline::network::StreamProvider
• protocols::LeaseId
• runnable::Result
• stream::BoxStream
• stream::FlattenUnordered
• stream::LocalBoxStream
• utils::tasks::critical::CriticalTaskHandler

Constants

• component::INSTANCE_ROOT_PATH
• component::service::PROJECT_NAME
• metrics::USE_AUTO_LABELS
• metrics::prometheus_names::COMPONENT_NATS_METRICS
• metrics::prometheus_names::DRT_NATS_METRICS
• metrics::prometheus_names::KVSTATS_METRICS
• metrics::prometheus_names::distributed_runtime::UPTIME_SECONDS
• metrics::prometheus_names::frontend_service::DISCONNECTED_CLIENTS
• metrics::prometheus_names::frontend_service::INFLIGHT_REQUESTS
• metrics::prometheus_names::frontend_service::INPUT_SEQUENCE_TOKENS
• metrics::prometheus_names::frontend_service::INTER_TOKEN_LATENCY_SECONDS
• metrics::prometheus_names::frontend_service::METRICS_PREFIX_ENV
• metrics::prometheus_names::frontend_service::MODEL_CONTEXT_LENGTH
• metrics::prometheus_names::frontend_service::MODEL_KV_CACHE_BLOCK_SIZE
• metrics::prometheus_names::frontend_service::MODEL_MAX_NUM_BATCHED_TOKENS
• metrics::prometheus_names::frontend_service::MODEL_MAX_NUM_SEQS
• metrics::prometheus_names::frontend_service::MODEL_MIGRATION_LIMIT
• metrics::prometheus_names::frontend_service::MODEL_TOTAL_KV_BLOCKS
• metrics::prometheus_names::frontend_service::OUTPUT_SEQUENCE_TOKENS
• metrics::prometheus_names::frontend_service::QUEUED_REQUESTS
• metrics::prometheus_names::frontend_service::REQUESTS_TOTAL
• metrics::prometheus_names::frontend_service::REQUEST_DURATION_SECONDS
• metrics::prometheus_names::frontend_service::TIME_TO_FIRST_TOKEN_SECONDS
• metrics::prometheus_names::frontend_service::request_type::STREAM
• metrics::prometheus_names::frontend_service::request_type::UNARY
• metrics::prometheus_names::frontend_service::status::ERROR
• metrics::prometheus_names::frontend_service::status::SUCCESS
• metrics::prometheus_names::kvbm::MATCHED_TOKENS
• metrics::prometheus_names::kvbm::OFFLOAD_BLOCKS_D2H
• metrics::prometheus_names::kvbm::OFFLOAD_BLOCKS_H2D
• metrics::prometheus_names::kvbm::ONBOARD_BLOCKS_D2D
• metrics::prometheus_names::kvbm::ONBOARD_BLOCKS_H2D
• metrics::prometheus_names::kvrouter::KV_CACHE_EVENTS_APPLIED
• metrics::prometheus_names::kvstats::ACTIVE_BLOCKS
• metrics::prometheus_names::kvstats::GPU_CACHE_USAGE_PERCENT
• metrics::prometheus_names::kvstats::GPU_PREFIX_CACHE_HIT_RATE
• metrics::prometheus_names::kvstats::PREFIX
• metrics::prometheus_names::kvstats::TOTAL_BLOCKS
• metrics::prometheus_names::labels::COMPONENT
• metrics::prometheus_names::labels::ENDPOINT
• metrics::prometheus_names::labels::NAMESPACE
• metrics::prometheus_names::name_prefix::COMPONENT
• metrics::prometheus_names::name_prefix::FRONTEND
• metrics::prometheus_names::nats_client::CONNECTION_STATE
• metrics::prometheus_names::nats_client::CURRENT_CONNECTIONS
• metrics::prometheus_names::nats_client::IN_MESSAGES
• metrics::prometheus_names::nats_client::IN_TOTAL_BYTES
• metrics::prometheus_names::nats_client::OUT_MESSAGES
• metrics::prometheus_names::nats_client::OUT_OVERHEAD_BYTES
• metrics::prometheus_names::nats_client::PREFIX
• metrics::prometheus_names::nats_service::ACTIVE_ENDPOINTS
• metrics::prometheus_names::nats_service::ACTIVE_SERVICES
• metrics::prometheus_names::nats_service::ERRORS_TOTAL
• metrics::prometheus_names::nats_service::PREFIX
• metrics::prometheus_names::nats_service::PROCESSING_MS_AVG
• metrics::prometheus_names::nats_service::PROCESSING_MS_TOTAL
• metrics::prometheus_names::nats_service::REQUESTS_TOTAL
• metrics::prometheus_names::task_tracker::TASKS_CANCELLED_TOTAL
• metrics::prometheus_names::task_tracker::TASKS_FAILED_TOTAL
• metrics::prometheus_names::task_tracker::TASKS_ISSUED_TOTAL
• metrics::prometheus_names::task_tracker::TASKS_REJECTED_TOTAL
• metrics::prometheus_names::task_tracker::TASKS_STARTED_TOTAL
• metrics::prometheus_names::task_tracker::TASKS_SUCCESS_TOTAL
• metrics::prometheus_names::work_handler::ERRORS_TOTAL
• metrics::prometheus_names::work_handler::ERROR_TYPE_LABEL
• metrics::prometheus_names::work_handler::INFLIGHT_REQUESTS
• metrics::prometheus_names::work_handler::REQUESTS_TOTAL
• metrics::prometheus_names::work_handler::REQUEST_BYTES_TOTAL
• metrics::prometheus_names::work_handler::REQUEST_DURATION_SECONDS
• metrics::prometheus_names::work_handler::RESPONSE_BYTES_TOTAL
• metrics::prometheus_names::work_handler::error_types::DESERIALIZATION
• metrics::prometheus_names::work_handler::error_types::GENERATE
• metrics::prometheus_names::work_handler::error_types::INVALID_MESSAGE
• metrics::prometheus_names::work_handler::error_types::PUBLISH_FINAL
• metrics::prometheus_names::work_handler::error_types::PUBLISH_RESPONSE
• metrics::prometheus_names::work_handler::error_types::RESPONSE_STREAM
• pipeline::network::STREAM_ERR_MSG
• pipeline::network::ingress::push_endpoint::VERSION
• protocols::ENDPOINT_SCHEME
• transports::etcd::COMPONENT_KEYWORD
• transports::etcd::ENDPOINT_KEYWORD
• transports::etcd::ETCD_ROOT_PATH
• transports::nats::QUEUE_NAME
• transports::nats::URL_PREFIX
• worker::DEFAULT_GRACEFUL_SHUTDOWN_TIMEOUT_DEBUG
• worker::DEFAULT_GRACEFUL_SHUTDOWN_TIMEOUT_RELEASE
• worker::DYN_WORKER_GRACEFUL_SHUTDOWN_TIMEOUT