List of all items

Structs

• UringCompletionPump
• artifact_admission::AdmittedArtifact
• artifact_admission::ArtifactAdmissionError
• artifact_admission::ArtifactSession
• artifact_admission::RetainedArtifactSession
• persistent_executor::PersistentExecutor
• persistent_executor::ResidentQueueCompletion
• persistent_executor::ResidentQueueState
• pipeline_cache::DiskCache
• pipeline_cache::DiskCacheDurabilityReport
• pipeline_cache::InMemoryEvictionReport
• pipeline_cache::InMemoryPipelineCache
• pipeline_cache::LayeredPipelineCache
• pipeline_cache::LayeredPromotionReport
• pipeline_cache::PipelineCacheMetricError
• pipeline_cache::PipelineCacheMetrics
• pipeline_cache::PipelineFingerprint
• pipeline_cache::RemoteCache
• replay::RecordedSlot
• replay::ReplayFailureEvidence
• replay::ReplayRecord
• replay::RingLog
• resident_work_queue::ResidentWorkQueue
• resident_work_queue::advanced::hierarchical_atomics::HitRingBindings
• resident_work_queue::advanced::parallel_dfa::ParallelDfaBindings
• resident_work_queue::advanced::zero_copy_io::DirectIoBindings
• resident_work_queue::automata_worklist::AutomataStateIndex
• resident_work_queue::automata_worklist::AutomataWorklistEvidence
• resident_work_queue::automata_worklist::AutomataWorklistPolicy
• resident_work_queue::automata_worklist::AutomataWorklistRecommendation
• resident_work_queue::automata_worklist::AutomataWorklistRequest
• resident_work_queue::descriptor::BatchDescriptor
• resident_work_queue::descriptor::PackedOpDescriptor
• resident_work_queue::descriptor::WindowDescriptor
• resident_work_queue::handlers::OpcodeHandler
• resident_work_queue::io::IoCompletion
• resident_work_queue::io::IoRequest
• resident_work_queue::io::ResidentIoQueue
• resident_work_queue::mixed_work::MixedWorkProtocolEvidence
• resident_work_queue::mixed_work::MixedWorkProtocolPlan
• resident_work_queue::mixed_work::MixedWorkUnit
• resident_work_queue::mixed_work::OutputSlabId
• resident_work_queue::mixed_work::ResidentArtifactId
• resident_work_queue::planner::BarrierElisionReport
• resident_work_queue::planner::ResidentGridLimits
• resident_work_queue::planner::ResidentGridPlan
• resident_work_queue::planner::ResidentGridRequest
• resident_work_queue::planner::ResidentLaunchGeometry
• resident_work_queue::planner::ResidentQueueCapabilities
• resident_work_queue::planner::ResidentQueueConfig
• resident_work_queue::planner::ResidentQueueReport
• resident_work_queue::planner::ResidentQueueTelemetry
• resident_work_queue::planner::ResidentSizingPolicy
• resident_work_queue::planner::ResidentWorkItem
• resident_work_queue::planner::ResidentWorkloadHints
• resident_work_queue::policy::PriorityDrainRecommendation
• resident_work_queue::policy::PriorityRequeueAccounting
• resident_work_queue::policy::ResidentLaunchCacheStats
• resident_work_queue::policy::ResidentLaunchPolicy
• resident_work_queue::policy::ResidentLaunchRecommendation
• resident_work_queue::policy::ResidentLaunchRequest
• resident_work_queue::policy::ResidentPromotionEvidence
• resident_work_queue::policy::ResidentTopologyEvidence
• resident_work_queue::protocol::DebugRecord
• resident_work_queue::readback::ResidentQueueReadback
• resident_work_queue::readback::ResidentReadbackCounters
• resident_work_queue::resident::ResidentQueueBuffers
• resident_work_queue::ring::HostRing
• resident_work_queue::rule_catalog::BatchRuleProgram
• resident_work_queue::rule_catalog::BatchRuleRejection
• resident_work_queue::rule_catalog::PackedRuleCatalog
• resident_work_queue::rule_catalog::RuleCatalogPackingScratch
• resident_work_queue::rule_catalog::RuleMeta
• resident_work_queue::speculation::PairedSpeculationSample
• resident_work_queue::speculation::PairedSpeculationUpdate
• resident_work_queue::speculation::PairedSpeculationWindow
• resident_work_queue::task::TaskQueueSnapshot
• resident_work_queue::task::TaskWorkItem
• resident_work_queue::telemetry::ControlSnapshot
• resident_work_queue::telemetry::CountMinSketch
• resident_work_queue::telemetry::ResidentRuntimeCounters
• resident_work_queue::telemetry::ResidentRuntimeEvidence
• resident_work_queue::telemetry::ResidentWatchdogSnapshot
• resident_work_queue::telemetry::RingOccupancy
• resident_work_queue::telemetry::RingSlotSnapshot
• resident_work_queue::telemetry::RingTelemetry
• resident_work_queue::telemetry::RuntimeEvidenceMetricCoverage
• resident_work_queue::telemetry::SketchTelemetry
• resident_work_queue::telemetry::SketchTelemetryScratch
• resident_work_queue::telemetry::TelemetryDecodeCapacityEvidence
• resident_work_queue::telemetry::TelemetryDecodeScratch
• resident_work_queue::telemetry::WindowTelemetry
• resident_work_queue::workspace_layout::ResidentWorkspaceRegion
• resource_residency::ArtifactInstanceBinding
• resource_residency::ImmutableResourceUpload
• resource_residency::MaterializerResourceDevice
• resource_residency::MutableStateSpec
• resource_residency::ResourceResidency
• resource_residency::ResourceSetAdmission
• resource_residency::ResourceSetKey
• resource_residency::ResourceSetLease
• resource_residency::StateId
• resource_residency::StateLease
• routing::RoutingEngine
• routing::RoutingExplanation
• routing::standard_policy::StandardPolicy
• scheduler::Shard
• scheduler::WorkStealingScheduler
• tenant::TenantHandle
• tenant::TenantQuota
• tenant::TenantQuotaCounters
• tenant::TenantRegistry
• tenant::TenantRuntimeCounters
• tenant::TenantSelectionScratch
• uring::driver::CompletedIngest
• uring::driver::NvmeGpuIngestDriver
• uring::driver::NvmeGpuIngestTelemetry
• uring::io_loop::RegisteredIoDestination
• uring::io_loop::ResidentIoLoop
• uring::pump::UringResidentQueuePump
• uring::ring::IoUringState
• uring::ring::io_cqring_offsets
• uring::ring::io_sqring_offsets
• uring::ring::io_uring_cqe
• uring::ring::io_uring_params
• uring::ring::io_uring_sqe
• uring::stream::AsyncUringStream
• uring::stream::GpuMappedBuffer
• uring::stream::Iovec

Enums

• PipelineError
• RetryClass
• UringPollState
• artifact_admission::ArtifactSessionError
• pipeline_cache::DiskCacheError
• pipeline_cache::InMemoryEvictionReason
• replay::ReplayFailureClass
• replay::ReplayLogError
• resident_work_queue::RingSlotTransition
• resident_work_queue::automata_worklist::AutomataWorklistMode
• resident_work_queue::descriptor::BuiltinOpcode
• resident_work_queue::descriptor::SlotDescriptor
• resident_work_queue::descriptor::SlotOpcode
• resident_work_queue::descriptor::WindowClass
• resident_work_queue::mixed_work::MixedWorkProtocolError
• resident_work_queue::mixed_work::MixedWorkQueueClass
• resident_work_queue::mixed_work::MixedWorkUnitType
• resident_work_queue::policy::PriorityDrainReason
• resident_work_queue::policy::ResidentExecutionMode
• resident_work_queue::policy::ResidentGraphBlasSwitchClass
• resident_work_queue::policy::ResidentPromotionRoute
• resident_work_queue::policy::ResidentQueuePressure
• resident_work_queue::policy::ResidentQueueTopology
• resident_work_queue::protocol::ProtocolError
• resident_work_queue::task::TaskPriority
• resident_work_queue::task::TaskState
• resident_work_queue::telemetry::RingStatus
• resident_work_queue::telemetry::RuntimeEvidenceMetricFamily
• resident_work_queue::workspace_layout::ResidentWorkspaceLayoutError
• resident_work_queue::workspace_layout::ResidentWorkspaceRegionSpec
• resource_residency::ResourceAdmissionStatus
• resource_residency::ResourceResidencyError
• routing::RoutingDecision
• tenant::TenantError
• uring::driver::NativeReadPath
• uring::gpudirect::GpuDirectCapability

Traits

• pipeline_cache::PipelineCacheStore
• resident_work_queue::ring::RingConsumer
• resident_work_queue::ring::RingProducer
• resident_work_queue::workspace_adapter::ResidentWorkspaceAdapter
• resource_residency::ResidentResourceDevice
• routing::RoutingPolicy

Functions

• artifact_admission::admit_artifact
• artifact_admission::admit_cached_artifact
• artifact_admission::admit_envelope
• recovery::classify_backend_error
• recovery::recover_artifact_session
• resident_work_queue::advanced::hierarchical_atomics::record_hit_to_ring_hierarchical
• resident_work_queue::advanced::hierarchical_atomics::record_hit_to_ring_hierarchical_with
• resident_work_queue::advanced::parallel_dfa::dfa_byte_scanner_parallel_composition
• resident_work_queue::advanced::parallel_dfa::dfa_byte_scanner_parallel_composition_with
• resident_work_queue::advanced::zero_copy_io::pull_file_async_direct
• resident_work_queue::advanced::zero_copy_io::pull_file_async_direct_with
• resident_work_queue::builder::build_program
• resident_work_queue::builder::build_program_jit
• resident_work_queue::builder::build_program_jit_slots
• resident_work_queue::builder::build_program_priority
• resident_work_queue::builder::build_program_priority_slots
• resident_work_queue::builder::build_program_sharded
• resident_work_queue::builder::build_program_sharded_no_io
• resident_work_queue::builder::build_program_sharded_once_slots
• resident_work_queue::builder::build_program_sharded_once_slots_control_report_shared
• resident_work_queue::builder::build_program_sharded_once_slots_shared
• resident_work_queue::builder::build_program_sharded_slots
• resident_work_queue::builder::build_program_sharded_slots_shared
• resident_work_queue::builder::build_program_sharded_with_io_polling
• resident_work_queue::builder::build_program_sharded_with_workspace_adapter
• resident_work_queue::builder::persistent_body
• resident_work_queue::builder::persistent_body_jit
• resident_work_queue::builder::persistent_body_priority
• resident_work_queue::builder::persistent_body_priority_slots
• resident_work_queue::builder::try_build_program_with_self_loading_miss_handler
• resident_work_queue::builder::try_persistent_body
• resident_work_queue::io::claim_io_requests_into
• resident_work_queue::io::complete_io_request
• resident_work_queue::io::complete_io_requests_batch
• resident_work_queue::io::encode_empty_io_queue
• resident_work_queue::io::io_completion_poll_body
• resident_work_queue::io::try_claim_io_requests_into
• resident_work_queue::io::try_complete_io_request
• resident_work_queue::io::try_complete_io_requests_batch
• resident_work_queue::io::try_encode_empty_io_queue
• resident_work_queue::io::try_encode_empty_io_queue_into
• resident_work_queue::io::try_poll_io_requests
• resident_work_queue::io::try_poll_io_requests_into
• resident_work_queue::io::validate_io_queue_bytes
• resident_work_queue::ir_util::atomic_load_relaxed
• resident_work_queue::ir_util::atomic_store_relaxed
• resident_work_queue::mixed_work::mixed_work_protocol_evidence
• resident_work_queue::mixed_work::validate_mixed_work_protocol
• resident_work_queue::planner::build_bellman_tn_order_program
• resident_work_queue::planner::build_kfac_autotune_step_program
• resident_work_queue::planner::build_persistent_fixpoint_program
• resident_work_queue::planner::build_scallop_provenance_wide_program
• resident_work_queue::planner::build_sinkhorn_clustering_program
• resident_work_queue::planner::build_sinkhorn_full_clustering_program
• resident_work_queue::planner::default_worker_groups_from_limits
• resident_work_queue::planner::dispatch_grid_for
• resident_work_queue::planner::elide_value_flow_barriers
• resident_work_queue::planner::padded_slot_count
• resident_work_queue::planner::worker_workgroup_size
• resident_work_queue::policy::try_diffuse_priority_across_siblings
• resident_work_queue::policy::try_diffuse_priority_across_siblings_into
• resident_work_queue::protocol::control_byte_len
• resident_work_queue::protocol::count_done_ring_slots
• resident_work_queue::protocol::debug_log_byte_len
• resident_work_queue::protocol::decode_load_miss
• resident_work_queue::protocol::encode_control
• resident_work_queue::protocol::encode_empty_debug_log
• resident_work_queue::protocol::encode_empty_ring
• resident_work_queue::protocol::encode_load_miss
• resident_work_queue::protocol::opcode::is_builtin
• resident_work_queue::protocol::opcode::is_system
• resident_work_queue::protocol::opcode::validate_publish_opcode
• resident_work_queue::protocol::opcode::validate_user_opcode
• resident_work_queue::protocol::read_debug_log
• resident_work_queue::protocol::read_debug_log_into
• resident_work_queue::protocol::read_done_count
• resident_work_queue::protocol::read_epoch
• resident_work_queue::protocol::read_metrics
• resident_work_queue::protocol::read_metrics_into
• resident_work_queue::protocol::read_observable
• resident_work_queue::protocol::ring_byte_len
• resident_work_queue::protocol::try_count_done_ring_slots
• resident_work_queue::protocol::try_encode_control
• resident_work_queue::protocol::try_encode_control_into
• resident_work_queue::protocol::try_encode_empty_debug_log
• resident_work_queue::protocol::try_encode_empty_debug_log_into
• resident_work_queue::protocol::try_encode_empty_ring
• resident_work_queue::protocol::try_encode_empty_ring_into
• resident_work_queue::protocol::try_encode_load_miss
• resident_work_queue::protocol::try_encode_load_miss_into
• resident_work_queue::protocol::try_read_debug_log
• resident_work_queue::protocol::try_read_debug_log_into
• resident_work_queue::protocol::try_read_done_count
• resident_work_queue::protocol::try_read_epoch
• resident_work_queue::protocol::try_read_metrics
• resident_work_queue::protocol::try_read_metrics_into
• resident_work_queue::protocol::try_read_observable
• resident_work_queue::protocol::try_slot_byte_len
• resident_work_queue::protocol::try_slot_word_base
• resident_work_queue::protocol::try_slot_word_index
• resident_work_queue::protocol::try_word_index
• resident_work_queue::rule_catalog::accepted_rule_fingerprints
• resident_work_queue::rule_catalog::accepted_rule_fingerprints_and_rejections_into
• resident_work_queue::rule_catalog::accepted_rule_fingerprints_into
• resident_work_queue::rule_catalog::build_byte_class_map_for_table
• resident_work_queue::rule_catalog::compress_dense_transitions_into
• resident_work_queue::rule_catalog::pack_rule_catalog
• resident_work_queue::rule_catalog::pack_rule_catalog_into
• resident_work_queue::rule_catalog::try_pack_u16_transitions_into
• resident_work_queue::rule_catalog::unpack_u16_transition
• resident_work_queue::scheduler::check_priority_fairness
• resident_work_queue::scheduler::check_tenant_fairness
• resident_work_queue::scheduler::default_priority_offsets_array
• resident_work_queue::scheduler::policy_offset_start
• resident_work_queue::scheduler::priority_partition_active_lane_count
• resident_work_queue::scheduler::priority_partition_probe_budget
• resident_work_queue::scheduler::priority_partition_probe_count
• resident_work_queue::scheduler::priority_scan_body
• resident_work_queue::scheduler::priority_scan_body_with_stride
• resident_work_queue::scheduler::write_default_priority_offsets
• resident_work_queue::workspace_layout::build_workspace_regions
• resident_work_queue::workspace_layout::first_workspace_region
• resident_work_queue::workspace_layout::next_record_workspace_region
• resident_work_queue::workspace_layout::next_workspace_region
• resident_work_queue::workspace_layout::workspace_record_words
• uring::gpudirect::encode_nvme_read_sqe

Constants

• resident_work_queue::automata_worklist::AUTOMATA_WORKLIST_EVIDENCE_SCHEMA_VERSION
• resident_work_queue::io::IO_DESTINATION_CAPABILITY_TABLE
• resident_work_queue::io::IO_QUEUE_DMA_TAG
• resident_work_queue::io::IO_SLOT_COUNT
• resident_work_queue::io::IO_SLOT_WORDS
• resident_work_queue::io::IO_SOURCE_CAPABILITY_TABLE
• resident_work_queue::io::io_op::FENCE
• resident_work_queue::io::io_op::READ
• resident_work_queue::io::io_op::WRITE
• resident_work_queue::io::io_status::ERROR
• resident_work_queue::io::io_status::OK
• resident_work_queue::io::io_word::BYTE_COUNT
• resident_work_queue::io::io_word::DST_HANDLE
• resident_work_queue::io::io_word::OFFSET_HI
• resident_work_queue::io::io_word::OFFSET_LO
• resident_work_queue::io::io_word::OP_TYPE
• resident_work_queue::io::io_word::SRC_HANDLE
• resident_work_queue::io::io_word::STATUS
• resident_work_queue::io::io_word::TAG
• resident_work_queue::mixed_work::MIXED_WORK_PROTOCOL_SCHEMA_VERSION
• resident_work_queue::policy::HOT_WINDOW_PROMOTION_EVIDENCE_SCHEMA_VERSION
• resident_work_queue::policy::PRIORITY_COUNTER_DRAIN_FIX
• resident_work_queue::policy::PRIORITY_COUNTER_DRAIN_HEADROOM
• resident_work_queue::policy::TOPOLOGY_EVIDENCE_SCHEMA_VERSION
• resident_work_queue::protocol::ARG0_WORD
• resident_work_queue::protocol::ARGS_PER_SLOT
• resident_work_queue::protocol::CONTROL_MIN_WORDS
• resident_work_queue::protocol::MAX_DEBUG_RECORDS
• resident_work_queue::protocol::MAX_ENCODED_DEBUG_RECORDS
• resident_work_queue::protocol::MAX_ENCODED_OBSERVABLE_SLOTS
• resident_work_queue::protocol::MAX_ENCODED_RING_SLOTS
• resident_work_queue::protocol::MAX_OBSERVABLE_SLOTS
• resident_work_queue::protocol::MAX_RING_SLOTS
• resident_work_queue::protocol::OPCODE_WORD
• resident_work_queue::protocol::PRIORITY_WORD
• resident_work_queue::protocol::SLOT_WORDS
• resident_work_queue::protocol::STATUS_WORD
• resident_work_queue::protocol::TENANT_WORD
• resident_work_queue::protocol::control::DONE_COUNT
• resident_work_queue::protocol::control::EPOCH
• resident_work_queue::protocol::control::METRICS_BASE
• resident_work_queue::protocol::control::METRICS_SLOTS
• resident_work_queue::protocol::control::OBSERVABLE_BASE
• resident_work_queue::protocol::control::PRIORITY_FAIRNESS_BASE
• resident_work_queue::protocol::control::PRIORITY_FAIRNESS_SLOTS
• resident_work_queue::protocol::control::PRIORITY_OFFSETS_BASE
• resident_work_queue::protocol::control::PRIORITY_OFFSETS_SLOTS
• resident_work_queue::protocol::control::PRIORITY_STARVATION_COUNTER
• resident_work_queue::protocol::control::SHUTDOWN
• resident_work_queue::protocol::control::TENANT_BASE
• resident_work_queue::protocol::control::TENANT_FAIRNESS_BASE
• resident_work_queue::protocol::control::TENANT_FAIRNESS_SLOTS
• resident_work_queue::protocol::control::TENANT_QUOTA_BASE
• resident_work_queue::protocol::debug::BUFFER_WORDS
• resident_work_queue::protocol::debug::CURSOR_WORD
• resident_work_queue::protocol::debug::RECORDS_BASE
• resident_work_queue::protocol::debug::RECORD_CAPACITY
• resident_work_queue::protocol::debug::RECORD_WORDS
• resident_work_queue::protocol::opcode::ATOMIC_ADD
• resident_work_queue::protocol::opcode::BATCH_FENCE
• resident_work_queue::protocol::opcode::COMPARE_SWAP
• resident_work_queue::protocol::opcode::DFA_STEP
• resident_work_queue::protocol::opcode::LOAD_MISS
• resident_work_queue::protocol::opcode::LOAD_U32
• resident_work_queue::protocol::opcode::MEMCPY
• resident_work_queue::protocol::opcode::NOP
• resident_work_queue::protocol::opcode::PACKED_SLOT
• resident_work_queue::protocol::opcode::PRINTF
• resident_work_queue::protocol::opcode::RESERVED_MAX_RANGE_MIN
• resident_work_queue::protocol::opcode::SHUTDOWN
• resident_work_queue::protocol::opcode::STORE_U32
• resident_work_queue::protocol::opcode::SYSTEM_MASK
• resident_work_queue::protocol::slot::CLAIMED
• resident_work_queue::protocol::slot::DONE
• resident_work_queue::protocol::slot::EMPTY
• resident_work_queue::protocol::slot::FAULT
• resident_work_queue::protocol::slot::PRIORITY_CRITICAL
• resident_work_queue::protocol::slot::PRIORITY_HIGH
• resident_work_queue::protocol::slot::PRIORITY_IDLE
• resident_work_queue::protocol::slot::PRIORITY_LOW
• resident_work_queue::protocol::slot::PRIORITY_NORMAL
• resident_work_queue::protocol::slot::PUBLISHED
• resident_work_queue::protocol::slot::REQUEUE
• resident_work_queue::protocol::slot::WAIT_IO
• resident_work_queue::protocol::slot::YIELD
• resident_work_queue::ring::SLOT_BYTES
• resident_work_queue::rule_catalog::ALPHABET_SIZE
• resident_work_queue::rule_catalog::RULE_META_WORDS
• resident_work_queue::scheduler::PRIORITY_LEVELS
• resident_work_queue::scheduler::PRIORITY_OFFSETS_BASE
• resident_work_queue::scheduler::PRIORITY_STARVATION_COUNTER
• resident_work_queue::scheduler::STARVATION_THRESHOLD
• resident_work_queue::scheduler::TENANT_FAIRNESS_THRESHOLD
• resident_work_queue::scheduler::priority::CRITICAL
• resident_work_queue::scheduler::priority::HIGH
• resident_work_queue::scheduler::priority::IDLE
• resident_work_queue::scheduler::priority::LOW
• resident_work_queue::scheduler::priority::NORMAL
• resident_work_queue::task::TASK_FLAG_PAUSED
• resident_work_queue::task::TASK_FLAG_REQUEUE_REQUESTED
• resident_work_queue::task::TASK_FLAG_RESUME_READY
• resident_work_queue::task::TASK_FLAG_YIELDED
• resident_work_queue::task::TASK_SLOT_BYTES
• resident_work_queue::task::TASK_SLOT_WORDS
• resident_work_queue::telemetry::RUNTIME_IO_EVIDENCE_SCHEMA_VERSION
• resident_work_queue::telemetry::TELEMETRY_DECODE_CAPACITY_SCHEMA_VERSION
• tenant::OPCODE_RANGE_PER_TENANT
• tenant::TENANT_ID_MAX
• tenant::TENANT_OPCODE_BASE
• uring::gpudirect::NVME_CMD_READ
• uring::ring::IOSQE_FIXED_FILE
• uring::stream::IORING_OP_READV
• uring::stream::IORING_OP_READ_FIXED
• uring::stream::IORING_OP_URING_CMD