List of all items
Structs
- DenseDiskStreamLoadOptions
- DenseTransferSchedule
- LayerwiseLoadOptions
- LayerwiseModelMetadata
- ParameterBankKey
- ParameterBankLoadOptions
- StaticUnitBindings
- cache::CacheBlockLifecycle
- cache::CacheBlockStorage
- cache::CacheHostPromotion
- cache::CacheIoExecutionState
- cache::CacheIoOperationKey
- cache::CacheIoSubmission
- cache::CacheIoSubmissionOutcome
- cache::CacheIoTicket
- cache::CacheIoWorker
- cache::CacheLayerResidencyReport
- cache::CacheLayerResidencyStats
- cache::CachePoolLimits
- cache::CachePoolMembership
- cache::CachePoolReport
- cache::CachePoolReservation
- cache::CachePoolUsage
- cache::CacheResidencyPool
- cache::CacheResidencyReport
- cache::CacheResidencyTelemetry
- cache::LiveCacheBlockPublication
- cache::MutableCacheTail
- cache::PagedCacheOptions
- cache::PromptCachePublication
- component::ComponentGraph
- component::ComponentSpec
- decision::SequentialDecision
- decision::SequentialDecisionDiagnostic
- decision::SequentialDecisionDriver
- decision::SequentialDecisionPlan
- decision::SequentialDecisionTraversal
- dense::DenseCacheMetrics
- dense::DenseDiskStreamReport
- dense::DenseExecutionGroupReport
- dense::DensePassCounterSnapshot
- dense::DensePassReport
- dense::DenseStreamTelemetry
- dense::DenseTierResidencyReport
- draft::DraftStateTransaction
- execution::ExecutionGraph
- execution::ExecutionGroupId
- execution::ExecutionGroupSchedule
- execution::ExecutionGroupSpec
- execution::ExecutionUnitAddress
- execution::ExecutionUnitLayout
- expert::ObservedExpertProvider
- expert::ResidentExpertProvider
- expert::RoutedExpertRequest
- expert::RoutedObservationPoint
- generation::ConstrainedSampler
- generation::DefaultSampler
- generation::GenerationSampler
- generation::MirostatV2Sampler
- generation::PenaltyConfig
- generation::TokenDomain
- input::PreparedInputPart
- input::PreparedModelInput
- inspection::NoopObserver
- inspection::RoutingObservation
- inspection::TargetStateCapture
- inspection::TargetStateTap
- layered::ArchitectureGroupTransport
- layered::CompositeLayeredTraversalHook
- layered::LayeredForwardState
- layered::LayeredPipelineSchedule
- layered::LayerwiseRuntime
- layered::ResidentRuntime
- layered::ResidentUnitLease
- layered::ResidentUnitWindow
- parallel::LocalModelLayout
- parallel::LocalTensorLayout
- parallel::ParallelModelInfo
- parallel::ParameterGroupSpec
- parallel::ParameterMemberSpec
- parameter::MaterializedUnit
- partition::ArchitectureParameterDescription
- partition::ArchitecturePartition
- partition::BoundaryTensorSpec
- partition::BoundaryWireSchema
- partition::LayeredPartitionDriver
- partition::NoAuxiliaryBoundary
- partition::NoAuxiliaryBoundarySchema
- partition::OwnedParameterGroupSpec
- partition::PartitionGroup
- partition::PartitionOwnership
- partition::PartitionState
- partition::PipelineWireContract
- partition::ResolvedBoundaryTensorSpec
- partition::ResolvedBoundaryWireSchema
- prefetch::BackgroundPrefetchWorker
- realtime::RealtimeGenerationBranch
- realtime::RealtimeGenerationState
- replicated_text::BackendMechanismCapabilities
- replicated_text::ParameterTransformTarget
- replicated_text::ReplicatedTextContractError
- replicated_text::ReplicatedTextParameterRequirement
- replicated_text::ReplicatedTextPhysicalSource
- replicated_text::ReplicatedTextRequirements
- replicated_text::ReplicatedTextSelectionError
- replicated_text::ReplicatedTextSelectionRequest
- replicated_text::SelectedParameterRealization
- replicated_text::SelectedReplicatedTextRealization
- replicated_text::WeightLoweringCapability
- replicated_text::WeightLoweringDescriptor
- residency::DeviceLayerWindow
- residency::OffloadUnit
- residency::ResidencyAcquisition
- residency::ResidencyController
- residency::ResidencyLease
- residency::ResidencyReport
- residency::ResidencyTransfer
- residency::ResidentLayerGroup
- residency::ResidentLayerGroupReport
- residency::WeightBinding
- residency::WeightBindingPlan
- residency::WeightMaterializationReport
- speculative::RunSpeculativeGeneration
- speculative::SpeculativeScheduler
- state::ArchitectureStatePartitionPlan
- state::ArchitectureStatePartitionRule
- state::DeviceState
- state::ModelStateIdentity
- state::StateLayout
- state::StateSegmentId
- state::StateSegmentSpec
Enums
- DenseTransferScheduleError
- ExecutionResidency
- ExpertPass
- LayerWeightResidency
- OrdinaryWeightResidency
- ParameterBankResidency
- WeightResidency
- WeightResidencyPolicyError
- cache::CacheIoAdmission
- cache::CacheIoCompletionDisposition
- cache::CacheIoExecutionStateError
- cache::CacheIoOperationKind
- cache::CacheIoPreparation
- cache::CacheIoStartDisposition
- cache::CacheIoWorkerError
- cache::CacheLifecycleError
- cache::CachePoolError
- cache::CachePoolResource
- cache::CacheResidencyConfigurationError
- cache::CacheResidencyPolicy
- cache::CacheStorageError
- cache::CacheStoragePhase
- cache::LiveCacheDiskPolicy
- cache::LiveCachePublicationError
- cache::PromptCachePersistenceError
- component::ComponentDomain
- component::ComponentGraphError
- component::ComponentKind
- component::ComponentResidencyClass
- decision::FullyForcedTailDecision
- decision::PredictionDirective
- decision::SequentialDecisionError
- decision::SequentialDecisionMode
- decision::SequentialDecisionPlanError
- decision::SequentialDecisionSource
- dense::DenseStreamTelemetryError
- draft::DraftGroupExecutionError
- execution::ExecutionGraphError
- execution::ExecutionScheduleError
- execution::ExecutionUnitLayoutError
- execution::ReadyGroupState
- expert::ObservedExpertProviderError
- expert::RoutedExpertTensorParallelOutput
- generation::SamplingConfigurationError
- input::PreparedInputPayload
- inspection::TargetStateCaptureError
- layered::ArchitectureGroupKind
- layered::ArchitectureGroupPlacement
- layered::ArchitectureMergeDestination
- layered::ArchitectureParallelSubgroup
- layered::LayeredPartitionInput
- layered::LayeredPartitionOutput
- layered::LayeredPipelineScheduleError
- layered::LayeredTraversalPoint
- layered::LayeredUnitAction
- layered::LayerwiseAcquireError
- layered::LayerwiseRuntimeError
- layered::ResidentUnitWindowError
- parallel::MemberSharding
- parallel::ParallelPlanError
- parallel::ParameterRole
- parallel::ProjectionSharding
- parallel::ShardingPolicy
- parallel::TensorPlacement
- parameter::ParameterOrchestrationError
- parameter::RecipeBindingError
- partition::ArchitectureBoundaryError
- partition::ArchitectureParameterError
- partition::ArchitecturePartitionError
- partition::BoundaryTensorDimension
- partition::BoundaryTensorDtype
- partition::LayeredPartitionError
- partition::ParameterGroupOwner
- partition::PipelineActivationDtype
- prefetch::BackgroundPrefetchWorkerError
- realtime::RealtimeCompletionAttachmentError
- realtime::RealtimeFrameExecutionError
- realtime::RealtimeGenerationTransactionError
- replicated_text::GroupedOperationRequirement
- replicated_text::ParameterTransformConstraint
- replicated_text::ReplicatedTextParameterOwner
- replicated_text::ReplicatedTextParameterPresence
- replicated_text::ReplicatedTextParameterRole
- replicated_text::StateResidencyMechanism
- replicated_text::WeightLoweringKind
- replicated_text::WeightResidencyMechanism
- residency::ResidencyControllerError
- residency::ResidencyDeclarationError
- residency::ResidencyWindowError
- residency::WeightBindingSelectionError
- state::ArchitectureStatePartitionError
- state::ArchitectureStatePlacement
- state::ArchitectureStateRealizationError
- state::StateError
- state::StateSegmentLifetime
Traits
- backend::CollectiveBackend
- backend::ParameterBackend
- backend::SubmissionBackend
- backend::TransferBackend
- cache::CacheHostDemotionOperation
- cache::CacheIoOperation
- decision::SequentialDecisionBoundary
- expert::AddressableGatedProductBank
- expert::RoutedExpertProvider
- expert::TensorParallelRoutedExpertProvider
- generation::CausalModel
- generation::Sampler
- generation::SamplingBackend
- generation::SpeculativeSampler
- inspection::ActivationObserver
- layered::ArchitectureParameters
- layered::LayeredArchitecture
- layered::LayeredTraversalHook
- layered::LayerwisePolicy
- layered::ParallelLayeredArchitecture
- layered::ParallelRoutedLayeredArchitecture
- layered::PartitionedLayeredArchitecture
- layered::RoutedLayeredArchitecture
- layered::StaticParameterVisitor
- layered::StaticParameterVisitorMut
- partition::ArchitectureBoundary
- realtime::RealtimeFrameTransition
- replicated_text::ReplicatedTextArchitecture
- residency::ResidencyLeaseOwner
- residency::ResidencyLeaseStorage
- residency::ResidencyTransferOwner
- residency::ResidencyWindowManager
- state::ArchitectureStateFactory
- state::LayerRuntimeState
- state::ResettableRuntimeLayerState
- state::ResettableRuntimeState
- state::RuntimeLayerState
- state::RuntimeState
- state::RuntimeStateComponents
Functions
- cache::finalize_prompt_cache_shard
- cache::hash_prompt_cache_shard_payload
- cache::inspect_prompt_cache
- cache::resolve_prompt_cache_root
- cache::safe_prompt_cache_shard_path
- cache::validate_prompt_cache_manifest
- draft::execute_draft_group
- expert::combine_routed_expert_tensor_parallel
- expert::combine_tensor_parallel_expert_outputs
- expert::reduce_routed_expert_tensor_parallel
- expert::reduce_tensor_parallel_expert_output
- inspection::observe_and_intervene
- inspection::observe_model_logits
- parallel::aligned_partition_units
- parallel::expand_linear_format_parameter_groups
- parallel::module_parameter_group
- parallel::partitioned_module_parameter_group
- parallel::partitioned_projection_group
- parallel::projection_parameter_group
- parallel::segmented_projection_group
- parameter::bind_materialized_unit
- parameter::bindings_from_recipe_set
- parameter::materialize_bindings
- partition::validate_boundary_tensor_count
- replicated_text::select_replicated_text_realization
- state::realize_architecture_state