List of all items

Structs

• BackendConfig
• BatchId
• ClientId
• ComponentHealth
• ComponentStatus
• EngineConfig
• EngineMetrics
• EngineStatus
• HealthStatus
• InferenceRequest
• InferenceResponse
• MemoryUsage
• ModelId
• ModelInfo
• RequestId
• SamplingParams
• SchedulerConfig
• SchedulerStats
• SessionId
• SpecialTokens
• StreamChunk
• TaskId
• TokenId
• TokenizerConfig
• kv_cache::AllocationRequest
• kv_cache::BlockTable
• kv_cache::CacheConfig
• kv_cache::CacheGcStats
• kv_cache::CacheHandleStats
• kv_cache::CacheManagerStats
• kv_cache::CompressionStats
• kv_cache::LruEvictionPolicy
• kv_cache::MemoryPressureThresholds
• kv_cache::PrefixCacheConfig
• kv_dtype::KvBf16
• kv_dtype::KvFp16
• kv_dtype::KvFp8
• kv_dtype::KvInt8
• model_executor::DecodeInput
• model_executor::DecodeOutput
• model_executor::ExecutorAdmissionEpochs
• model_executor::ExecutorAttentionConfig
• model_executor::ExecutorCapabilities
• model_executor::ExecutorCapacityWaitRegistration
• model_executor::ExecutorConfig
• model_executor::ExecutorExecutionCapacityDeferral
• model_executor::ExecutorExecutionCapacityEvidence
• model_executor::ExecutorExecutionCapacityPreemption
• model_executor::ExecutorExecutionCapacityPreemptionReceipt
• model_executor::ExecutorExecutionMaintenanceMutation
• model_executor::ExecutorExecutionMaintenanceProgress
• model_executor::ExecutorExecutionMaintenanceRetry
• model_executor::ExecutorMemoryConfig
• model_executor::ExecutorMemoryUsage
• model_executor::ExecutorMetrics
• model_executor::ExecutorPrefillAdmission
• model_executor::ExecutorPrefillAdmissionReceipt
• model_executor::ExecutorPrefillCompletion
• model_executor::ExecutorPrefillMaintenanceDeferral
• model_executor::ExecutorRequestStateDeferral
• model_executor::ExecutorSequenceCompletion
• model_executor::ExecutorStatus
• model_executor::GreedyRepetitionPenalty
• model_executor::KvSlotAllocation
• model_executor::KvSlotCapacitySnapshot
• model_executor::KvSlotRequest
• model_executor::KvSlotReservation
• model_executor::MemoryRequirements
• model_executor::OptimizationConfig
• model_executor::PlanRuntimeDecodeInput
• model_executor::PlanRuntimeDecodeOutput
• model_executor::PlanRuntimePrefillAuthority
• model_executor::PlanRuntimePrefillCompletion
• model_executor::PlanRuntimePrefillInput
• model_executor::PlanRuntimePrefillOutput
• model_executor::PlanRuntimeResourceSnapshot
• model_executor::PrefillChunk
• model_executor::PrefillInput
• model_executor::PrefillOutput
• model_executor::SpeculativeDecodeOutput
• model_executor::TokenSelectionMask
• model_executor::UnifiedBatch
• model_executor::UnifiedBatchItem
• recurrent_state::RecurrentStateHandleStats
• recurrent_state::RecurrentStateManagerStats
• recurrent_state::RecurrentStateSpec
• recurrent_state::RecurrentStateTensorSpec
• sampler::GreedySampler
• sampler::LogitsProcessorChain
• sampler::MinPProcessor
• sampler::MultinomialSampler
• sampler::PresenceFrequencyPenaltyProcessor
• sampler::RepetitionPenaltyProcessor
• sampler::SamplingConfig
• sampler::SamplingConfigBuilder
• sampler::SamplingContext
• sampler::SamplingRng
• sampler::SamplingStats
• sampler::TemperatureProcessor
• sampler::TopKProcessor
• sampler::TopPProcessor
• scheduler::AllocatedResources
• scheduler::BatchHint
• scheduler::BatchPlan
• scheduler::BatchResourceRequirements
• scheduler::BottleneckAnalysis
• scheduler::ClientResourceLimits
• scheduler::DynamicBatchingConfig
• scheduler::FairShareConfig
• scheduler::PreemptionResult
• scheduler::PreemptionState
• scheduler::QueueAnalysis
• scheduler::RequestPatternAnalysis
• scheduler::ResourceAwarenessConfig
• scheduler::ResourceConstraints
• scheduler::ResourceLimits
• scheduler::ResourceStats
• scheduler::ScheduledRequest
• scheduler::SchedulingSimulationResult
• scheduler::SeasonalityPattern
• scheduler::SimulatedWorkload
• scheduler::SlaConfig
• scheduler::SlaRequirements
• scheduler::WaitTimeDistribution
• tensor::TensorMemoryStats
• tokenizer::ChatMessage
• tokenizer::PaddingConfig
• tokenizer::TokenizerConfig
• tokenizer::TokenizerInfo
• tokenizer::TokenizerStats
• tokenizer::TruncationConfig
• vnext::ActiveSequenceAbortReceipt
• vnext::ActiveSequenceCompletionReceipt
• vnext::ActiveSequencePermit
• vnext::AdmissionDeferred
• vnext::AdmissionDemand
• vnext::AdmissionPolicy
• vnext::AdmissionRejected
• vnext::AdmittedRequestResources
• vnext::AdmittedSequenceResources
• vnext::AttributeId
• vnext::AttributeSchema
• vnext::AttributeSpec
• vnext::AxisWeightComponent
• vnext::BackingChunkIdentity
• vnext::BackingSegment
• vnext::BatchInvocationId
• vnext::BatchOperationIdentity
• vnext::BatchOperationIdentityMaterializationSnapshot
• vnext::BatchOperationNodeIdentity
• vnext::BatchOperationParticipantIdentity
• vnext::BatchParticipantAuthority
• vnext::BatchParticipantTokenRange
• vnext::BatchParticipantTokenSpan
• vnext::BatchStepId
• vnext::BatchWorkShape
• vnext::BatchedOperationInvocation
• vnext::BlockQuantizationSpec
• vnext::BoundDeviceSubmissionAttribution
• vnext::BoundExecutionResourceMaintenance
• vnext::BoundExecutionStream
• vnext::BoundOperationOracle
• vnext::BoundOperationProvider
• vnext::BoundOperationProviderSet
• vnext::BufferDescriptor
• vnext::BufferRequest
• vnext::CanonicalRational
• vnext::CapabilityCatalog
• vnext::CapabilityId
• vnext::CapacityAvailabilityEpoch
• vnext::CapacityDomainId
• vnext::CapacityDomainSpec
• vnext::CapacityEntry
• vnext::CapacityEpochs
• vnext::CapacityShortfall
• vnext::CapacitySnapshot
• vnext::CapacityUnits
• vnext::CapacityVector
• vnext::CapacityWaitCondition
• vnext::CapacityWaitRecheck
• vnext::CapacityWaitRegistration
• vnext::CapacityWaitSnapshot
• vnext::ClaimedBackingTransaction
• vnext::ClaimedSubmissionWaveBacking
• vnext::CompiledSubmissionWaveIdentity
• vnext::CompletionDrainReceipt
• vnext::CompletionFenceTiming
• vnext::CompletionHandle
• vnext::CompletionQuarantineReceipt
• vnext::CompletionReadbackBatchReceipt
• vnext::CompletionReadbackBatchRequest
• vnext::CompletionReadbackCollectionRequest
• vnext::CompletionReadbackOutput
• vnext::CompletionReadbackReceipt
• vnext::CompletionReadbackRequest
• vnext::CompletionReadbackTiming
• vnext::CompletionReaper
• vnext::CompletionRetentionSpec
• vnext::CompletionSlotId
• vnext::CompletionSweepEntry
• vnext::CompletionSweepReceipt
• vnext::CompositeWeightPart
• vnext::ContractVersion
• vnext::CopyRegion
• vnext::DeferredDeviceCleanupMaintenanceReceipt
• vnext::DeferredDeviceCleanupStatus
• vnext::DefinitelyNotSubmitted
• vnext::DefinitelyNotSubmittedRetryAuthority
• vnext::DefinitelyNotSubmittedWaveRetryAuthority
• vnext::DeviceAllocationPermit
• vnext::DeviceAllocationReceipt
• vnext::DeviceBufferRetention
• vnext::DeviceCapacityPressure
• vnext::DeviceCommandBatch
• vnext::DeviceCommandEntry
• vnext::DeviceCommandExecutionTiming
• vnext::DeviceCommandLogicalWork
• vnext::DeviceDescriptor
• vnext::DeviceErrorReport
• vnext::DeviceExecutionInterval
• vnext::DeviceExecutionTiming
• vnext::DeviceId
• vnext::DeviceNativeOperationId
• vnext::DeviceNativeWorkAttribution
• vnext::DeviceReplayedLogicalCommandAttribution
• vnext::DeviceReplayedSegmentAttribution
• vnext::DeviceReusableExecutionCapture
• vnext::DeviceReusableExecutionInvocation
• vnext::DeviceReusableExecutionObservation
• vnext::DeviceReusableExecutionPlan
• vnext::DeviceReusableExecutionPreparation
• vnext::DeviceReusableExecutionProgram
• vnext::DeviceReusableExecutionProgramGap
• vnext::DeviceReusableExecutionProgramId
• vnext::DeviceReusableExecutionSegment
• vnext::DeviceReusableExecutionTopologyFingerprint
• vnext::DeviceReusableExecutionTrim
• vnext::DeviceSubmissionAttribution
• vnext::DeviceSubmissionExecutionSpan
• vnext::DeviceSubmissionExecutionTiming
• vnext::DeviceTerminalReceipt
• vnext::DisabledDeviceSubmissionTimingSink
• vnext::DisabledExecutionEventSink
• vnext::DomainCapacitySnapshot
• vnext::DynamicBackingBlocker
• vnext::DynamicBackingDeferred
• vnext::DynamicBackingPackingEnvelope
• vnext::DynamicBackingPoolId
• vnext::DynamicBackingPoolSpec
• vnext::DynamicPoolContractStatus
• vnext::DynamicPoolGrowthBatchReceipt
• vnext::DynamicPoolGrowthReceipt
• vnext::DynamicPoolGrowthRequest
• vnext::DynamicPoolIdleReclaim
• vnext::DynamicPoolLiveOccupancyStatus
• vnext::DynamicPoolMaintenanceBoundaryChunk
• vnext::DynamicPoolMaintenanceBoundaryPool
• vnext::DynamicPoolMaintenanceBoundaryReceipt
• vnext::DynamicPoolMaintenanceController
• vnext::DynamicPoolMaintenanceStatus
• vnext::DynamicPoolOccupancyCounter
• vnext::DynamicPoolProvisioningPolicy
• vnext::DynamicPoolQuarantineRelease
• vnext::DynamicPoolQuarantineReleaseReceipt
• vnext::DynamicPoolRebalanceReceipt
• vnext::DynamicPoolResidencyOccupancyStatus
• vnext::DynamicPoolResidentPressure
• vnext::DynamicPoolResourceContract
• vnext::DynamicPoolStatus
• vnext::DynamicResourceDescriptor
• vnext::DynamicResourceShapeBucket
• vnext::DynamicStorageContract
• vnext::DynamicStorageProfile
• vnext::DynamicStorageRequirement
• vnext::EncodedDeviceOperation
• vnext::EncodedReusableExecutionBindings
• vnext::EngineProviderDescriptor
• vnext::EngineSelection
• vnext::EventBatchEmissionPermit
• vnext::EventEmissionPermit
• vnext::ExecutablePlan
• vnext::ExecutionBatchParticipants
• vnext::ExecutionDeterminismCatalogProviderRequirement
• vnext::ExecutionDeterminismCoverageRegistry
• vnext::ExecutionDeterminismEvidenceDenominator
• vnext::ExecutionDeterminismInitializationSpec
• vnext::ExecutionDeterminismModelPlanIdentity
• vnext::ExecutionDeterminismModelProviderSelection
• vnext::ExecutionDeterminismProviderEvidenceDenominator
• vnext::ExecutionDeterminismValueLocation
• vnext::ExecutionDeterminismWitnessPlan
• vnext::ExecutionDeterminismWitnessSpec
• vnext::ExecutionEvent
• vnext::ExecutionEventCursor
• vnext::ExecutionEventEmitter
• vnext::ExecutionEventSinkError
• vnext::ExecutionFrameId
• vnext::ExecutionIdentityEnvelope
• vnext::ExecutionIdentityParts
• vnext::ExecutionLane
• vnext::ExecutionLaneId
• vnext::ExecutionLaneReusableExecutionCatalog
• vnext::ExecutionPlan
• vnext::ExecutionPlanPayload
• vnext::ExecutionResourceMaintenanceParticipant
• vnext::ExecutionWeightPlan
• vnext::ExternalModelMetadataId
• vnext::FailureEnvelope
• vnext::FenceIndeterminate
• vnext::FileFingerprint
• vnext::GatedDeltaChunkPlan
• vnext::GatedDeltaChunkedScanCapability
• vnext::GatedDeltaExecutionCapabilities
• vnext::HostTransferLayout
• vnext::IdentifiedFailure
• vnext::IndeterminateSubmissionHandle
• vnext::InitialSequenceBackingDeferral
• vnext::InitializedResourceTransaction
• vnext::InvocationAdmissionBackingDeferral
• vnext::InvocationResourceAdmissionRequest
• vnext::InvocationResourceLease
• vnext::InvocationResourceLiveness
• vnext::JsonResolutionSourceParser
• vnext::LaneStableArenaSlotIdentity
• vnext::LeasedBufferView
• vnext::LogicalAdmissionCoordinator
• vnext::LogicalAdmissionCoordinatorId
• vnext::LogicalAdmissionLease
• vnext::LogicalBackingBufferView
• vnext::LogicalBackingSliceAuthority
• vnext::LogicalBackingSliceEvidence
• vnext::LogicalBatchCapacityLease
• vnext::LogicalCapacityLease
• vnext::LogicalRequestLease
• vnext::MemoryPlan
• vnext::ModelConfigFingerprint
• vnext::ModelFamilyId
• vnext::ModelProgram
• vnext::ModelSemanticMetadata
• vnext::MonotonicTimestamp
• vnext::NoStatic
• vnext::NodeId
• vnext::NodeInvocationId
• vnext::NodeTokenBindingProjection
• vnext::OperationBufferRegionIter
• vnext::OperationBufferRegions
• vnext::OperationBufferView
• vnext::OperationCompletionReceipt
• vnext::OperationDescriptor
• vnext::OperationDispatch
• vnext::OperationFailure
• vnext::OperationId
• vnext::OperationInvocation
• vnext::OperationOracleDescriptor
• vnext::OperationOracleId
• vnext::OperationOracleRegistration
• vnext::OperationOracleRegistry
• vnext::OperationOracleRequest
• vnext::OperationOracleResult
• vnext::OperationParticipantCompletionReceipt
• vnext::OperationPhysicalRegion
• vnext::OperationPlanningHandle
• vnext::OperationProviderDescriptor
• vnext::OperationResourceEstimate
• vnext::OperationResourceEstimateRequest
• vnext::OperationRuntimeRegistry
• vnext::OracleTensor
• vnext::OriginalModelSource
• vnext::OriginalModelSources
• vnext::ParticipantNodeKey
• vnext::PhysicalBackingClaimIdentity
• vnext::PhysicalWeightComponentBinding
• vnext::PhysicalWeightComponentRef
• vnext::PlanBuildRequest
• vnext::PlanCapacityWaitRegistration
• vnext::PlanExactAlias
• vnext::PlanHash
• vnext::PlanId
• vnext::PlanNode
• vnext::PlanNodeResolution
• vnext::PlanRuntimeCloseFailure
• vnext::PlanRuntimeCloseReceipt
• vnext::PlanRuntimeHandoffError
• vnext::PlanRuntimeQuarantineReceipt
• vnext::PlanRuntimeResources
• vnext::PlanSchemaVersion
• vnext::PlanStateEffect
• vnext::PoolCompatibilityKey
• vnext::PreparedModelFamily
• vnext::PreparedStepSubmissionNode
• vnext::PreparedStepSubmissionWave
• vnext::ProductModelArtifactBinding
• vnext::ProductModelSourceIdentity
• vnext::ProfiledSubmissionHandle
• vnext::ProgramBindingExecutionBinding
• vnext::ProgramBindingLayout
• vnext::ProgramBindingNodeBinding
• vnext::ProgramBindingSlot
• vnext::ProgramBlock
• vnext::ProgramNode
• vnext::ProgramPlanCompilation
• vnext::ProgramPlanCompileOptions
• vnext::ProgramPlanCompiler
• vnext::ProgramTensorSpec
• vnext::ProgramValueId
• vnext::ProviderCompatibilityRejection
• vnext::ProviderCompatibilityReport
• vnext::ProviderCompatibilityRequest
• vnext::ProviderDeterminismCoverageRequirement
• vnext::ProviderExecutionContractFingerprint
• vnext::ProviderExecutionSemantics
• vnext::ProviderId
• vnext::ProviderRequirement
• vnext::ProviderResourcePlan
• vnext::ProviderSelection
• vnext::ProviderStorageBindingRequirement
• vnext::ProviderWorkspaceRequirement
• vnext::ProvisionedPlanParts
• vnext::ProvisionedPlanResources
• vnext::QuantizationFormatId
• vnext::QuantizationSpec
• vnext::QuiescentCompletionContractFailure
• vnext::RationalValue
• vnext::RejectedProvider
• vnext::ReplayEvidence
• vnext::ReplayIdentity
• vnext::RequestAuthorityId
• vnext::RequestBackingDeferral
• vnext::RequestIdentity
• vnext::RequestResourceAdmissionRequest
• vnext::RequestStateHazardBlocker
• vnext::RequestStateHazardDeferral
• vnext::RequestStateHazardPermit
• vnext::RequestStateHazardPoison
• vnext::RequestStateHazardSplitRequired
• vnext::RequestStateHazardWaitRegistration
• vnext::ResolutionArtifactId
• vnext::ResolutionDecision
• vnext::ResolutionDecisionBinding
• vnext::ResolutionDecisionEvidence
• vnext::ResolutionFingerprint
• vnext::ResolutionParserDescriptor
• vnext::ResolutionReasonId
• vnext::ResolutionSourceArtifact
• vnext::ResolutionSourceEvidence
• vnext::ResolvedModelPlan
• vnext::ResolvedModelPlanInputs
• vnext::ResolvedModelPlanParts
• vnext::ResolvedModelSource
• vnext::ResolvedModelSources
• vnext::ResolvedPlanValidationContext
• vnext::ResolvedReusableExecutionBucket
• vnext::ResolvedRuntimePolicy
• vnext::ResolvedStorageComponent
• vnext::ResolvedTensorSpec
• vnext::ResolvedValueBinding
• vnext::ResolvedValueStorage
• vnext::ResolvedWeightBinding
• vnext::ResolvedWeightComponentLayout
• vnext::ResourceAbandonSignal
• vnext::ResourceAllocation
• vnext::ResourceCommitView
• vnext::ResourceCompensationRecord
• vnext::ResourceDriverFailure
• vnext::ResourceFailureId
• vnext::ResourceFailurePoint
• vnext::ResourceFailureReceipt
• vnext::ResourceId
• vnext::ResourceLeaseEntry
• vnext::ResourceLeaseTransitionReceipt
• vnext::ResourceLeaseValidationContext
• vnext::ResourceLedgerEntrySnapshot
• vnext::ResourceLedgerSnapshot
• vnext::ResourceOwnedBuffer
• vnext::ResourceOwnershipTransferFailure
• vnext::ResourcePoisonedTransaction
• vnext::ResourcePoolEvent
• vnext::ResourcePoolEventCursor
• vnext::ResourcePoolEventIdentity
• vnext::ResourcePoolEvidence
• vnext::ResourcePoolId
• vnext::ResourcePoolIdentity
• vnext::ResourcePoolOwnership
• vnext::ResourcePrepareTransitionError
• vnext::ResourceRecoveryFailure
• vnext::ResourceReleaseTransitionError
• vnext::ResourceRequirements
• vnext::ResourceReservation
• vnext::ResourceReservationBatch
• vnext::ResourceRollbackTransitionError
• vnext::ResourceTransaction
• vnext::ResourceTransactionContext
• vnext::ResourceTransactionIdentity
• vnext::ResourceTransitionReceipt
• vnext::ResourceTransitionRecord
• vnext::ResourceTransitionValidationContext
• vnext::ResourceWorkShape
• vnext::RetainedCompletionValue
• vnext::RetainedHostMemoryRegion
• vnext::ReusableExecutionBucketId
• vnext::ReusableExecutionBucketSpec
• vnext::ReusableExecutionCapacity
• vnext::ReusableExecutionClassId
• vnext::ReusableExecutionMemoryPlan
• vnext::ReusableExecutionPolicy
• vnext::ReusableExecutionProgramPolicy
• vnext::ReusableExecutionProgramSpec
• vnext::ReusableExecutionTopologyRequest
• vnext::ReusablePoolWorkspaceBudget
• vnext::RunId
• vnext::RuntimeMemoryPolicy
• vnext::RuntimeResourceDriver
• vnext::SamplingPolicy
• vnext::SequenceAdmissionBackingDeferral
• vnext::SequenceAuthorityId
• vnext::SequenceBackingGeneration
• vnext::SequenceBackingSnapshot
• vnext::SequenceCapacityParent
• vnext::SequenceExtensionBackingDeferral
• vnext::SequenceResourceAdmissionRequest
• vnext::SequenceResourceExtensionRequest
• vnext::SequenceSession
• vnext::SequenceSessionCancelSnapshot
• vnext::SequenceSessionEpoch
• vnext::SequenceSessionFingerprint
• vnext::SequenceSessionTerminalReceipt
• vnext::SequenceSynchronizationFailure
• vnext::SpanId
• vnext::SpecialTokenCollision
• vnext::SpecialTokenCollisionPolicy
• vnext::SpecialTokenMetadata
• vnext::StandardOperationContract
• vnext::StateId
• vnext::StateSpec
• vnext::StaticInitializationFailure
• vnext::StaticInitializationPolicy
• vnext::StaticInitializationReceipt
• vnext::StaticProvisioningBinding
• vnext::StaticProvisioningLease
• vnext::StaticProvisioningPermit
• vnext::StepAdmissionBackingDeferral
• vnext::StepFinalizationFailure
• vnext::StepParticipantFrameAssignment
• vnext::StepParticipantRetirement
• vnext::StepResourceAdmissionRequest
• vnext::StepResourceLease
• vnext::StepResourceSlot
• vnext::StepRetirementReceipt
• vnext::StepSubmissionWaveBackingDeferral
• vnext::StopPolicy
• vnext::StopTokenCollisionPolicy
• vnext::SubmissionExecutionPolicy
• vnext::SubmissionWaveDeterminismArtifactAttribution
• vnext::SubmissionWaveDeterminismArtifactExecution
• vnext::SubmissionWaveDeterminismArtifactInitializationIdentity
• vnext::SubmissionWaveDeterminismArtifactLogicalCommand
• vnext::SubmissionWaveDeterminismArtifactPhysicalCommand
• vnext::SubmissionWaveDeterminismArtifactReplayedSegment
• vnext::SubmissionWaveDeterminismArtifactWitness
• vnext::SubmissionWaveDeterminismEvidence
• vnext::SubmissionWaveDeterminismHandle
• vnext::SubmissionWaveDeterminismInitializationIdentity
• vnext::SubmissionWaveDeterminismLogicalRange
• vnext::SubmissionWaveDeterminismParticipantOrder
• vnext::SubmissionWaveDeterminismPhysicalReadback
• vnext::SubmissionWaveDeterminismReadbackPlan
• vnext::SubmissionWaveDeterminismReadbackTarget
• vnext::SubmissionWaveDeterminismRestore
• vnext::SubmissionWaveDeterminismRestoreLayout
• vnext::SubmissionWaveDeterminismWitnessReadback
• vnext::SubmissionWaveInputUpload
• vnext::SubmittedOperationParticipantReceipt
• vnext::SubmittedOperationReceipt
• vnext::SynchronizedSequencePermit
• vnext::TemplateMetadata
• vnext::TensorContract
• vnext::TensorId
• vnext::TokenSpanWork
• vnext::TokenizerDescriptor
• vnext::TokenizerId
• vnext::TransactionCommitted
• vnext::TransactionId
• vnext::TransactionNew
• vnext::TransactionQuarantined
• vnext::TransactionReleased
• vnext::TransactionReserved
• vnext::TransactionRolledBack
• vnext::TrustedAbortedSequenceBinding
• vnext::TrustedActiveSequenceBinding
• vnext::TrustedCompletedSequenceBinding
• vnext::TrustedExecutionEventContext
• vnext::TrustedExecutionTopology
• vnext::TrustedExecutionWeightPlan
• vnext::TrustedNodeTopology
• vnext::TrustedPlanRuntimeBinding
• vnext::TrustedPlanRuntimeEvidence
• vnext::TypedFamilyRegistration
• vnext::UnvalidatedExecutionEvent
• vnext::UnvalidatedExecutionIdentityParts
• vnext::UnvalidatedExecutionPlan
• vnext::UnvalidatedFailureEnvelope
• vnext::UnvalidatedIdentifiedFailure
• vnext::UnvalidatedOperationFailure
• vnext::UnvalidatedOperationOracleDescriptor
• vnext::UnvalidatedOperationOracleRequest
• vnext::UnvalidatedOperationOracleResult
• vnext::UnvalidatedOracleTensor
• vnext::UnvalidatedPlanNode
• vnext::UnvalidatedPreparedModelFamily
• vnext::UnvalidatedProviderResourcePlan
• vnext::UnvalidatedReplayIdentity
• vnext::UnvalidatedResolutionSourceArtifact
• vnext::UnvalidatedResolvedModelPlan
• vnext::UnvalidatedResolvedModelPlanParts
• vnext::UnvalidatedResourceCompensationRecord
• vnext::UnvalidatedResourceLeaseEntry
• vnext::UnvalidatedResourceLeaseTransitionReceipt
• vnext::UnvalidatedResourcePoolEvent
• vnext::UnvalidatedResourcePoolEventIdentity
• vnext::UnvalidatedResourcePoolIdentity
• vnext::UnvalidatedResourceTransactionIdentity
• vnext::UnvalidatedResourceTransitionReceipt
• vnext::UnvalidatedResourceTransitionRecord
• vnext::UnvalidatedStaticProvisioningBinding
• vnext::WeightComponentPayload
• vnext::WeightComponentSpec
• vnext::WeightFormatId
• vnext::WeightId
• vnext::WeightLayoutId
• vnext::WeightMaterializerDescriptor
• vnext::WeightMaterializerId
• vnext::WeightMaterializerRegistry
• vnext::WeightReference
• vnext::WeightSchema
• vnext::WeightTensorSpec

Enums

• DataType
• Device
• FerrumError
• FinishReason
• ModelSource
• ModelType
• Priority
• kv_cache::MemoryPressure
• model_executor::AttentionType
• model_executor::ExecutionResourceAuthority
• model_executor::ExecutorBatchDecodeOutcome
• model_executor::ExecutorBatchPrefillOutcome
• model_executor::ExecutorExecutionCapacityEvidenceOwner
• model_executor::ExecutorExecutionCapacityPreemptionAuthority
• model_executor::ExecutorExecutionCapacityStage
• model_executor::ExecutorExecutionDeferral
• model_executor::ExecutorPrefillAdmissionDecision
• model_executor::ExecutorPrefillMaintenanceBlocker
• model_executor::ExecutorPrefillMaintenanceOutcome
• model_executor::ExecutorPrefillMaintenanceStage
• model_executor::ExecutorPrefillOutcome
• model_executor::ExecutorRequestOrigin
• model_executor::ExecutorSamplingOutput
• model_executor::ExecutorState
• model_executor::ExecutorType
• model_executor::LogitsReturnPolicy
• model_executor::PlanRuntimeBatchDecodeOutcome
• model_executor::PlanRuntimeBatchPrefillOutcome
• model_executor::PlanRuntimePrefillOutcome
• model_executor::PlanRuntimePrefillProduct
• recurrent_state::RecurrentStateResumePolicy
• sampler::ProcessorPriority
• scheduler::AdmissionDecision
• scheduler::ArrivalPattern
• scheduler::BottleneckType
• scheduler::RateTrend
• scheduler::SchedulingPolicy
• scheduler::SizeDistribution
• tokenizer::PaddingDirection
• tokenizer::PaddingStrategy
• tokenizer::TokenType
• tokenizer::TokenizerType
• tokenizer::TruncationStrategy
• vnext::AbandonedSequenceRecoveryError
• vnext::ActiveSequenceAbortDisposition
• vnext::AdmissionDecision
• vnext::AdmissionFitPolicy
• vnext::AdmissionPressureAction
• vnext::AliasPolicy
• vnext::AllocationKind
• vnext::AllocationLifetime
• vnext::AttributeConstraint
• vnext::AttributeValueKind
• vnext::BackingInitializationStatus
• vnext::BatchCapacityClaimDecision
• vnext::BlockedTensorPadding
• vnext::BufferUsage
• vnext::CapacityAvailabilitySource
• vnext::CapacityClaimDecision
• vnext::CapacityShortfallKind
• vnext::CompletionObservation
• vnext::CompletionReadbackBatchObservation
• vnext::CompletionReadbackDisposition
• vnext::CompletionReadbackObservation
• vnext::CompletionRecoveryCause
• vnext::CompletionRecoveryOutcome
• vnext::CompletionSweepObservation
• vnext::DeferredAction
• vnext::DeviceAllocationError
• vnext::DeviceBatchingForm
• vnext::DeviceCapacityPressureScope
• vnext::DeviceClass
• vnext::DeviceCommandPhase
• vnext::DeviceComputePathRequirement
• vnext::DeviceExecutionIntervalKind
• vnext::DeviceExecutionPath
• vnext::DeviceExecutionSpanKind
• vnext::DeviceExecutionSpanMeasurement
• vnext::DeviceReusableAddressScope
• vnext::DeviceReusableExecutionPreparationState
• vnext::DeviceReusableExecutionProgramGapReason
• vnext::DeviceReusableExecutionProgramState
• vnext::DeviceSubmissionAttributionRequirement
• vnext::DeviceSubmissionStage
• vnext::DeviceTerminal
• vnext::DeviceTimingClock
• vnext::DeviceTimingMeasurement
• vnext::DeviceTimingMode
• vnext::DeviceTimingUnavailableReason
• vnext::DimensionConstraint
• vnext::DynamicAdmissionFaultKind
• vnext::DynamicBackingClaimScope
• vnext::DynamicBackingDeferralReason
• vnext::DynamicBackingPressure
• vnext::DynamicChunkQuarantineReason
• vnext::DynamicDeferredMaintenanceOutcome
• vnext::DynamicPoolProvisioningMode
• vnext::DynamicResourceDemand
• vnext::DynamicStorageAllocator
• vnext::DynamicStorageView
• vnext::ElementType
• vnext::ExecutionDeterminismComparisonKind
• vnext::ExecutionDeterminismInitializationKind
• vnext::ExecutionDeterminismProviderCoverage
• vnext::ExecutionDeterminismRequirement
• vnext::ExecutionDeterminismValueExtent
• vnext::ExecutionDeterminismWitnessKind
• vnext::ExecutionEventCapturePolicy
• vnext::ExecutionEventDetail
• vnext::ExecutionEventKind
• vnext::ExecutionEventSinkEnablement
• vnext::ExecutionLaneCreationError
• vnext::ExecutionPhase
• vnext::ExecutionResourceMaintenanceStage
• vnext::ExecutionStreamCreationError
• vnext::FailureDomain
• vnext::FenceQuery
• vnext::GatedDeltaDecayParameterization
• vnext::GatedDeltaExecutionForm
• vnext::GatedDeltaExecutionPreference
• vnext::GatedDeltaValueHeadMapping
• vnext::InitialSequenceResourceAdmissionDecision
• vnext::InvocationLivenessMode
• vnext::InvocationResourceAdmissionDecision
• vnext::LayoutConstraint
• vnext::ModelArtifactSourceRole
• vnext::ModelSourceKind
• vnext::NodeWorkContract
• vnext::OperationBufferStorageKind
• vnext::OperationCompletionDisposition
• vnext::OperationDispatchError
• vnext::OperationParticipantCompletionDisposition
• vnext::OracleSpec
• vnext::PhysicalStorageLayout
• vnext::PhysicalWeightLayout
• vnext::PhysicalWeightPadding
• vnext::PlanExactAliasKind
• vnext::PlanProviderRejectReason
• vnext::PlanRuntimeCloseOutcome
• vnext::ProfilePhase
• vnext::ProgramNodeWorkSpec
• vnext::ProviderCompatibilityRejectReason
• vnext::ProviderExecutionRepeatability
• vnext::ProviderReplayEquivalence
• vnext::ProviderSelectionReason
• vnext::ProviderWorkspaceReusePolicy
• vnext::ProviderWorkspaceScope
• vnext::ProviderWorkspaceSizeFormula
• vnext::QuantizationGrouping
• vnext::QuantizationPacking
• vnext::ReplayCleanupRequirement
• vnext::ReplayCleanupStatus
• vnext::ReplayPlanCleanupEvidence
• vnext::RequestAdmissionDecision
• vnext::RequestResourceAdmissionDecision
• vnext::RequestStateHazardAccess
• vnext::RequestStateHazardPoisonCause
• vnext::ResolutionDecisionSource
• vnext::ResolutionField
• vnext::ResolutionSourceProvenance
• vnext::ResolvedTensorLayout
• vnext::ResolvedValueRole
• vnext::ResourceCommitTransitionError
• vnext::ResourceCompensationAction
• vnext::ResourceLeaseAction
• vnext::ResourceLeaseState
• vnext::ResourceOwnershipReason
• vnext::ResourcePoolEventDetail
• vnext::ResourcePoolEventKind
• vnext::ResourcePresenceRequirement
• vnext::ResourceRecoveryStrategy
• vnext::ResourceRetentionDecision
• vnext::ResourceRetentionPolicy
• vnext::ResourceTransactionAction
• vnext::ResourceTransactionState
• vnext::ReusableExecutionCatalogLifetime
• vnext::ReusableExecutionCatalogMissPolicy
• vnext::ReusableExecutionProgramShape
• vnext::ReusableExecutionProgramShapeSemantics
• vnext::ReusableExecutionTopology
• vnext::ReusableExecutionValueAddress
• vnext::ReusableExecutionWorkspaceAddress
• vnext::SchedulingDiscipline
• vnext::SemanticValue
• vnext::SequenceResourceAdmissionDecision
• vnext::SequenceResourceExtensionDecision
• vnext::SequenceSessionTerminalDisposition
• vnext::SequenceSynchronizationError
• vnext::SpecialTokenRole
• vnext::StateCapacityDemand
• vnext::StateInitialization
• vnext::StateLifetime
• vnext::StaticProvisioning
• vnext::StepParticipantRetirementDisposition
• vnext::StepResourceAdmissionDecision
• vnext::StepResourceAdmissionProfilePhase
• vnext::StepResourceSlotKind
• vnext::StepSubmissionWaveAdmissionDecision
• vnext::StreamState
• vnext::StrideConstraint
• vnext::StructuredOutputPolicy
• vnext::SubmissionScratchInitialization
• vnext::SubmissionWaveDispatchStage
• vnext::TensorAccess
• vnext::TriStatePolicy
• vnext::TrustedResourcePoolEventContext
• vnext::UnvalidatedExecutionEventDetail
• vnext::UnvalidatedResourcePoolEventDetail
• vnext::VNextError
• vnext::WeightComponentRole
• vnext::WeightEncoding
• vnext::WeightMaterializationFidelity

Traits

• engine::AdvancedInferenceEngine
• engine::EmbedEngine
• engine::InferenceEngine
• engine::LlmInferenceEngine
• engine::TranscribeEngine
• engine::TtsEngine
• kv_cache::AdvancedKvCacheManager
• kv_cache::BlockAllocator
• kv_cache::CacheEvictionPolicy
• kv_cache::KvCacheHandle
• kv_cache::KvCacheManager
• kv_cache::MultiDeviceCacheManager
• kv_dtype::KvDtypeKind
• model_executor::BatchModelExecutor
• model_executor::ExecutorRegistry
• model_executor::ModelExecutor
• model_executor::ModelExecutorFactory
• model_executor::SpeculativeExecutor
• recurrent_state::RecurrentStateHandle
• recurrent_state::RecurrentStateManager
• sampler::LogitsProcessor
• sampler::MultiSampler
• sampler::Sampler
• scheduler::AdmissionPolicy
• scheduler::AdvancedScheduler
• scheduler::Scheduler
• tensor::AsyncTensorOps
• tensor::TensorBatchOps
• tensor::TensorDataAccess
• tensor::TensorFactory
• tensor::TensorLike
• tensor::TensorMemoryManager
• tensor::TensorOps
• tokenizer::AsyncTokenizer
• tokenizer::IncrementalTokenizer
• tokenizer::TextProcessor
• tokenizer::Tokenizer
• tokenizer::TokenizerCapabilities
• tokenizer::TokenizerFactory
• tokenizer::TokenizerRegistry
• vnext::DeviceRuntime
• vnext::DeviceSubmissionTimingSink
• vnext::DispatchRetryAuthority
• vnext::ExecutablePlanView
• vnext::ExecutionEventSink
• vnext::ExecutionPlanner
• vnext::ModelFamilyProvider
• vnext::ModelFamilyRegistration
• vnext::ModelFamilyRegistry
• vnext::OperationContract
• vnext::OperationOracle
• vnext::OperationPlanningRegistry
• vnext::OperationProvider
• vnext::OperationResourceEstimator
• vnext::ResolutionSourceParser
• vnext::ResourceTransactionDriver
• vnext::RuntimePolicy
• vnext::StableHostMemory
• vnext::StaticWeightImportSession
• vnext::SubmissionWaveDispatchTimingSink
• vnext::TransactionStage
• vnext::WeightComponentSource
• vnext::WeightMaterializer

Functions

• tensor::utils::are_broadcastable
• tensor::utils::broadcast_shapes
• tensor::utils::matmul_output_shape
• vnext::canonical_runtime_policy_fingerprint
• vnext::causal_paged_attention_contract
• vnext::causal_paged_attention_f32_master_contract
• vnext::classify_device_error
• vnext::compare_oracle_results
• vnext::dense_linear_contract
• vnext::dense_swiglu_contract
• vnext::gated_delta_recurrent_attention_contract
• vnext::gated_delta_recurrent_attention_f32_master_contract
• vnext::last_token_dense_linear_contract
• vnext::last_token_dense_linear_f32_contract
• vnext::last_token_masked_argmax_contract
• vnext::last_token_masked_argmax_f32_contract
• vnext::maintain_static_initialization_cleanups
• vnext::residual_add_contract
• vnext::residual_add_f32_f16_contract
• vnext::rms_norm_contract
• vnext::rms_norm_f32_contract
• vnext::rms_norm_f32_to_f16_contract
• vnext::routed_shared_swiglu_moe_contract
• vnext::routed_swiglu_moe_contract
• vnext::static_initialization_cleanup_status
• vnext::token_embedding_contract
• vnext::token_embedding_f32_master_contract
• vnext::validate_oracle_wire_byte_length

Type Aliases

• BlockId
• Result
• engine::HardwareConstraints
• engine::LatencyRequirements
• engine::RequestCharacteristics
• engine::SpeculationConfig
• scheduler::SchedulerConfig
• scheduler::SchedulerMetrics
• tensor::TensorRef
• vnext::CompletionReadbackCollectionObservation
• vnext::CompletionReadbackCollectionReceipt
• vnext::SubmissionWaveDispatchError

Statics

• vnext::JSON_RESOLUTION_SOURCE_PARSER

Constants

• sampler::SAMPLING_RNG_ALGORITHM_ID
• vnext::CAUSAL_PAGED_ATTENTION_F16_CAPABILITY_ID
• vnext::CAUSAL_PAGED_ATTENTION_F32_MASTER_CAPABILITY_ID
• vnext::CAUSAL_PAGED_ATTENTION_F32_MASTER_OPERATION_ID
• vnext::CAUSAL_PAGED_ATTENTION_OPERATION_ID
• vnext::DENSE_LINEAR_F16_CAPABILITY_ID
• vnext::DENSE_LINEAR_OPERATION_ID
• vnext::DENSE_SWIGLU_F16_CAPABILITY_ID
• vnext::DENSE_SWIGLU_OPERATION_ID
• vnext::DEVICE_COPY_NATIVE_OPERATION_ID
• vnext::DEVICE_NATIVE_ADAPTIVE_ATTENTION_CAPABILITY_ID
• vnext::DEVICE_REUSABLE_EXECUTION_CAPABILITY_ID
• vnext::DEVICE_ZERO_NATIVE_OPERATION_ID
• vnext::DYNAMIC_POOL_MAINTENANCE_BOUNDARY_SCHEMA_VERSION
• vnext::EXECUTION_DETERMINISM_COVERAGE_VERSION
• vnext::EXECUTION_DETERMINISM_EVIDENCE_DENOMINATOR_VERSION
• vnext::EXECUTION_DETERMINISM_WITNESS_VERSION
• vnext::EXECUTION_IDENTITY_VERSION
• vnext::EXECUTION_PLAN_SCHEMA
• vnext::EXECUTION_RESOURCE_MAINTENANCE_EVENT_SCHEMA_VERSION
• vnext::GATED_DELTA_EXECUTION_FORM_SELECTOR_VERSION
• vnext::GATED_DELTA_RECURRENT_ATTENTION_F16_CAPABILITY_ID
• vnext::GATED_DELTA_RECURRENT_ATTENTION_F32_MASTER_CAPABILITY_ID
• vnext::GATED_DELTA_RECURRENT_ATTENTION_F32_MASTER_OPERATION_ID
• vnext::GATED_DELTA_RECURRENT_ATTENTION_OPERATION_ID
• vnext::HOST_UPLOAD_NATIVE_OPERATION_ID
• vnext::IDENTITY_WEIGHT_MATERIALIZER_ID
• vnext::LAST_TOKEN_DENSE_LINEAR_F16_CAPABILITY_ID
• vnext::LAST_TOKEN_DENSE_LINEAR_F32_CAPABILITY_ID
• vnext::LAST_TOKEN_DENSE_LINEAR_F32_OPERATION_ID
• vnext::LAST_TOKEN_DENSE_LINEAR_OPERATION_ID
• vnext::LAST_TOKEN_MASKED_ARGMAX_F16_CAPABILITY_ID
• vnext::LAST_TOKEN_MASKED_ARGMAX_F32_CAPABILITY_ID
• vnext::LAST_TOKEN_MASKED_ARGMAX_F32_OPERATION_ID
• vnext::LAST_TOKEN_MASKED_ARGMAX_OPERATION_ID
• vnext::MAX_COMPLETION_SWEEP_SLOTS
• vnext::MAX_DEFERRED_DEVICE_CLEANUP_MAINTENANCE_TASKS
• vnext::MAX_DEFERRED_DEVICE_CLEANUP_TASKS
• vnext::MAX_ENGINE_PROVIDER_ROWS
• vnext::MAX_EXECUTION_EVENT_WIRE_BYTES
• vnext::MAX_EXECUTION_PLAN_RESOURCE_ROWS
• vnext::MAX_EXECUTION_PLAN_WIRE_BYTES
• vnext::MAX_FAILURE_ENVELOPE_WIRE_BYTES
• vnext::MAX_OPERATION_CATALOG_ROWS
• vnext::MAX_OPERATION_FAILURE_WIRE_BYTES
• vnext::MAX_OPERATION_PROVIDER_ROWS
• vnext::MAX_ORACLE_ATTRIBUTES
• vnext::MAX_ORACLE_ATTRIBUTE_BYTES
• vnext::MAX_ORACLE_CALL_BYTES
• vnext::MAX_ORACLE_TENSORS
• vnext::MAX_ORACLE_TENSOR_BYTES
• vnext::MAX_ORACLE_TENSOR_ELEMENTS
• vnext::MAX_ORACLE_TENSOR_RANK
• vnext::MAX_ORACLE_WIRE_BYTES
• vnext::MAX_PHYSICAL_WEIGHT_LAYOUT_DEPTH
• vnext::MAX_PHYSICAL_WEIGHT_LAYOUT_NODES
• vnext::MAX_PREPARED_MODEL_FAMILY_WIRE_BYTES
• vnext::MAX_PROVIDER_WORKSPACE_SHAPE_BUCKETS
• vnext::MAX_REFERENCE_ORACLE_DEPTH
• vnext::MAX_REPLAY_IDENTITY_WIRE_BYTES
• vnext::MAX_RESOLUTION_FIELD_PATHS
• vnext::MAX_RESOLUTION_FIELD_PATH_BYTES
• vnext::MAX_RESOLUTION_FIELD_PATH_TOTAL_BYTES
• vnext::MAX_RESOLUTION_JSON_DEPTH
• vnext::MAX_RESOLUTION_JSON_KEY_AND_STRING_BYTES
• vnext::MAX_RESOLUTION_JSON_NODES
• vnext::MAX_RESOLUTION_PROVENANCE_BYTES
• vnext::MAX_RESOLUTION_SOURCE_BYTES
• vnext::MAX_RESOLVED_MODEL_PLAN_WIRE_BYTES
• vnext::MAX_RESOURCE_LEASE_RECEIPT_WIRE_BYTES
• vnext::MAX_RESOURCE_POOL_EVENT_WIRE_BYTES
• vnext::MAX_RESOURCE_TRANSITION_RECEIPT_WIRE_BYTES
• vnext::MAX_REUSABLE_EXECUTION_BUCKETS
• vnext::MAX_REUSABLE_EXECUTION_PROGRAM_SHAPES
• vnext::MAX_WEIGHT_MATERIALIZERS
• vnext::PRODUCT_MODEL_SOURCE_IDENTITY_SCHEMA_VERSION
• vnext::PROVIDER_EXECUTION_SEMANTICS_VERSION
• vnext::RESIDUAL_ADD_F16_CAPABILITY_ID
• vnext::RESIDUAL_ADD_F32_F16_CAPABILITY_ID
• vnext::RESIDUAL_ADD_F32_F16_OPERATION_ID
• vnext::RESIDUAL_ADD_OPERATION_ID
• vnext::RMS_NORM_F16_CAPABILITY_ID
• vnext::RMS_NORM_F32_CAPABILITY_ID
• vnext::RMS_NORM_F32_OPERATION_ID
• vnext::RMS_NORM_F32_TO_F16_CAPABILITY_ID
• vnext::RMS_NORM_F32_TO_F16_OPERATION_ID
• vnext::RMS_NORM_OPERATION_ID
• vnext::ROUTED_SHARED_SWIGLU_MOE_F16_CAPABILITY_ID
• vnext::ROUTED_SHARED_SWIGLU_MOE_OPERATION_ID
• vnext::ROUTED_SWIGLU_MOE_F16_CAPABILITY_ID
• vnext::ROUTED_SWIGLU_MOE_OPERATION_ID
• vnext::TOKEN_EMBEDDING_F16_CAPABILITY_ID
• vnext::TOKEN_EMBEDDING_F32_MASTER_CAPABILITY_ID
• vnext::TOKEN_EMBEDDING_F32_MASTER_OPERATION_ID
• vnext::TOKEN_EMBEDDING_OPERATION_ID