List of all items
Structs
- artifact::ArtifactInspection
- artifact::GgufCompanionRequirement
- artifact::ModelConfiguration
- artifact::ModelPreparationPlan
- artifact::PreparationPolicy
- artifact::ResolvedModelConfiguration
- artifact::ValidatedGguf
- artifact::ValidatedGgufCompanion
- attention::LayerSchedule
- automatic::AllocatorTelemetry
- automatic::AutomaticPlanRequest
- automatic::AutomaticPlanner
- automatic::AutomaticPlannerPolicy
- automatic::BoundedResidencyRequirement
- automatic::CandidateAdmission
- automatic::DurationSeconds
- automatic::ExecutionPlanReport
- automatic::ExecutionPlanTarget
- automatic::ExecutionTelemetry
- automatic::ExpertCacheTelemetry
- automatic::ExternalDraftArtifact
- automatic::HardwareBackendProfile
- automatic::HardwareDeviceProfile
- automatic::HardwareProfile
- automatic::ModelResourceProfile
- automatic::PlanExplanation
- automatic::PlanExplanationEntry
- automatic::ResidencyTelemetry
- automatic::SpeculativeDecodingTelemetry
- automatic::TimingTelemetry
- automatic::TokenizerCompatibilityError
- automatic::TokenizerCompatibilityProof
- automatic::TransferTelemetry
- backend::BackendDescriptor
- backend::CollectiveGroupDescriptor
- backend::CollectiveGroupId
- backend::ControlledTextGeneration
- backend::ControlledToken
- backend::DeviceCapabilities
- backend::DeviceDescriptor
- backend::DistributedCapabilities
- backend::DistributedSessionDescriptor
- backend::ModelRuntime
- backend::PreparedModel
- backend::SessionCapabilities
- backend::SessionCapabilityError
- backend::Submission
- backend::TextGeneration
- backend::TextGenerationConfig
- backend::ValueDescriptor
- cache::CacheBlockId
- cache::CacheRankIdentity
- cache::PromptCacheBlock
- cache::PromptCacheDescriptor
- cache::PromptCacheManifest
- cache::PromptCacheModelIdentity
- cache::PromptCacheOptions
- cache::PromptCacheStateSegment
- cache::PromptCacheStateTensor
- cache::PromptCacheTopology
- cache::StateComponentPolicy
- cache::StateTensorPolicy
- capability::Admission
- capability::AdmissionRequest
- capability::AvailableMemory
- capability::InputModalities
- capability::InputTokenCount
- capability::ModelCapabilities
- capability::RuntimeStateEstimate
- capability::SlidingWindowLayerCount
- capability::StateMemoryAssumptions
- capability::StateMemoryLayout
- capability::StaticMemoryReport
- checkpoint::TensorCatalog
- checkpoint::TensorDescriptor
- checkpoint::TensorStorage
- consensus::ScheduledWork
- execution::BackendId
- execution::DevicePlan
- execution::ExecutionPlan
- execution::ExpertCachePlan
- generation::CheckpointGenerationConfig
- generation::GenerationCancellationToken
- generation::GenerationConfigOverrides
- generation::GenerationSequence
- generation::ResolvedGenerationConfig
- generation::SpeculativeCommitPlan
- generation::SpeculativeConfig
- generation::SpeculativeRequestId
- generation::SpeculativeRequestLifecycle
- generation::SpeculativeRound
- generation::SpeculativeSchedulerOptions
- generation::TokenCommit
- generation::TokenTerminalSignals
- input::InputPartDescriptor
- input::InputTensorIdentity
- input::PreparedInputIdentity
- inspection::ArtifactTensorEncoding
- inspection::InspectionIssue
- inspection::InspectionRequirement
- inspection::ModelInspectionReport
- media::Audio
- media::MediaBinding
- media::MultimodalRequest
- media::RgbImage
- media::TokenizedMultimodalRequest
- media::Video
- observation::InspectedOutput
- observation::ObservationRequest
- observation::ObservationSet
- observation::TensorObservation
- realtime::RealtimeCompletedStep
- realtime::RealtimeDecisionDiagnostics
- realtime::RealtimeFrameForcing
- realtime::RealtimeFrameScheduleState
- realtime::RealtimeFrameTransition
- realtime::RealtimeInputFrame
- realtime::RealtimeModel
- realtime::RealtimeOutputFrame
- realtime::RealtimeSampling
- realtime::RealtimeScheduler
- realtime::RealtimeSession
- realtime::RealtimeSessionBranch
- realtime::RealtimeSlotCoordinate
- realtime::RealtimeSpeechConfig
- realtime::RealtimeTargetDecision
- residency::AllocatorMemoryMetrics
- residency::BackgroundPrefetchReport
- residency::EvictedResidencyCopy
- residency::EvictionMetrics
- residency::OffloadConfig
- residency::OffloadPlan
- residency::OffloadReport
- residency::OffloadTelemetry
- residency::OffloadUnitId
- residency::OffloadUnitSpec
- residency::PrefetchExecutionState
- residency::PrefetchMetrics
- residency::PrefetchWork
- residency::ProcessMetrics
- residency::ResidencyBlocker
- residency::ResidencyLedger
- residency::ResidentCopyStatus
- residency::TierByteTotals
- residency::TierUnitTotals
- residency::TransferMetrics
- residency::UnitResidencyReport
- scheduler::RequestId
- scheduler::Scheduler
- scheduler::SchedulerCapabilities
- scheduler::SchedulerLimits
- scheduler::SchedulerProgress
- scheduler::SchedulerReport
- scheduler::WorkId
- speculative::CompletedSpeculativeRequest
- speculative::CompletedSpeculativeRequestArtifact
- speculative::CompletedSpeculativeSchedule
- speculative::PendingSpeculativeVerification
- speculative::PreparedSpeculativeLane
- speculative::PublishedSpeculativeVerification
- speculative::ResolvedSpeculativeRound
- speculative::SpeculativeCallbackPublisher
- speculative::SpeculativeCandidate
- speculative::SpeculativeCommit
- speculative::SpeculativeDraftBlock
- speculative::SpeculativeGenerationBatchOutput
- speculative::SpeculativeGenerationBatchRequest
- speculative::SpeculativeGenerationLane
- speculative::SpeculativeGenerationOutput
- speculative::SpeculativeOptimisticBranch
- speculative::SpeculativeOutputRuntime
- speculative::SpeculativePrefill
- speculative::SpeculativeProposal
- speculative::SpeculativeRandomness
- speculative::SpeculativeRequest
- speculative::SpeculativeRequestTable
- speculative::SpeculativeSchedule
- speculative::SpeculativeSchedulerStats
- speculative::SpeculativeSemanticConstraint
- speculative::SpeculativeStats
- topology::ParallelCoordinates
- topology::ParallelRankTopology
- topology::ParallelTopology
- topology::SubgroupMembership
- topology::TopologyPreflightReport
Enums
- artifact::ArtifactError
- artifact::ArtifactFormat
- artifact::GgufCompanionEncoding
- artifact::GgufCompanionRole
- artifact::LoadingProtocol
- artifact::MaterializationRoute
- artifact::ModelArtifact
- artifact::QuantizationRequest
- artifact::ResidencyRequest
- attention::AttentionPolicy
- attention::LayerScheduleError
- automatic::AutomaticPlanningError
- automatic::HardwareMemorySemantics
- automatic::ObservationKind
- automatic::Observed
- automatic::PlanExplanationLevel
- automatic::RealizedDrafting
- backend::BackendError
- backend::CollectiveScope
- backend::ControlledTextGenerationError
- backend::ModelLoadError
- backend::MultimodalPreparationFailure
- backend::TextSamplingStrategy
- backend::TokenFilter
- backend::TokenFilterError
- cache::CachePolicyError
- cache::CacheRepresentation
- cache::CacheTier
- cache::LayerCachePolicy
- cache::MutableStateResidency
- cache::PoolingStateComponent
- cache::PromptCacheError
- cache::StateComponentRole
- cache::StateResidencyClass
- cache::StateTensorDimension
- cache::StateTensorDtype
- cache::StateTensorOwner
- cache::StateTensorPresence
- cache::StateTensorRole
- capability::AdmissionRejection
- capability::AdmissionResult
- capability::CacheStateStrategy
- capability::CapabilityError
- capability::EstimationCompleteness
- capability::PhysicalMemorySemantics
- checkpoint::CatalogError
- checkpoint::TensorDtype
- consensus::CompletionObservation
- consensus::CompletionResolution
- consensus::ConsensusError
- execution::DraftPlacementPlan
- execution::DraftingPlan
- execution::ExecutionPlanError
- execution::ResidencyPlan
- execution::WeightTransformationPlan
- generation::FinishReason
- generation::GenerationError
- generation::OptimisticReuseDecision
- generation::SemanticEvent
- generation::SpeculativeCancellationDisposition
- generation::SpeculativeRequestStatus
- generation::SpeculativeTail
- input::InputExtent
- input::InputMetadataKey
- input::InputModality
- input::InputPayloadKind
- input::PreparedInputError
- inspection::ArtifactModality
- inspection::InspectionIssueCode
- inspection::InspectionReadiness
- inspection::InspectionSeverity
- media::Media
- media::MediaRequestError
- media::MultimodalSegment
- media::TokenizedMultimodalSegment
- media::VideoSampling
- observation::ObservationError
- observation::ObservationSelector
- observation::ObservationValue
- observation::TensorObservationData
- realtime::RealtimeConfigError
- realtime::RealtimeError
- realtime::RealtimeFrameConvention
- realtime::RealtimeFrameSlot
- realtime::RealtimeScheduleError
- realtime::RealtimeSlotOccupancy
- realtime::RealtimeTargetSource
- realtime::RealtimeTemporalSource
- residency::CacheEvictionPolicy
- residency::MemoryTier
- residency::OffloadError
- residency::PrefetchAdmission
- residency::PrefetchCompletion
- residency::PrefetchDemandObservation
- residency::PrefetchDemandResolution
- residency::PrefetchOutcome
- residency::PrefetchStateError
- residency::ResidencyLedgerError
- residency::ResidencyPolicy
- residency::TransferDirection
- scheduler::CancellationCause
- scheduler::RequestStatus
- scheduler::SchedulerError
- scheduler::WorkLifecycle
- speculative::ProposalDecision
- speculative::SamplingPlacement
- speculative::SpeculativeAction
- speculative::SpeculativeCapability
- speculative::SpeculativeContinuation
- speculative::SpeculativeDraft
- speculative::SpeculativeDraftSource
- speculative::SpeculativeDriverError
- speculative::SpeculativeExecutionTopology
- speculative::SpeculativeOutputError
- speculative::SpeculativePublicationStatus
- topology::ParallelAxis
- topology::TopologyError
Traits
- artifact::ModelConfigurationResolver
- automatic::AutomaticPlanningBackend
- automatic::ExecutionPlanBackendFactory
- backend::BackendProvider
- backend::BackendSession
- backend::Completion
- backend::DistributedBackend
- backend::DistributedSession
- backend::InspectableBackendSession
- backend::ModelCapabilityBackend
- backend::ModelLoadingBackend
- backend::MultimodalPreparationBackend
- backend::SpeculativeTokenFilterController
- backend::TextGenerationBackend
- backend::TokenFilterController
- backend::TokenOutput
- consensus::ConsensusTransport
- realtime::RealtimeBackend
- realtime::RealtimeModelLoadingBackend
- scheduler::SemanticStateTransaction
- scheduler::TransitionOutput
- scheduler::WorkDescriptor
- speculative::SpeculativeConstraint
- speculative::SpeculativeExecutor
- speculative::SpeculativeGenerationBackend
- speculative::SpeculativeGenerationVisitor
- speculative::SpeculativePublisher
- speculative::SpeculativeSampling
- speculative::SpeculativeSemanticState
- speculative::SpeculativeTelemetry
Functions
- artifact::gguf_u32_metadata_values
- artifact::inspect_artifact
- artifact::plan_model_preparation
- artifact::resolve_gguf_companions
- artifact::validate_preparation_policy
- automatic::realize_execution_plan_drafting
- automatic::realize_execution_plan_target
- backend::load_model
- backend::prepare_inspected_model
- cache::derive_prompt_cache_architecture_fingerprint
- cache::prompt_cache_token_fingerprint
- cache::validate_prompt_cache_model_identity
- capability::apply_admission_policy
- capability::estimate_runtime_state
- consensus::resolve_completions
- consensus::validate_disposition
- consensus::validate_schedule
- generation::resolve_generation_config
- generation::resolve_optimistic_reuse
- realtime::load_realtime_model
- realtime::load_realtime_model_with_options
- residency::sample_process_metrics
- speculative::cancel_pending_verification
- speculative::propose_block
- speculative::resolve_commit_and_publish
- speculative::resolve_optimistic_branch
- speculative::resolve_round
- speculative::submit_verification_transaction
- topology::balanced_contiguous_range