#![forbid(unsafe_code)]
#![warn(missing_docs)]
pub mod admission;
pub mod artifact;
pub mod attention;
pub mod automatic;
pub mod backend;
pub mod cache;
pub mod capability;
pub mod checkpoint;
pub mod consensus;
pub mod execution;
pub mod generation;
pub mod input;
pub mod inspection;
pub mod media;
pub mod observation;
pub mod realtime;
pub mod residency;
pub mod scheduler;
pub mod session_authority;
pub mod speculative;
pub mod topology;
pub use admission::{
admit_preparation, ArchitecturePreparationCapabilities, PreparationAdmission,
PreparationAdmissionError, PreparationAdmissionRequest, PreparationMechanismCapabilities,
};
pub use artifact::{
gguf_u32_metadata_values, inspect_artifact, plan_model_preparation, resolve_gguf_companions,
validate_preparation_policy, ArtifactFormat, ArtifactInspection, GgufCompanionEncoding,
GgufCompanionRequirement, GgufCompanionRole, LoadingProtocol, MaterializationRoute,
ModelArtifact, ModelConfiguration, ModelConfigurationResolver, ModelPreparationPlan,
PreparationPolicy, QuantizationRequest, ResidencyRequest, ResolvedModelConfiguration,
ValidatedGguf, ValidatedGgufCompanion,
};
pub use attention::{AttentionPolicy, LayerSchedule, LayerScheduleError};
pub use automatic::{
realize_execution_plan_drafting, realize_execution_plan_target, select_execution_plan_drafting,
select_execution_plan_target, speculative_decoding_telemetry, AllocatorTelemetry,
AutomaticPlanRequest, AutomaticPlanner, AutomaticPlannerPolicy, AutomaticPlanningBackend,
AutomaticPlanningError, BoundedResidencyRequirement, CandidateAdmission, DurationSeconds,
ExecutionPlanBackendFactory, ExecutionPlanReport, ExecutionPlanTarget,
ExecutionPlanTargetLoadError, ExecutionPlanTargetSelection, ExecutionTelemetry,
ExpertCacheTelemetry, ExternalDraftArtifact, HardwareBackendProfile, HardwareDeviceProfile,
HardwareMemorySemantics, HardwareProfile, ModelResourceProfile, ObservationKind, Observed,
PlanExplanation, PlanExplanationEntry, PlanExplanationLevel, PreparedExecutionPlanTarget,
RealizedDrafting, ResidencyTelemetry, RetainedAutomaticPlan, SelectedExecutionPlanDrafting,
SelectedExecutionPlanTarget, SpeculativeDecodingTelemetry, TimingTelemetry,
TokenizerCompatibilityError, TokenizerCompatibilityProof, TransferTelemetry,
AUTOMATIC_SCHEMA_VERSION,
};
pub use backend::{
load_model, prepare_inspected_model, BackendDescriptor, BackendError, BackendProvider,
BackendSession, BoundedCompletion, BoundedCompletionOutcome, BoundedCompletionWait,
BoundedCompletionWaitError, BoundedSubmissionOutcome, CollectiveGroupDescriptor,
CollectiveGroupId, CollectiveScope, Completion, CompletionCancellationMode,
ControlledTextGeneration, ControlledTextGenerationError, ControlledToken, DeviceCapabilities,
DeviceDescriptor, DistributedBackend, DistributedCapabilities, DistributedCommitEpoch,
DistributedCommitOutcome, DistributedCommitPhase, DistributedSession,
DistributedSessionDescriptor, InspectableBackendSession, ModelCapabilityBackend,
ModelLoadError, ModelLoadingBackend, ModelRuntime, MultimodalPreparationBackend,
MultimodalPreparationFailure, PreparedModel, SelectedModelPreparation, SessionCapabilities,
SessionCapabilityError, SpeculativeTokenFilterController, Submission, TextGeneration,
TextGenerationBackend, TextGenerationConfig, TextSamplingStrategy, TokenFilter,
TokenFilterController, TokenFilterError, TokenOutput, ValueDescriptor,
};
pub use capability::{
apply_admission_policy, estimate_runtime_state, Admission, AdmissionRejection,
AdmissionRequest, AdmissionResult, AvailableMemory, CacheStateStrategy, CapabilityError,
EstimationCompleteness, InputModalities, InputTokenCount, ModelCapabilities,
PhysicalMemorySemantics, RuntimeStateEstimate, SlidingWindowLayerCount, StateMemoryAssumptions,
StateMemoryLayout, StaticMemoryReport,
};
pub use execution::{
BackendId, DevicePlan, DraftPlacementPlan, DraftingPlan, ExecutionPlan, ExecutionPlanError,
ExpertCachePlan, ResidencyPlan, WeightTransformationPlan, DEFAULT_MAX_CACHED_SHARDS,
EXECUTION_PLAN_SCHEMA_VERSION,
};
pub use generation::{
resolve_generation_config, resolve_optimistic_reuse, CheckpointGenerationConfig, FinishReason,
GenerationCancellationToken, GenerationConfigOverrides, GenerationError, GenerationSequence,
OptimisticReuseDecision, ResolvedGenerationConfig, SemanticEvent,
SpeculativeCancellationDisposition, SpeculativeCommitPlan, SpeculativeConfig,
SpeculativeRequestId, SpeculativeRequestLifecycle, SpeculativeRequestStatus, SpeculativeRound,
SpeculativeSchedulerOptions, SpeculativeTail, TokenCommit, TokenTerminalSignals,
};
pub use input::{
InputExtent, InputMetadataKey, InputModality, InputPartDescriptor, InputPayloadKind,
InputTensorIdentity, PreparedInputError, PreparedInputIdentity,
};
pub use inspection::{
assemble_portable_model_inspection, finalize_realized_model_inspection,
media_feature_readiness, record_media_projector_inspection, record_processor_inspection,
reject_portable_artifact_inspection, ArtifactModality, ArtifactTensorEncoding, InspectionIssue,
InspectionIssueCode, InspectionReadiness, InspectionRequirement, InspectionSeverity,
MediaFeatureAvailability, MediaProjectorRequirement, ModelInspectionReport,
RealizedInspectionOutcomes,
};
pub use media::{
Audio, Media, MediaBinding, MediaRequestError, MultimodalRequest, MultimodalSegment, RgbImage,
TokenizedMultimodalRequest, TokenizedMultimodalSegment, Video, VideoSampling,
};
pub use observation::{
InspectedOutput, ObservationError, ObservationRequest, ObservationSelector, ObservationSet,
ObservationValue, TensorObservation, TensorObservationData,
AUDIO_PROJECTOR_OUTPUT_OBSERVATION_PATH, MODALITY_MERGE_OUTPUT_OBSERVATION_PATH,
MODEL_LOGITS_OBSERVATION_PATH, PROCESSOR_OUTPUT_OBSERVATION_PATH,
VISION_PROJECTOR_OUTPUT_OBSERVATION_PATH,
};
pub use realtime::{
RealtimeConfigError, RealtimeDecisionDiagnostics, RealtimeError, RealtimeForcedSource,
RealtimeFrameConvention, RealtimeFrameForcing, RealtimeFrameScheduleState, RealtimeFrameSlot,
RealtimeFrameTransition, RealtimeInputDescriptorError, RealtimeInputFrame, RealtimeOutputFrame,
RealtimeSampling, RealtimeScheduleError, RealtimeSlotCoordinate, RealtimeSlotOccupancy,
RealtimeSpeechConfig, RealtimeTargetDecision, RealtimeTargetSource, RealtimeTemporalSource,
MAX_REALTIME_FRAME_DELAY,
};
pub use residency::{
BackgroundPrefetchReport, PrefetchAdmission, PrefetchCompletion, PrefetchDemandObservation,
PrefetchDemandResolution, PrefetchExecutionState, PrefetchStateError, PrefetchWork,
};
pub use session_authority::{
SessionAdmission, SessionAdmissionError, SessionAuthority, SessionAuthorityError,
SubmissionLease,
};
pub use speculative::{
cancel_pending_verification, decide_speculative_proposal, propose_block,
resolve_commit_and_publish, resolve_optimistic_branch, resolve_round,
speculative_acceptance_probability, submit_verification_transaction,
CompletedSpeculativeRequest, CompletedSpeculativeSchedule, PendingSpeculativeVerification,
PreparedSpeculativeLane, ProposalDecision, PublishedSpeculativeResult,
PublishedSpeculativeVerification, ResolvedSpeculativeRound, SamplingPlacement,
SpeculativeAction, SpeculativeCallbackPublisher, SpeculativeCandidate, SpeculativeCapability,
SpeculativeCommit, SpeculativeConstraint, SpeculativeContinuation, SpeculativeDraft,
SpeculativeDraftBlock, SpeculativeDraftRandomPosition, SpeculativeDraftSource,
SpeculativeDriverError, SpeculativeExecutionTopology, SpeculativeExecutor,
SpeculativeGenerationBackend, SpeculativeGenerationBatchOutput,
SpeculativeGenerationBatchRequest, SpeculativeGenerationLane, SpeculativeGenerationOutput,
SpeculativeGenerationVisitor, SpeculativeLifecycleObserver, SpeculativeLifecycleStage,
SpeculativeOptimisticBranch, SpeculativeOutputError, SpeculativeOutputRuntime,
SpeculativePrefill, SpeculativeProposal, SpeculativePublicationStatus, SpeculativePublisher,
SpeculativeRandomness, SpeculativeRequest, SpeculativeRequestTable, SpeculativeSampling,
SpeculativeSchedule, SpeculativeSchedulerStats, SpeculativeSemanticConstraint,
SpeculativeSemanticState, SpeculativeStats, SpeculativeTelemetry,
};
pub use topology::{
balanced_contiguous_range, ParallelAxis, ParallelCoordinates, ParallelRankTopology,
ParallelTopology, SubgroupMembership, TopologyError, TopologyPreflightReport,
};