List of all items

Structs

• BatchedGemmArgs
• BatchedGemmDescriptor
• BatchedGemmPlan
• Bin
• Bool
• Complex32
• Complex64
• F32Strict
• Fp8E4M3
• Fp8E5M2
• GemmArgs
• GemmDescriptor
• GemmPlan
• GemmSku
• GroupedGemmPlan
• GroupedPlanPreference
• GroupedProblem
• IntGemmArgs
• IntGemmDescriptor
• KernelSku
• MatrixMut
• MatrixRef
• PlanPreference
• PrecisionGuarantee
• PreparedGroupedGemm
• S4
• S8
• TensorMut
• TensorRef
• U4
• U8
• VectorRef
• attention::alibi::AlibiArgs
• attention::alibi::AlibiDescriptor
• attention::alibi::AlibiPlan
• attention::alibi_backward::AlibiBackwardArgs
• attention::alibi_backward::AlibiBackwardDescriptor
• attention::alibi_backward::AlibiBackwardPlan
• attention::batch_paged_decode::BatchPagedDecodeArgs
• attention::batch_paged_decode::BatchPagedDecodeDescriptor
• attention::batch_paged_decode::BatchPagedDecodePlan
• attention::batch_paged_decode::PagedKvCacheDescriptor
• attention::batch_paged_decode_fp8::BatchPagedDecodeFp8Args
• attention::batch_paged_decode_fp8::BatchPagedDecodeFp8Descriptor
• attention::batch_paged_decode_fp8::BatchPagedDecodeFp8Plan
• attention::batch_paged_prefill::BatchPagedPrefillArgs
• attention::batch_paged_prefill::BatchPagedPrefillDescriptor
• attention::batch_paged_prefill::BatchPagedPrefillPlan
• attention::batch_ragged_prefill::BatchRaggedPrefillArgs
• attention::batch_ragged_prefill::BatchRaggedPrefillDescriptor
• attention::batch_ragged_prefill::BatchRaggedPrefillPlan
• attention::cascade_attn::CascadeAttentionArgs
• attention::cascade_attn::CascadeAttentionDescriptor
• attention::cascade_attn::CascadeAttentionPlan
• attention::cascade_attn::CascadeMergeStatesArgs
• attention::cascade_attn::CascadeMergeStatesDescriptor
• attention::cascade_attn::CascadeMergeStatesPlan
• attention::flash_decoding::FlashDecodingArgs
• attention::flash_decoding::FlashDecodingDescriptor
• attention::flash_decoding::FlashDecodingPlan
• attention::flash_sdpa::FlashSdpaArgs
• attention::flash_sdpa::FlashSdpaDescriptor
• attention::flash_sdpa::FlashSdpaPlan
• attention::flash_sdpa_backward::FlashSdpaBackwardArgs
• attention::flash_sdpa_backward::FlashSdpaBackwardDescriptor
• attention::flash_sdpa_backward::FlashSdpaBackwardPlan
• attention::flash_sdpa_varlen::FlashSdpaVarlenArgs
• attention::flash_sdpa_varlen::FlashSdpaVarlenBackwardArgs
• attention::flash_sdpa_varlen::FlashSdpaVarlenBackwardPlan
• attention::flash_sdpa_varlen::FlashSdpaVarlenDescriptor
• attention::flash_sdpa_varlen::FlashSdpaVarlenPlan
• attention::hyper_connection::HyperConnectionArgs
• attention::hyper_connection::HyperConnectionDescriptor
• attention::hyper_connection::HyperConnectionPlan
• attention::kv_cache::KvCacheAppendArgs
• attention::kv_cache::KvCacheAppendDescriptor
• attention::kv_cache::KvCacheAppendPlan
• attention::paged_kv_append::PagedKvAppendArgs
• attention::paged_kv_append::PagedKvAppendDescriptor
• attention::paged_kv_append::PagedKvAppendPlan
• attention::ring_attention::RingAttentionArgs
• attention::ring_attention::RingAttentionDescriptor
• attention::ring_attention::RingAttentionPlan
• attention::rope::RopeArgs
• attention::rope::RopeDescriptor
• attention::rope::RopePlan
• attention::rope_backward::RopeBackwardArgs
• attention::rope_backward::RopeBackwardDescriptor
• attention::rope_backward::RopeBackwardPlan
• attention::rope_scaling::RopeScaledTableBuilder
• attention::sdpa::SdpaArgs
• attention::sdpa::SdpaDescriptor
• attention::sdpa::SdpaPlan
• attention::sdpa_backward::SdpaBackwardArgs
• attention::sdpa_backward::SdpaBackwardDescriptor
• attention::sdpa_backward::SdpaBackwardPlan
• attention::sdpa_block_sparse::SdpaBlockSparseArgs
• attention::sdpa_block_sparse::SdpaBlockSparseDescriptor
• attention::sdpa_block_sparse::SdpaBlockSparsePlan
• elementwise::affine::AffineArgs
• elementwise::affine::AffineDescriptor
• elementwise::affine::AffinePlan
• elementwise::binary::BinaryArgs
• elementwise::binary::BinaryDescriptor
• elementwise::binary::BinaryPlan
• elementwise::binary_backward::BinaryBackwardArgs
• elementwise::binary_backward::BinaryBackwardDescriptor
• elementwise::binary_backward::BinaryBackwardPlan
• elementwise::binary_cmp::BinaryCmpArgs
• elementwise::binary_cmp::BinaryCmpDescriptor
• elementwise::binary_cmp::BinaryCmpPlan
• elementwise::binary_param::BinaryParamArgs
• elementwise::binary_param::BinaryParamDescriptor
• elementwise::binary_param::BinaryParamPlan
• elementwise::binary_param_backward::BinaryParamBackwardArgs
• elementwise::binary_param_backward::BinaryParamBackwardDescriptor
• elementwise::binary_param_backward::BinaryParamBackwardPlan
• elementwise::cast::CastArgs
• elementwise::cast::CastDescriptor
• elementwise::cast::CastPlan
• elementwise::cast_subbyte::CastSubByteArgs
• elementwise::cast_subbyte::CastSubByteDescriptor
• elementwise::cast_subbyte::CastSubBytePlan
• elementwise::gated_activation::GatedActivationArgs
• elementwise::gated_activation::GatedActivationDescriptor
• elementwise::gated_activation::GatedActivationPlan
• elementwise::gated_activation_backward::GatedActivationBackwardArgs
• elementwise::gated_activation_backward::GatedActivationBackwardDescriptor
• elementwise::gated_activation_backward::GatedActivationBackwardPlan
• elementwise::prelu::PReluArgs
• elementwise::prelu::PReluDescriptor
• elementwise::prelu::PReluPlan
• elementwise::prelu_backward::PReluBackwardArgs
• elementwise::prelu_backward::PReluBackwardDescriptor
• elementwise::prelu_backward::PReluBackwardPlan
• elementwise::ternary::TernaryArgs
• elementwise::ternary::TernaryDescriptor
• elementwise::ternary::TernaryPlan
• elementwise::ternary_backward::TernaryBackwardArgs
• elementwise::ternary_backward::TernaryBackwardDescriptor
• elementwise::ternary_backward::TernaryBackwardPlan
• elementwise::unary::UnaryArgs
• elementwise::unary::UnaryDescriptor
• elementwise::unary::UnaryPlan
• elementwise::unary_backward::UnaryBackwardArgs
• elementwise::unary_backward::UnaryBackwardDescriptor
• elementwise::unary_backward::UnaryBackwardPlan
• elementwise::unary_param::UnaryParamArgs
• elementwise::unary_param::UnaryParamDescriptor
• elementwise::unary_param::UnaryParamPlan
• elementwise::unary_param_backward::UnaryParamBackwardArgs
• elementwise::unary_param_backward::UnaryParamBackwardDescriptor
• elementwise::unary_param_backward::UnaryParamBackwardPlan
• elementwise::where_backward::WhereBackwardArgs
• elementwise::where_backward::WhereBackwardDescriptor
• elementwise::where_backward::WhereBackwardPlan
• elementwise::where_op::WhereArgs
• elementwise::where_op::WhereDescriptor
• elementwise::where_op::WherePlan
• embedding::embedding::EmbeddingArgs
• embedding::embedding::EmbeddingDescriptor
• embedding::embedding::EmbeddingPlan
• embedding::embedding_backward::EmbeddingBackwardArgs
• embedding::embedding_backward::EmbeddingBackwardDescriptor
• embedding::embedding_backward::EmbeddingBackwardPlan
• embedding::embedding_bag::EmbeddingBagArgs
• embedding::embedding_bag::EmbeddingBagDescriptor
• embedding::embedding_bag::EmbeddingBagPlan
• embedding::embedding_bag_backward::EmbeddingBagBackwardArgs
• embedding::embedding_bag_backward::EmbeddingBagBackwardDescriptor
• embedding::embedding_bag_backward::EmbeddingBagBackwardPlan
• embedding::embedding_bag_max::EmbeddingBagMaxArgs
• embedding::embedding_bag_max::EmbeddingBagMaxDescriptor
• embedding::embedding_bag_max::EmbeddingBagMaxPlan
• embedding::embedding_bag_max_backward::EmbeddingBagMaxBackwardArgs
• embedding::embedding_bag_max_backward::EmbeddingBagMaxBackwardDescriptor
• embedding::embedding_bag_max_backward::EmbeddingBagMaxBackwardPlan
• fft::fft::FftArgs
• fft::fft::FftDescriptor
• fft::fft::FftPlan
• fft::fftn::FftNdArgs
• fft::fftn::FftNdDescriptor
• fft::fftn::FftNdPlan
• fft::fftshift::FftShiftArgs
• fft::fftshift::FftShiftDescriptor
• fft::fftshift::FftShiftPlan
• fft::fftshift_nd::FftShiftNdArgs
• fft::fftshift_nd::FftShiftNdDescriptor
• fft::fftshift_nd::FftShiftNdPlan
• fft::rfft::IrfftArgs
• fft::rfft::IrfftDescriptor
• fft::rfft::IrfftPlan
• fft::rfft::RfftArgs
• fft::rfft::RfftDescriptor
• fft::rfft::RfftPlan
• fft::rfftn::IrfftNdArgs
• fft::rfftn::IrfftNdDescriptor
• fft::rfftn::IrfftNdPlan
• fft::rfftn::RfftNdArgs
• fft::rfftn::RfftNdDescriptor
• fft::rfftn::RfftNdPlan
• gemm::IntGemmArgs
• gemm::IntGemmDescriptor
• gemm::bin_gemm::BinGemmArgs
• gemm::bin_gemm::BinGemmDescriptor
• gemm::bin_gemm::BinGemmPlan
• gemm::bin_gemm::GemmSku
• gemm::dense_gemm::DenseGemmArgs
• gemm::dense_gemm::DenseGemmDescriptor
• gemm::dense_gemm::DenseGemmPlan
• gemm::fp8_gemm::Fp8GemmArgs
• gemm::fp8_gemm::Fp8GemmDescriptor
• gemm::fp8_gemm::Fp8GemmPlan
• gemm::fp8_gemm::GemmSku
• gemm::gptq_to_marlin::GptqWeights
• gemm::gptq_to_marlin::MarlinWeights
• gemm::int4_awq::Int4AwqGemmArgs
• gemm::int4_awq::Int4AwqGemmDescriptor
• gemm::int4_awq::Int4AwqGemmPlan
• gemm::int4_gemm::GemmSku
• gemm::int4_gemm::Int4GemmArgs
• gemm::int4_gemm::Int4GemmDescriptor
• gemm::int4_gemm::Int4GemmPlan
• gemm::int4_marlin::Int4MarlinGemmArgs
• gemm::int4_marlin::Int4MarlinGemmDescriptor
• gemm::int4_marlin::Int4MarlinGemmPlan
• gemm::int_gemm::GemmSku
• gemm::int_gemm::IntGemmArgs
• gemm::int_gemm::IntGemmDescriptor
• gemm::int_gemm::IntGemmPlan
• gemm::sparse24::GemmSparse24Args
• gemm::sparse24::GemmSparse24Descriptor
• gemm::sparse24::GemmSparse24Plan
• image::affine_grid::AffineGridArgs
• image::affine_grid::AffineGridDescriptor
• image::affine_grid::AffineGridPlan
• image::grid_sample::GridSampleArgs
• image::grid_sample::GridSampleDescriptor
• image::grid_sample::GridSamplePlan
• image::grid_sample_backward::GridSampleBackwardArgs
• image::grid_sample_backward::GridSampleBackwardDescriptor
• image::grid_sample_backward::GridSampleBackwardPlan
• image::interpolate::InterpolateArgs
• image::interpolate::InterpolateDescriptor
• image::interpolate::InterpolatePlan
• image::interpolate_backward::InterpolateBackwardArgs
• image::interpolate_backward::InterpolateBackwardDescriptor
• image::interpolate_backward::InterpolateBackwardPlan
• image::nms::NmsArgs
• image::nms::NmsDescriptor
• image::nms::NmsPlan
• image::pixel_shuffle::PixelShuffleArgs
• image::pixel_shuffle::PixelShuffleDescriptor
• image::pixel_shuffle::PixelShufflePlan
• image::pixel_unshuffle::PixelUnshuffleArgs
• image::pixel_unshuffle::PixelUnshuffleDescriptor
• image::pixel_unshuffle::PixelUnshufflePlan
• image::roi_align::RoiAlignArgs
• image::roi_align::RoiAlignDescriptor
• image::roi_align::RoiAlignPlan
• image::roi_align_backward::RoiAlignBackwardArgs
• image::roi_align_backward::RoiAlignBackwardDescriptor
• image::roi_align_backward::RoiAlignBackwardPlan
• image::roi_pool::RoiPoolArgs
• image::roi_pool::RoiPoolDescriptor
• image::roi_pool::RoiPoolPlan
• image::roi_pool_backward::RoiPoolBackwardArgs
• image::roi_pool_backward::RoiPoolBackwardDescriptor
• image::roi_pool_backward::RoiPoolBackwardPlan
• indexing::gather::GatherArgs
• indexing::gather::GatherDescriptor
• indexing::gather::GatherPlan
• indexing::gather_backward::GatherBackwardArgs
• indexing::gather_backward::GatherBackwardDescriptor
• indexing::gather_backward::GatherBackwardPlan
• indexing::index_add::IndexAddArgs
• indexing::index_add::IndexAddDescriptor
• indexing::index_add::IndexAddPlan
• indexing::index_select::IndexSelectArgs
• indexing::index_select::IndexSelectDescriptor
• indexing::index_select::IndexSelectPlan
• indexing::index_select_backward::IndexSelectBackwardArgs
• indexing::index_select_backward::IndexSelectBackwardDescriptor
• indexing::index_select_backward::IndexSelectBackwardPlan
• indexing::masked_fill::MaskedFillArgs
• indexing::masked_fill::MaskedFillDescriptor
• indexing::masked_fill::MaskedFillPlan
• indexing::masked_fill_backward::MaskedFillBackwardArgs
• indexing::masked_fill_backward::MaskedFillBackwardDescriptor
• indexing::masked_fill_backward::MaskedFillBackwardPlan
• indexing::nonzero::NonzeroArgs
• indexing::nonzero::NonzeroDescriptor
• indexing::nonzero::NonzeroPlan
• indexing::one_hot::OneHotArgs
• indexing::one_hot::OneHotDescriptor
• indexing::one_hot::OneHotPlan
• indexing::scatter::ScatterArgs
• indexing::scatter::ScatterDescriptor
• indexing::scatter::ScatterPlan
• indexing::scatter_add::ScatterAddArgs
• indexing::scatter_add::ScatterAddDescriptor
• indexing::scatter_add::ScatterAddPlan
• linalg::cholesky::CholeskyArgs
• linalg::cholesky::CholeskyDescriptor
• linalg::cholesky::CholeskyPlan
• linalg::eig::EigArgs
• linalg::eig::EigDescriptor
• linalg::eig::EigPlan
• linalg::eigh::EighArgs
• linalg::eigh::EighDescriptor
• linalg::eigh::EighPlan
• linalg::inverse::InverseArgs
• linalg::inverse::InverseDescriptor
• linalg::inverse::InversePlan
• linalg::lstsq::LstSqArgs
• linalg::lstsq::LstSqDescriptor
• linalg::lstsq::LstSqPlan
• linalg::lu::LuArgs
• linalg::lu::LuDescriptor
• linalg::lu::LuPlan
• linalg::ormqr_batched::BatchedOrmqrArgs
• linalg::ormqr_batched::BatchedOrmqrDescriptor
• linalg::ormqr_batched::BatchedOrmqrPlan
• linalg::ormqr_batched_wy::BatchedOrmqrWyArgs
• linalg::ormqr_batched_wy::BatchedOrmqrWyDescriptor
• linalg::ormqr_batched_wy::BatchedOrmqrWyPlan
• linalg::qr::QrArgs
• linalg::qr::QrDescriptor
• linalg::qr::QrPlan
• linalg::qr_batched::BatchedQrArgs
• linalg::qr_batched::BatchedQrDescriptor
• linalg::qr_batched::BatchedQrPlan
• linalg::qr_batched_materialize::BatchedQrMaterializeArgs
• linalg::qr_batched_materialize::BatchedQrMaterializeDescriptor
• linalg::qr_batched_materialize::BatchedQrMaterializePlan
• linalg::solve::SolveArgs
• linalg::solve::SolveDescriptor
• linalg::solve::SolvePlan
• linalg::svd::SvdArgs
• linalg::svd::SvdDescriptor
• linalg::svd::SvdPlan
• linalg::svd_batched::BatchedSvdArgs
• linalg::svd_batched::BatchedSvdDescriptor
• linalg::svd_batched::BatchedSvdPlan
• linalg::svda_batched::BatchedSvdaArgs
• linalg::svda_batched::BatchedSvdaDescriptor
• linalg::svda_batched::BatchedSvdaPlan
• loss::bce::BceLossArgs
• loss::bce::BceLossBackwardArgs
• loss::bce::BceLossBackwardDescriptor
• loss::bce::BceLossBackwardPlan
• loss::bce::BceLossDescriptor
• loss::bce::BceLossPlan
• loss::bce_with_logits::BceWithLogitsLossArgs
• loss::bce_with_logits::BceWithLogitsLossBackwardArgs
• loss::bce_with_logits::BceWithLogitsLossBackwardDescriptor
• loss::bce_with_logits::BceWithLogitsLossBackwardPlan
• loss::bce_with_logits::BceWithLogitsLossDescriptor
• loss::bce_with_logits::BceWithLogitsLossPlan
• loss::cosine_embedding::CosineEmbeddingLossArgs
• loss::cosine_embedding::CosineEmbeddingLossBackwardArgs
• loss::cosine_embedding::CosineEmbeddingLossBackwardDescriptor
• loss::cosine_embedding::CosineEmbeddingLossBackwardPlan
• loss::cosine_embedding::CosineEmbeddingLossDescriptor
• loss::cosine_embedding::CosineEmbeddingLossPlan
• loss::cross_entropy::CrossEntropyLossArgs
• loss::cross_entropy::CrossEntropyLossBackwardArgs
• loss::cross_entropy::CrossEntropyLossBackwardDescriptor
• loss::cross_entropy::CrossEntropyLossBackwardPlan
• loss::cross_entropy::CrossEntropyLossDescriptor
• loss::cross_entropy::CrossEntropyLossPlan
• loss::ctc::CtcLossArgs
• loss::ctc::CtcLossBackwardArgs
• loss::ctc::CtcLossBackwardDescriptor
• loss::ctc::CtcLossBackwardPlan
• loss::ctc::CtcLossDescriptor
• loss::ctc::CtcLossPlan
• loss::fused_linear_cross_entropy::FusedLinearCrossEntropyArgs
• loss::fused_linear_cross_entropy::FusedLinearCrossEntropyBackwardArgs
• loss::fused_linear_cross_entropy::FusedLinearCrossEntropyBackwardDescriptor
• loss::fused_linear_cross_entropy::FusedLinearCrossEntropyBackwardPlan
• loss::fused_linear_cross_entropy::FusedLinearCrossEntropyDescriptor
• loss::fused_linear_cross_entropy::FusedLinearCrossEntropyPlan
• loss::gaussian_nll::GaussianNllLossArgs
• loss::gaussian_nll::GaussianNllLossBackwardArgs
• loss::gaussian_nll::GaussianNllLossBackwardDescriptor
• loss::gaussian_nll::GaussianNllLossBackwardPlan
• loss::gaussian_nll::GaussianNllLossDescriptor
• loss::gaussian_nll::GaussianNllLossPlan
• loss::hinge_embedding::HingeEmbeddingLossArgs
• loss::hinge_embedding::HingeEmbeddingLossBackwardArgs
• loss::hinge_embedding::HingeEmbeddingLossBackwardDescriptor
• loss::hinge_embedding::HingeEmbeddingLossBackwardPlan
• loss::hinge_embedding::HingeEmbeddingLossDescriptor
• loss::hinge_embedding::HingeEmbeddingLossPlan
• loss::huber::HuberLossArgs
• loss::huber::HuberLossBackwardArgs
• loss::huber::HuberLossBackwardDescriptor
• loss::huber::HuberLossBackwardPlan
• loss::huber::HuberLossDescriptor
• loss::huber::HuberLossPlan
• loss::kl_div::KlDivLossArgs
• loss::kl_div::KlDivLossBackwardArgs
• loss::kl_div::KlDivLossBackwardDescriptor
• loss::kl_div::KlDivLossBackwardPlan
• loss::kl_div::KlDivLossDescriptor
• loss::kl_div::KlDivLossPlan
• loss::l1::L1LossArgs
• loss::l1::L1LossBackwardArgs
• loss::l1::L1LossBackwardDescriptor
• loss::l1::L1LossBackwardPlan
• loss::l1::L1LossDescriptor
• loss::l1::L1LossPlan
• loss::margin_ranking::MarginRankingLossArgs
• loss::margin_ranking::MarginRankingLossBackwardArgs
• loss::margin_ranking::MarginRankingLossBackwardDescriptor
• loss::margin_ranking::MarginRankingLossBackwardPlan
• loss::margin_ranking::MarginRankingLossDescriptor
• loss::margin_ranking::MarginRankingLossPlan
• loss::mse::MseLossArgs
• loss::mse::MseLossBackwardArgs
• loss::mse::MseLossBackwardDescriptor
• loss::mse::MseLossBackwardPlan
• loss::mse::MseLossDescriptor
• loss::mse::MseLossPlan
• loss::multi_margin::MultiMarginLossArgs
• loss::multi_margin::MultiMarginLossBackwardArgs
• loss::multi_margin::MultiMarginLossBackwardDescriptor
• loss::multi_margin::MultiMarginLossBackwardPlan
• loss::multi_margin::MultiMarginLossDescriptor
• loss::multi_margin::MultiMarginLossPlan
• loss::multilabel_margin::MultilabelMarginLossArgs
• loss::multilabel_margin::MultilabelMarginLossBackwardArgs
• loss::multilabel_margin::MultilabelMarginLossBackwardDescriptor
• loss::multilabel_margin::MultilabelMarginLossBackwardPlan
• loss::multilabel_margin::MultilabelMarginLossDescriptor
• loss::multilabel_margin::MultilabelMarginLossPlan
• loss::multilabel_soft_margin::MultilabelSoftMarginLossArgs
• loss::multilabel_soft_margin::MultilabelSoftMarginLossBackwardArgs
• loss::multilabel_soft_margin::MultilabelSoftMarginLossBackwardDescriptor
• loss::multilabel_soft_margin::MultilabelSoftMarginLossBackwardPlan
• loss::multilabel_soft_margin::MultilabelSoftMarginLossDescriptor
• loss::multilabel_soft_margin::MultilabelSoftMarginLossPlan
• loss::nll::NllLossArgs
• loss::nll::NllLossBackwardArgs
• loss::nll::NllLossBackwardDescriptor
• loss::nll::NllLossBackwardPlan
• loss::nll::NllLossDescriptor
• loss::nll::NllLossPlan
• loss::poisson_nll::PoissonNllLossArgs
• loss::poisson_nll::PoissonNllLossBackwardArgs
• loss::poisson_nll::PoissonNllLossBackwardDescriptor
• loss::poisson_nll::PoissonNllLossBackwardPlan
• loss::poisson_nll::PoissonNllLossDescriptor
• loss::poisson_nll::PoissonNllLossPlan
• loss::smooth_l1::SmoothL1LossArgs
• loss::smooth_l1::SmoothL1LossBackwardArgs
• loss::smooth_l1::SmoothL1LossBackwardDescriptor
• loss::smooth_l1::SmoothL1LossBackwardPlan
• loss::smooth_l1::SmoothL1LossDescriptor
• loss::smooth_l1::SmoothL1LossPlan
• loss::triplet_margin::TripletMarginLossArgs
• loss::triplet_margin::TripletMarginLossBackwardArgs
• loss::triplet_margin::TripletMarginLossBackwardDescriptor
• loss::triplet_margin::TripletMarginLossBackwardPlan
• loss::triplet_margin::TripletMarginLossDescriptor
• loss::triplet_margin::TripletMarginLossPlan
• moe::MoeArgs
• moe::MoeDescriptor
• moe::MoePlan
• norm::batch_norm::BatchNormArgs
• norm::batch_norm::BatchNormDescriptor
• norm::batch_norm::BatchNormPlan
• norm::batch_norm_backward::BatchNormBackwardArgs
• norm::batch_norm_backward::BatchNormBackwardDescriptor
• norm::batch_norm_backward::BatchNormBackwardPlan
• norm::group_norm::GroupNormArgs
• norm::group_norm::GroupNormDescriptor
• norm::group_norm::GroupNormPlan
• norm::group_norm_backward::GroupNormBackwardArgs
• norm::group_norm_backward::GroupNormBackwardDescriptor
• norm::group_norm_backward::GroupNormBackwardPlan
• norm::instance_norm::InstanceNormArgs
• norm::instance_norm::InstanceNormDescriptor
• norm::instance_norm::InstanceNormPlan
• norm::instance_norm_backward::InstanceNormBackwardArgs
• norm::instance_norm_backward::InstanceNormBackwardDescriptor
• norm::instance_norm_backward::InstanceNormBackwardPlan
• norm::layer_norm::LayerNormArgs
• norm::layer_norm::LayerNormDescriptor
• norm::layer_norm::LayerNormPlan
• norm::layer_norm_backward::LayerNormBackwardArgs
• norm::layer_norm_backward::LayerNormBackwardDescriptor
• norm::layer_norm_backward::LayerNormBackwardPlan
• norm::rms_norm::RMSNormArgs
• norm::rms_norm::RMSNormDescriptor
• norm::rms_norm::RMSNormPlan
• norm::rms_norm_backward::RMSNormBackwardArgs
• norm::rms_norm_backward::RMSNormBackwardDescriptor
• norm::rms_norm_backward::RMSNormBackwardPlan
• quantize::dequantize_per_channel::DequantizePerChannelArgs
• quantize::dequantize_per_channel::DequantizePerChannelDescriptor
• quantize::dequantize_per_channel::DequantizePerChannelPlan
• quantize::dequantize_per_channel_backward::DequantizePerChannelBackwardArgs
• quantize::dequantize_per_channel_backward::DequantizePerChannelBackwardDescriptor
• quantize::dequantize_per_channel_backward::DequantizePerChannelBackwardPlan
• quantize::dequantize_per_group::DequantizePerGroupArgs
• quantize::dequantize_per_group::DequantizePerGroupDescriptor
• quantize::dequantize_per_group::DequantizePerGroupPlan
• quantize::dequantize_per_group_backward::DequantizePerGroupBackwardArgs
• quantize::dequantize_per_group_backward::DequantizePerGroupBackwardDescriptor
• quantize::dequantize_per_group_backward::DequantizePerGroupBackwardPlan
• quantize::dequantize_per_tensor::DequantizePerTensorArgs
• quantize::dequantize_per_tensor::DequantizePerTensorDescriptor
• quantize::dequantize_per_tensor::DequantizePerTensorPlan
• quantize::dequantize_per_tensor_backward::DequantizePerTensorBackwardArgs
• quantize::dequantize_per_tensor_backward::DequantizePerTensorBackwardDescriptor
• quantize::dequantize_per_tensor_backward::DequantizePerTensorBackwardPlan
• quantize::dequantize_per_token::DequantizePerTokenArgs
• quantize::dequantize_per_token::DequantizePerTokenDescriptor
• quantize::dequantize_per_token::DequantizePerTokenPlan
• quantize::dequantize_per_token_backward::DequantizePerTokenBackwardArgs
• quantize::dequantize_per_token_backward::DequantizePerTokenBackwardDescriptor
• quantize::dequantize_per_token_backward::DequantizePerTokenBackwardPlan
• quantize::dynamic_range::DynamicRangeQuantizeArgs
• quantize::dynamic_range::DynamicRangeQuantizeDescriptor
• quantize::dynamic_range::DynamicRangeQuantizePlan
• quantize::fake_quantize::FakeQuantizeArgs
• quantize::fake_quantize::FakeQuantizeDescriptor
• quantize::fake_quantize::FakeQuantizePlan
• quantize::fake_quantize_backward::FakeQuantizeBackwardArgs
• quantize::fake_quantize_backward::FakeQuantizeBackwardDescriptor
• quantize::fake_quantize_backward::FakeQuantizeBackwardPlan
• quantize::gguf::block_formats::BlockQ2K
• quantize::gguf::block_formats::BlockQ3K
• quantize::gguf::block_formats::BlockQ4K
• quantize::gguf::block_formats::BlockQ4_0
• quantize::gguf::block_formats::BlockQ4_1
• quantize::gguf::block_formats::BlockQ5K
• quantize::gguf::block_formats::BlockQ5_0
• quantize::gguf::block_formats::BlockQ5_1
• quantize::gguf::block_formats::BlockQ6K
• quantize::gguf::block_formats::BlockQ8K
• quantize::gguf::block_formats::BlockQ8_0
• quantize::gguf::dequantize::GgufDequantizeArgs
• quantize::gguf::dequantize::GgufDequantizeDescriptor
• quantize::gguf::dequantize::GgufDequantizePlan
• quantize::gguf::mmvq::GgufMmvqArgs
• quantize::gguf::mmvq::GgufMmvqDescriptor
• quantize::gguf::mmvq::GgufMmvqPlan
• quantize::gguf::mmvq_batched::GgufMmvqBatchedArgs
• quantize::gguf::mmvq_batched::GgufMmvqBatchedDescriptor
• quantize::gguf::mmvq_batched::GgufMmvqBatchedPlan
• quantize::gguf::mmvq_multim::GgufMmvqMultiMArgs
• quantize::gguf::mmvq_multim::GgufMmvqMultiMDescriptor
• quantize::gguf::mmvq_multim::GgufMmvqMultiMPlan
• quantize::nf4::Nf4DequantizeArgs
• quantize::nf4::Nf4DequantizePlan
• quantize::nf4::Nf4Descriptor
• quantize::nf4::Nf4MmvqArgs
• quantize::nf4::Nf4MmvqMultiMArgs
• quantize::nf4::Nf4MmvqMultiMDescriptor
• quantize::nf4::Nf4MmvqMultiMPlan
• quantize::nf4::Nf4MmvqPlan
• quantize::per_channel::QuantizePerChannelArgs
• quantize::per_channel::QuantizePerChannelDescriptor
• quantize::per_channel::QuantizePerChannelPlan
• quantize::per_channel_backward::QuantizePerChannelBackwardArgs
• quantize::per_channel_backward::QuantizePerChannelBackwardDescriptor
• quantize::per_channel_backward::QuantizePerChannelBackwardPlan
• quantize::per_group::QuantizePerGroupArgs
• quantize::per_group::QuantizePerGroupDescriptor
• quantize::per_group::QuantizePerGroupPlan
• quantize::per_group_backward::QuantizePerGroupBackwardArgs
• quantize::per_group_backward::QuantizePerGroupBackwardDescriptor
• quantize::per_group_backward::QuantizePerGroupBackwardPlan
• quantize::per_tensor::QuantizePerTensorArgs
• quantize::per_tensor::QuantizePerTensorDescriptor
• quantize::per_tensor::QuantizePerTensorPlan
• quantize::per_tensor_backward::QuantizePerTensorBackwardArgs
• quantize::per_tensor_backward::QuantizePerTensorBackwardDescriptor
• quantize::per_tensor_backward::QuantizePerTensorBackwardPlan
• quantize::per_token::QuantizePerTokenArgs
• quantize::per_token::QuantizePerTokenDescriptor
• quantize::per_token::QuantizePerTokenPlan
• quantize::per_token_backward::QuantizePerTokenBackwardArgs
• quantize::per_token_backward::QuantizePerTokenBackwardDescriptor
• quantize::per_token_backward::QuantizePerTokenBackwardPlan
• quantize::quantized_linear::QuantizedLinearArgs
• quantize::quantized_linear::QuantizedLinearDescriptor
• quantize::quantized_linear::QuantizedLinearPlan
• quantize::smoothquant::SmoothQuantLinearArgs
• quantize::smoothquant::SmoothQuantLinearDescriptor
• quantize::smoothquant::SmoothQuantLinearPlan
• random::dropout::DropoutArgs
• random::dropout::DropoutBackwardArgs
• random::dropout::DropoutBackwardDescriptor
• random::dropout::DropoutBackwardPlan
• random::dropout::DropoutDescriptor
• random::dropout::DropoutPlan
• random::perrow_spec_sampling::PerRowSamplingArgs
• random::perrow_spec_sampling::PerRowSamplingDescriptor
• random::perrow_spec_sampling::PerRowSamplingPlan
• random::perrow_spec_sampling::SpeculativeSamplingArgs
• random::perrow_spec_sampling::SpeculativeSamplingDescriptor
• random::perrow_spec_sampling::SpeculativeSamplingPlan
• random::plan::RandomArgs
• random::plan::RandomBoolArgs
• random::plan::RandomDescriptor
• random::plan::RandomPlan
• random::token_penalty::TokenPenaltyArgs
• random::token_penalty::TokenPenaltyDescriptor
• random::token_penalty::TokenPenaltyPlan
• random::topk_topp_sampling::TopKTopPSamplingArgs
• random::topk_topp_sampling::TopKTopPSamplingDescriptor
• random::topk_topp_sampling::TopKTopPSamplingPlan
• reduce::arg_axis::ArgReduceArgs
• reduce::arg_axis::ArgReduceDescriptor
• reduce::arg_axis::ArgReducePlan
• reduce::axis::ReduceArgs
• reduce::axis::ReduceDescriptor
• reduce::axis::ReducePlan
• reduce::axis_backward::ReduceBackwardArgs
• reduce::axis_backward::ReduceBackwardDescriptor
• reduce::axis_backward::ReduceBackwardPlan
• reduce::bool_axis::BoolReduceArgs
• reduce::bool_axis::BoolReduceDescriptor
• reduce::bool_axis::BoolReducePlan
• reduce::count_axis::CountReduceArgs
• reduce::count_axis::CountReduceDescriptor
• reduce::count_axis::CountReducePlan
• reduce::reduce_to::ReduceToArgs
• reduce::reduce_to::ReduceToDescriptor
• reduce::reduce_to::ReduceToPlan
• reduce::trace::TraceArgs
• reduce::trace::TraceDescriptor
• reduce::trace::TracePlan
• scan::axis::ScanArgs
• scan::axis::ScanDescriptor
• scan::axis::ScanPlan
• scan::axis_backward::ScanBackwardArgs
• scan::axis_backward::ScanBackwardDescriptor
• scan::axis_backward::ScanBackwardPlan
• segment::segment_max::SegmentMaxArgs
• segment::segment_max::SegmentMaxDescriptor
• segment::segment_max::SegmentMaxPlan
• segment::segment_max_backward::SegmentMaxBackwardArgs
• segment::segment_max_backward::SegmentMaxBackwardDescriptor
• segment::segment_max_backward::SegmentMaxBackwardPlan
• segment::segment_mean::SegmentMeanArgs
• segment::segment_mean::SegmentMeanDescriptor
• segment::segment_mean::SegmentMeanPlan
• segment::segment_mean_backward::SegmentMeanBackwardArgs
• segment::segment_mean_backward::SegmentMeanBackwardDescriptor
• segment::segment_mean_backward::SegmentMeanBackwardPlan
• segment::segment_min::SegmentMinArgs
• segment::segment_min::SegmentMinDescriptor
• segment::segment_min::SegmentMinPlan
• segment::segment_min_backward::SegmentMinBackwardArgs
• segment::segment_min_backward::SegmentMinBackwardDescriptor
• segment::segment_min_backward::SegmentMinBackwardPlan
• segment::segment_prod::SegmentProdArgs
• segment::segment_prod::SegmentProdDescriptor
• segment::segment_prod::SegmentProdPlan
• segment::segment_prod_backward::SegmentProdBackwardArgs
• segment::segment_prod_backward::SegmentProdBackwardDescriptor
• segment::segment_prod_backward::SegmentProdBackwardPlan
• segment::segment_sum::SegmentSumArgs
• segment::segment_sum::SegmentSumDescriptor
• segment::segment_sum::SegmentSumPlan
• segment::segment_sum_backward::SegmentSumBackwardArgs
• segment::segment_sum_backward::SegmentSumBackwardDescriptor
• segment::segment_sum_backward::SegmentSumBackwardPlan
• segment::unsorted_segment_max::UnsortedSegmentMaxArgs
• segment::unsorted_segment_max::UnsortedSegmentMaxDescriptor
• segment::unsorted_segment_max::UnsortedSegmentMaxPlan
• segment::unsorted_segment_max_backward::UnsortedSegmentMaxBackwardArgs
• segment::unsorted_segment_max_backward::UnsortedSegmentMaxBackwardDescriptor
• segment::unsorted_segment_max_backward::UnsortedSegmentMaxBackwardPlan
• segment::unsorted_segment_mean::UnsortedSegmentMeanArgs
• segment::unsorted_segment_mean::UnsortedSegmentMeanDescriptor
• segment::unsorted_segment_mean::UnsortedSegmentMeanPlan
• segment::unsorted_segment_mean_backward::UnsortedSegmentMeanBackwardArgs
• segment::unsorted_segment_mean_backward::UnsortedSegmentMeanBackwardDescriptor
• segment::unsorted_segment_mean_backward::UnsortedSegmentMeanBackwardPlan
• segment::unsorted_segment_min::UnsortedSegmentMinArgs
• segment::unsorted_segment_min::UnsortedSegmentMinDescriptor
• segment::unsorted_segment_min::UnsortedSegmentMinPlan
• segment::unsorted_segment_min_backward::UnsortedSegmentMinBackwardArgs
• segment::unsorted_segment_min_backward::UnsortedSegmentMinBackwardDescriptor
• segment::unsorted_segment_min_backward::UnsortedSegmentMinBackwardPlan
• segment::unsorted_segment_prod::UnsortedSegmentProdArgs
• segment::unsorted_segment_prod::UnsortedSegmentProdDescriptor
• segment::unsorted_segment_prod::UnsortedSegmentProdPlan
• segment::unsorted_segment_prod_backward::UnsortedSegmentProdBackwardArgs
• segment::unsorted_segment_prod_backward::UnsortedSegmentProdBackwardDescriptor
• segment::unsorted_segment_prod_backward::UnsortedSegmentProdBackwardPlan
• segment::unsorted_segment_sum::UnsortedSegmentSumArgs
• segment::unsorted_segment_sum::UnsortedSegmentSumDescriptor
• segment::unsorted_segment_sum::UnsortedSegmentSumPlan
• segment::unsorted_segment_sum_backward::UnsortedSegmentSumBackwardArgs
• segment::unsorted_segment_sum_backward::UnsortedSegmentSumBackwardDescriptor
• segment::unsorted_segment_sum_backward::UnsortedSegmentSumBackwardPlan
• shape_layout::concat::ConcatArgs
• shape_layout::concat::ConcatDescriptor
• shape_layout::concat::ConcatPlan
• shape_layout::concat_backward::ConcatBackwardArgs
• shape_layout::concat_backward::ConcatBackwardDescriptor
• shape_layout::concat_backward::ConcatBackwardPlan
• shape_layout::contiguize::ContiguizeArgs
• shape_layout::contiguize::ContiguizeDescriptor
• shape_layout::contiguize::ContiguizePlan
• shape_layout::fill::FillArgs
• shape_layout::fill::FillDescriptor
• shape_layout::fill::FillPlan
• shape_layout::flip::FlipArgs
• shape_layout::flip::FlipDescriptor
• shape_layout::flip::FlipPlan
• shape_layout::flip_backward::FlipBackwardArgs
• shape_layout::flip_backward::FlipBackwardDescriptor
• shape_layout::flip_backward::FlipBackwardPlan
• shape_layout::pad::PadArgs
• shape_layout::pad::PadDescriptor
• shape_layout::pad::PadPlan
• shape_layout::pad_backward::PadBackwardArgs
• shape_layout::pad_backward::PadBackwardDescriptor
• shape_layout::pad_backward::PadBackwardPlan
• shape_layout::permute::PermuteArgs
• shape_layout::permute::PermuteDescriptor
• shape_layout::permute::PermutePlan
• shape_layout::permute_backward::PermuteBackwardArgs
• shape_layout::permute_backward::PermuteBackwardDescriptor
• shape_layout::permute_backward::PermuteBackwardPlan
• shape_layout::repeat::RepeatArgs
• shape_layout::repeat::RepeatDescriptor
• shape_layout::repeat::RepeatPlan
• shape_layout::repeat_backward::RepeatBackwardArgs
• shape_layout::repeat_backward::RepeatBackwardDescriptor
• shape_layout::repeat_backward::RepeatBackwardPlan
• shape_layout::roll::RollArgs
• shape_layout::roll::RollDescriptor
• shape_layout::roll::RollPlan
• shape_layout::roll_backward::RollBackwardArgs
• shape_layout::roll_backward::RollBackwardDescriptor
• shape_layout::roll_backward::RollBackwardPlan
• shape_layout::tril::TrilArgs
• shape_layout::tril::TrilDescriptor
• shape_layout::tril::TrilPlan
• shape_layout::tril_backward::TrilBackwardArgs
• shape_layout::tril_backward::TrilBackwardDescriptor
• shape_layout::tril_backward::TrilBackwardPlan
• shape_layout::triu::TriuArgs
• shape_layout::triu::TriuDescriptor
• shape_layout::triu::TriuPlan
• shape_layout::triu_backward::TriuBackwardArgs
• shape_layout::triu_backward::TriuBackwardDescriptor
• shape_layout::triu_backward::TriuBackwardPlan
• shape_layout::write_slice::WriteSliceArgs
• shape_layout::write_slice::WriteSliceDescriptor
• shape_layout::write_slice::WriteSlicePlan
• softmax::axis::SoftmaxArgs
• softmax::axis::SoftmaxDescriptor
• softmax::axis::SoftmaxPlan
• softmax::axis_backward::SoftmaxBackwardArgs
• softmax::axis_backward::SoftmaxBackwardDescriptor
• softmax::axis_backward::SoftmaxBackwardPlan
• softmax::gumbel::GumbelSoftmaxArgs
• softmax::gumbel::GumbelSoftmaxDescriptor
• softmax::gumbel::GumbelSoftmaxPlan
• softmax::gumbel_backward::GumbelSoftmaxBackwardArgs
• softmax::gumbel_backward::GumbelSoftmaxBackwardDescriptor
• softmax::gumbel_backward::GumbelSoftmaxBackwardPlan
• softmax::sparsemax::SparsemaxArgs
• softmax::sparsemax::SparsemaxDescriptor
• softmax::sparsemax::SparsemaxPlan
• softmax::sparsemax_backward::SparsemaxBackwardArgs
• softmax::sparsemax_backward::SparsemaxBackwardDescriptor
• softmax::sparsemax_backward::SparsemaxBackwardPlan
• sort::argsort::ArgsortArgs
• sort::argsort::ArgsortDescriptor
• sort::argsort::ArgsortPlan
• sort::bincount::BincountArgs
• sort::bincount::BincountDescriptor
• sort::bincount::BincountPlan
• sort::histogram::HistogramArgs
• sort::histogram::HistogramDescriptor
• sort::histogram::HistogramPlan
• sort::histogramdd::HistogramddArgs
• sort::histogramdd::HistogramddDescriptor
• sort::histogramdd::HistogramddPlan
• sort::kthvalue::KthvalueArgs
• sort::kthvalue::KthvalueDescriptor
• sort::kthvalue::KthvaluePlan
• sort::kthvalue_backward::KthvalueBackwardArgs
• sort::kthvalue_backward::KthvalueBackwardDescriptor
• sort::kthvalue_backward::KthvalueBackwardPlan
• sort::msort::MsortArgs
• sort::msort::MsortBackwardArgs
• sort::msort::MsortBackwardDescriptor
• sort::msort::MsortBackwardPlan
• sort::msort::MsortDescriptor
• sort::msort::MsortPlan
• sort::searchsorted::SearchsortedArgs
• sort::searchsorted::SearchsortedDescriptor
• sort::searchsorted::SearchsortedPlan
• sort::sort::SortArgs
• sort::sort::SortDescriptor
• sort::sort::SortPlan
• sort::sort_backward::SortBackwardArgs
• sort::sort_backward::SortBackwardDescriptor
• sort::sort_backward::SortBackwardPlan
• sort::topk::TopkArgs
• sort::topk::TopkDescriptor
• sort::topk::TopkPlan
• sort::topk_backward::TopkBackwardArgs
• sort::topk_backward::TopkBackwardDescriptor
• sort::topk_backward::TopkBackwardPlan
• sort::unique::UniqueArgs
• sort::unique::UniqueDescriptor
• sort::unique::UniquePlan
• sort::unique_consecutive::UniqueConsecutiveArgs
• sort::unique_consecutive::UniqueConsecutiveDescriptor
• sort::unique_consecutive::UniqueConsecutivePlan

Enums

• ActivationKind
• ArchSku
• ArgReduceKind
• AttentionKind
• BackendKind
• BiasElementKind
• BinaryCmpKind
• BinaryKind
• CrossEntropyTargetKind
• ElementKind
• EmbeddingKind
• EpilogueKind
• Error
• FftKind
• FillMode
• GatedActivationKind
• GgufBlockFormat
• GroupedScheduleMode
• ImageKind
• IndexElementKind
• IndexOutputKind
• IndexingKind
• LayoutSku
• LinalgKind
• LossKind
• LossReduction
• MathPrecision
• MoeKind
• NormalizationKind
• OpCategory
• PadMode
• PoolKind
• QuantizeKind
• RandomKind
• ReduceKind
• ReduceToOp
• ScanKind
• SegmentKind
• ShapeLayoutKind
• SoftmaxKind
• SortKind
• TernaryKind
• UnaryKind
• Workspace
• attention::batch_paged_decode_fp8::Fp8KvDtype
• attention::rope_scaling::RopeScaling
• embedding::embedding_bag::EmbeddingBagMode
• gemm::dense_gemm::DenseGemmLayout
• image::interpolate::InterpolateMode
• linalg::ormqr_batched::BatchedOrmqrOp
• linalg::ormqr_batched::BatchedOrmqrSide
• moe::MoeVariant
• quantize::dynamic_range::DynamicRangeMode
• quantize::dynamic_range::DynamicRangeScope
• quantize::gguf::mmvq_batched::GgufMmvqBatchedFormat
• random::perrow_spec_sampling::PerRowSampler
• random::topk_topp_sampling::SamplerKind

Traits

• BiasElement
• BinElement
• Element
• FpElement
• IndexElement
• IndexOutputElement
• IntElement
• KernelDtype
• ScalarType
• gemm::int4_awq::AwqActivation
• gemm::int4_marlin::MarlinActivation
• quantize::gguf::mmvq::GgufMmvqActivation
• quantize::gguf::mmvq_batched::GgufMmvqBatchedActivation
• quantize::nf4::Nf4Activation

Functions

• contiguous_stride
• gemm::gptq_to_marlin::repack
• quantize::default_q_range
• quantize::nf4::nf4_pack_weight
• quantize::nf4::nf4_quantize_value

Type Aliases

• Result

Constants

• attention::ROPE_DEFAULT_BASE
• attention::flash_decoding::FLASH_DECODING_MAX_D
• attention::flash_sdpa::FLASH_SDPA_MAX_D
• attention::ring_attention::RING_ATTENTION_HEAD_DIM
• attention::sdpa_block_sparse::SDPA_BLOCK_SPARSE_MAX_BLOCK
• attention::sdpa_block_sparse::SDPA_BLOCK_SPARSE_MAX_D
• fft::fftshift_nd::FFTSHIFT_ND_MAX_RANK
• fft::fftshift_nd::FFTSHIFT_ND_MAX_SHIFT_AXES
• gemm::gptq_to_marlin::MARLIN_PERM_LEN
• gemm::gptq_to_marlin::MARLIN_SCALE_PERM_LEN
• linalg::ormqr_batched_wy::WY_NB
• loss::fused_linear_cross_entropy::FLCE_DEFAULT_IGNORE_INDEX
• quantize::nf4::NF4_CODEBOOK
• quantize::per_channel::MAX_RANK
• softmax::sparsemax::SPARSEMAX_MAX_EXTENT
• sort::SORT_MAX_ROW
• sort::TOPK_MAX_K