List of all items

Structs

• advanced_grad_ops::AdaptiveGradientAccumulator
• amp_policy::AMPConfig
• amp_policy::AMPPolicy
• amp_policy::AMPStabilityMetrics
• amp_policy::ScaleAdjustment
• checkpointing::ActivationRecomputeManager
• checkpointing::CheckpointManager
• checkpointing::CheckpointedFunction
• checkpointing::CheckpointingStats
• checkpointing::LayerMetadata
• checkpointing::RecomputationContext
• context::AutogradContext
• context::StaticShapeInference
• coverage_matrix::CategoryCoverage
• coverage_matrix::CoverageMatrix
• coverage_matrix::CoverageReport
• coverage_matrix::OperationMetadata
• custom_gradients::CustomGradientOp
• custom_gradients::GradientClipFunction
• custom_gradients::GradientScaleFunction
• custom_gradients::StopGradientFunction
• debug::GradientDebugInfo
• debug::GradientDebugger
• deterministic::DeterministicConfig
• deterministic::DeterministicContext
• deterministic::ReproducibilityChecker
• deterministic::ReproducibilityStats
• deterministic::SeedManager
• device_placement::DataTransfer
• device_placement::DeviceCapabilities
• device_placement::DevicePlacementConfig
• device_placement::DevicePlacementOptimizer
• device_placement::GraphOperation
• device_placement::OperationProfile
• device_placement::PlacementDecision
• device_placement::PlacementResult
• efficient_memory::AggregationStats
• efficient_memory::CheckpointStats
• efficient_memory::GradientCheckpointer
• efficient_memory::GradientMemoryManager
• efficient_memory::GradientMemoryPool
• efficient_memory::LazyGradient
• efficient_memory::MemoryManagerStats
• efficient_memory::MemoryPoolStats
• efficient_memory::StreamingGradientAggregator
• ellipsis_newaxis::AdvancedIndexer
• error_taxonomy::AutogradErrorBuilder
• error_taxonomy::ErrorPatternValidator
• error_taxonomy::GradientContext
• error_taxonomy::ValidationResult
• forward_ad::DualTensor
• forward_ad::ForwardADContext
• forward_ad::ForwardMode
• forward_reverse::ComplexityEstimate
• forward_reverse::ForwardReverseConfig
• forward_reverse::ForwardReverseDifferentiator
• gpu_gradient_expansion::GpuCategoryCoverage
• gpu_gradient_expansion::GpuCoverageAnalysis
• gpu_gradient_expansion::GpuGradInfo
• gpu_gradient_expansion::GpuGradientPlanner
• gpu_gradient_expansion::ImplementationPlan
• gpu_gradient_expansion::ImplementationTask
• grad_ops::advanced_ops::validation::GradientValidationStats
• grad_ops::fused_ops::BatchNormConfig
• grad_ops::tensor_ops::SliceSpec
• grad_ops::utils::SliceSpec
• gradient_accumulation::GradientAccumulator
• gradient_analyzer::AnalysisConfig
• gradient_analyzer::GradientAnalysisReport
• gradient_analyzer::GradientAnalyzer
• gradient_analyzer::GradientFlowAnalysis
• gradient_analyzer::GradientStatistics
• gradient_analyzer::PerformanceMetrics
• gradient_buffer_manager_simple::AllocationMetrics
• gradient_buffer_manager_simple::EfficiencyMetrics
• gradient_buffer_manager_simple::GradientBufferAllocation
• gradient_buffer_manager_simple::GradientBufferConfig
• gradient_buffer_manager_simple::GradientBufferManager
• gradient_buffer_manager_simple::GradientMemoryStatistics
• gradient_buffer_manager_simple::MemoryPressureStatistics
• gradient_compression::CompressionConfig
• gradient_compression::CompressionStats
• gradient_compression::GradientCompressor
• gradient_compression_advanced::CompressionStats
• gradient_compression_advanced::ErrorFeedbackCompressor
• gradient_ops::GradientPipeline
• gradient_ops::GradientStatistics
• gradient_ops::NamedGradientAccumulator
• gradient_utils::GradientUtilsStats
• gradient_visualization::formatting::GradientFlowFormatter
• gradient_visualization::formatting::VisualizationExporter
• gradient_visualization::types::FlowStatistics
• gradient_visualization::types::GradientFlowAnalysis
• gradient_visualization::types::GradientFlowEdge
• gradient_visualization::types::GradientFlowIssue
• gradient_visualization::types::GradientFlowNode
• gradient_visualization::types::GradientStats
• gradient_visualization::types::ValueStats
• gradient_visualization::types::VisualizationSettings
• gradient_visualization::visualizer::AnalysisConfig
• gradient_visualization::visualizer::GradientFlowVisualizer
• gradient_visualization::visualizer::VisualizationResult
• graph_optimization::CommunicationPlan
• graph_optimization::DataTransferOp
• graph_optimization::EnhancedGraphOptimizer
• graph_optimization::FusionPattern
• graph_optimization::GradientFusion
• graph_optimization::GraphOptimizationConfig
• graph_optimization::GraphOptimizationResult
• graph_optimization::MemoryOptimization
• graph_optimization::OptimizationStats
• graph_optimization::OverlapOpportunity
• graph_optimization::SynchronizationPoint
• hybrid_scheduler::ExecutionStats
• hybrid_scheduler::ExecutionSummary
• hybrid_scheduler::GraphAnalysis
• hybrid_scheduler::HybridScheduler
• hybrid_scheduler::SchedulerConfig
• hybrid_scheduler::StrategyCost
• implicit_differentiation::FixedPointGradientFunction
• implicit_differentiation::GradientInfo
• implicit_differentiation::ImplicitDiffConfig
• implicit_differentiation::ImplicitDifferentiator
• implicit_differentiation::ImplicitGradientFunction
• implicit_differentiation::OptimizationGradientFunction
• implicit_differentiation::examples::QuadraticImplicit
• implicit_differentiation::examples::SqrtFixedPoint
• inplace_ops::InPlaceOptimizer
• inplace_ops::InPlaceSequenceOptimizer
• jit_compiler::CompiledKernel
• jit_compiler::DeviceFeatures
• jit_compiler::GradientKernelTemplate
• jit_compiler::JitCompiler
• jit_compiler::KernelPerformance
• jit_compiler::KernelSignature
• jit_integration::JitConfig
• jit_integration::JitGradientContext
• kernel_fusion::FusedKernel
• kernel_fusion::FusionStats
• kernel_fusion::KernelFusionOptimizer
• kernel_fusion::OpSequence
• memory_diff_reporter::MemoryDiff
• memory_diff_reporter::MemoryDiffReporter
• memory_diff_reporter::MemorySnapshot
• memory_profiler::AllocationPatterns
• memory_profiler::CompactionResult
• memory_profiler::GradientMemoryProfiler
• memory_profiler::LeakDetectionResults
• memory_profiler::LeakDetectionStats
• memory_profiler::MemoryAnalysisReport
• memory_profiler::MemoryLeak
• memory_profiler::MemoryPoolStats
• memory_profiler::MemoryPrediction
• memory_profiler::MemoryReport
• memory_profiler::MemoryStats
• memory_profiler::PeakPeriod
• memory_profiler::PoolOptimizationResult
• neural_integration::autograd_layer::AutogradLayer
• neural_integration::optimizer::AutogradOptimizer
• neural_integration::trainer::AutogradTrainer
• neural_integration::trainer::TrainingMetrics
• no_grad::EnableGradGuard
• no_grad::NoGradGuard
• numerical_checker::CheckerConfig
• numerical_checker::ErrorAnalysis
• numerical_checker::GradientCheckResult
• numerical_checker::NumericalChecker
• ops::shape_ops::SliceSpec
• parameter_server::GradientUpdate
• parameter_server::ParameterEntry
• parameter_server::ParameterServer
• parameter_server::ParameterServerClient
• parameter_server::ParameterServerConfig
• parameter_server::ParameterServerStats
• parameter_server::WorkerStatus
• performance_benchmark::BenchmarkConfig
• performance_benchmark::BenchmarkMemoryStats
• performance_benchmark::BenchmarkReport
• performance_benchmark::BenchmarkResult
• performance_benchmark::BenchmarkStatistics
• performance_benchmark::BenchmarkSummary
• performance_benchmark::ComparisonResult
• performance_benchmark::PerformanceBenchmark
• performance_benchmark::RegressionReport
• performance_benchmark::ThroughputMetrics
• second_order::LBFGSStorage
• simd_grad_ops_simple::SimdGradConfig
• simd_grad_ops_simple::SimdGradOps
• simd_grad_ops_simple::SimdPerformanceMetrics
• subgraph_extraction::config::SubgraphConfig
• subgraph_extraction::extractor::SubgraphExtractor
• subgraph_extraction::types::OperationComplexity
• subgraph_extraction::types::Subgraph
• subgraph_extraction::types::SubgraphCommunication
• subgraph_extraction::types::SubgraphExtractionResult
• subgraph_extraction::types::SubgraphOperation
• subgraph_extraction::types::SubgraphTensor
• tape::structures::GradientTape
• tape::structures::TapeNode
• tape::structures::TrackedTensor
• tape::utils::DependencyGraph
• tape::utils::DependencyNode
• tape::utils::OperationMetadata
• tape_optimization::TapeOptimizationConfig
• tape_optimization::TapeOptimizationStats
• tape_optimization::TapeOptimizer
• tensor_networks::ContractionEdge
• tensor_networks::ContractionPath
• tensor_networks::ContractionStep
• tensor_networks::TensorNetwork
• tensor_networks::TensorNetworkGradient
• tensor_networks::TensorNetworkNode
• tensor_networks::TensorNetworkOptimizer
• ultra_gradient::config::CachedGradient
• ultra_gradient::config::UltraGradientConfig
• ultra_gradient::engine::UltraGradientEngine
• ultra_gradient::graph_optimization::GraphOptimizer
• ultra_gradient::metrics::GradientMemoryStats
• ultra_gradient::metrics::GradientPerformanceMetrics
• ultra_gradient::metrics::OptimizationInsights
• ultra_gradient::metrics::UltraGradientResult
• ultra_gradient::simd_ops::SimdOpsProcessor
• ultra_gradient_engine_simple::GradientMemoryStats
• ultra_gradient_engine_simple::GradientPerformanceMetrics
• ultra_gradient_engine_simple::OptimizationInsights
• ultra_gradient_engine_simple::UltraGradientConfig
• ultra_gradient_engine_simple::UltraGradientEngine
• ultra_gradient_engine_simple::UltraGradientResult

Enums

• amp_policy::ScaleAdjustmentReason
• checkpointing::ActivationCheckpointPolicy
• checkpointing::CheckpointStrategy
• context::ShapeInferenceRule
• coverage_matrix::OperationCategory
• device_placement::PlacementStrategy
• ellipsis_newaxis::IndexSpec
• forward_reverse::DifferentiationMode
• gpu_gradient_expansion::GpuGradStatus
• gpu_gradient_expansion::Priority
• gradient_analyzer::GradientIssue
• gradient_compression::CompressedGradient
• gradient_compression::CompressionMethod
• gradient_visualization::formatting::ExportFormat
• gradient_visualization::types::ColorScheme
• gradient_visualization::types::EdgeType
• gradient_visualization::types::IssueType
• gradient_visualization::types::LayoutAlgorithm
• gradient_visualization::types::NodeType
• gradient_visualization::types::OutputFormat
• gradient_visualization::types::Severity
• graph_optimization::GradientFusionType
• graph_optimization::MemoryOptimizationType
• graph_optimization::OptimizationLevel
• graph_optimization::SynchronizationType
• graph_optimization::TransferPriority
• jit_compiler::OptimizationLevel
• kernel_fusion::FusableOp
• memory_profiler::OptimizationOpportunity
• memory_profiler::RiskLevel
• neural_integration::optimizer::OptimizerType
• numerical_checker::FiniteDifferenceMethod
• parameter_server::FaultToleranceMode
• parameter_server::LoadBalancingStrategy
• performance_benchmark::RegressionSeverity
• subgraph_extraction::config::ExtractionStrategy
• tape::operations::Operation
• tape::utils::ComputationType
• tape::utils::OptimizationLevel
• tensor_networks::ContractionStrategy
• ultra_gradient::config::ChunkStrategy

Traits

• Differentiable
• checkpointing::ActivationCheckpointing
• checkpointing::CheckpointedGradientTape
• custom_gradients::CustomGradientFunction
• deterministic::DeterministicOperation
• implicit_differentiation::FixedPointFunction
• implicit_differentiation::ImplicitFunction
• implicit_differentiation::OptimizationLayer
• jit_integration::JitGradientTapeExt
• neural_integration::traits::NeuralLayer
• neural_integration::traits::NeuralLoss
• neural_integration::traits::NeuralMetric
• neural_integration::traits::NeuralModel
• tensor_ext::TensorAutograd
• ultra_gradient::UltraGradientTapeExt
• ultra_gradient_engine_simple::UltraGradientTapeExt

Macros

• enable_grad
• no_grad
• profile_gradient_op

Functions

• advanced_grad_ops::gradient_clipping::clip_by_global_norm
• advanced_grad_ops::gradient_clipping::clip_by_value
• advanced_grad_ops::higher_order::compute_hessian
• advanced_grad_ops::higher_order::hessian_vector_product
• advanced_grad_ops::jacobian::compute_jacobian
• advanced_grad_ops::jacobian::jacobian_vector_product
• advanced_grad_ops::optimization::approximate_fisher_information
• advanced_grad_ops::optimization::natural_gradient_update
• boolean_indexing::boolean_mask_backward
• boolean_indexing::boolean_mask_nd_backward
• boolean_indexing::integer_array_indexing_backward
• boolean_indexing::mixed_indexing_backward
• boolean_indexing::where_backward
• checkpointing::checkpoint_sequence
• debug::utils::gradient_statistics
• debug::utils::has_inf
• debug::utils::has_nan
• debug::utils::tensor_norm
• deterministic::clear_operation_seeds
• deterministic::get_global_seed
• deterministic::get_operation_seed
• deterministic::get_seeded_operation_count
• deterministic::hash_tensor_data
• deterministic::is_deterministic
• deterministic::reset_deterministic_state
• deterministic::set_deterministic
• deterministic::set_global_seed
• deterministic::set_operation_seed
• ellipsis_newaxis::ellipsis_newaxis_backward
• error_taxonomy::utils::checkpointing_error
• error_taxonomy::utils::gradient_computation_failed
• error_taxonomy::utils::gradient_shape_mismatch
• error_taxonomy::utils::higher_order_gradient_error
• error_taxonomy::utils::tape_operation_error
• forward_ad::forward_ops::add
• forward_ad::forward_ops::matmul
• forward_ad::forward_ops::mul
• forward_ad::forward_ops::neg
• forward_ad::forward_ops::relu
• forward_reverse::utils::band_pattern
• forward_reverse::utils::dense_pattern
• forward_reverse::utils::diagonal_pattern
• forward_reverse::utils::select_strategy
• global_pooling::adaptive_avg_pool2d_backward
• global_pooling::adaptive_max_pool2d_backward
• global_pooling::fractional_adaptive_avg_pool2d_backward
• global_pooling::global_avg_pool2d_backward
• global_pooling::global_max_pool2d_backward
• grad_ops::activation_ops::elu_backward
• grad_ops::activation_ops::gelu_backward
• grad_ops::activation_ops::leaky_relu_backward
• grad_ops::activation_ops::mish_backward
• grad_ops::activation_ops::prelu_backward
• grad_ops::activation_ops::relu_backward
• grad_ops::activation_ops::relu_forward
• grad_ops::activation_ops::sigmoid_backward
• grad_ops::activation_ops::softmax_backward
• grad_ops::activation_ops::swish_backward
• grad_ops::activation_ops::tanh_backward
• grad_ops::advanced_ops::cholesky_backward
• grad_ops::advanced_ops::eig_backward
• grad_ops::advanced_ops::qr_backward
• grad_ops::advanced_ops::svd_backward
• grad_ops::advanced_ops::validation::check_gradient_consistency
• grad_ops::advanced_ops::validation::gradient_check
• grad_ops::advanced_ops::validation::validate_gradients
• grad_ops::basic_ops::add_backward
• grad_ops::basic_ops::compute_general_power_grad_b
• grad_ops::basic_ops::compute_integer_power_grad_b
• grad_ops::basic_ops::compute_log_approximation
• grad_ops::basic_ops::div_backward
• grad_ops::basic_ops::is_integer_power
• grad_ops::basic_ops::mul_backward
• grad_ops::basic_ops::pow_backward
• grad_ops::basic_ops::sub_backward
• grad_ops::fused_ops::batch_fused_activations_forward_backward
• grad_ops::fused_ops::fused_batch_norm_forward_backward
• grad_ops::fused_ops::fused_dropout_forward_backward
• grad_ops::fused_ops::fused_gelu_forward_backward
• grad_ops::fused_ops::fused_layer_norm_forward_backward
• grad_ops::fused_ops::fused_log_softmax_forward_backward
• grad_ops::fused_ops::fused_relu_forward_backward
• grad_ops::fused_ops::fused_sigmoid_forward_backward
• grad_ops::fused_ops::fused_tanh_forward_backward
• grad_ops::tensor_ops::add_to_slice_4d
• grad_ops::tensor_ops::concat_backward
• grad_ops::tensor_ops::einsum_backward
• grad_ops::tensor_ops::gather_backward
• grad_ops::tensor_ops::get_tensor_element_4d
• grad_ops::tensor_ops::scatter_backward
• grad_ops::tensor_ops::slice_backward
• grad_ops::tensor_ops::slice_tensor_4d
• grad_ops::tensor_ops::split_backward
• grad_ops::tensor_ops::squeeze_backward
• grad_ops::tensor_ops::stack_backward
• grad_ops::tensor_ops::transpose_backward
• grad_ops::tensor_ops::unsqueeze_backward
• grad_ops::utils::check_broadcast_compatible
• grad_ops::utils::compute_slice_indices
• grad_ops::utils::element_count
• grad_ops::utils::ones_like
• grad_ops::utils::unbroadcast
• grad_ops::utils::zeros_like
• gradient_accumulation::accumulate_gradients_over_batch
• gradient_buffer_manager_simple::global_gradient_buffer_manager
• gradient_compression_advanced::power_law_quantization
• gradient_compression_advanced::random_k_sparsification
• gradient_compression_advanced::threshold_sparsification
• gradient_compression_advanced::topk_sparsification
• gradient_compression_advanced::uniform_quantization
• gradient_ops::accumulate_gradients
• gradient_ops::add_gradient_noise
• gradient_ops::average_gradients
• gradient_ops::clip_by_global_norm
• gradient_ops::clip_by_value
• gradient_ops::compute_gradient_statistics
• gradient_ops::has_invalid_gradients
• gradient_ops::scale_gradients
• gradient_ops::zero_gradients
• gradient_utils::add_gradient_noise
• gradient_utils::are_gradients_finite
• gradient_utils::clip_gradients_by_norm
• gradient_utils::clip_gradients_by_percentile
• gradient_utils::clip_gradients_by_value
• gradient_utils::compute_global_norm
• gradient_utils::compute_gradient_histogram
• gradient_utils::get_gradient_stats
• gradient_utils::scale_gradients
• gradient_utils::zero_gradients
• init
• inplace_ops::utils::estimate_memory_savings
• inplace_ops::utils::is_leaf_tensor
• inplace_ops::utils::shapes_compatible_for_inplace
• jit_integration::utils::benchmark_jit_performance
• jit_integration::utils::create_debug_jit_context
• jit_integration::utils::create_jit_context
• jit_integration::utils::initialize_jit
• kernel_fusion::patterns::chained_elementwise
• kernel_fusion::patterns::elementwise_activation
• memory_profiler::get_global_profiler
• no_grad::enable_grad
• no_grad::is_grad_enabled
• no_grad::no_grad
• no_grad::set_grad_enabled
• ops::activation_ops::elu_backward
• ops::activation_ops::gelu_backward
• ops::activation_ops::leaky_relu_backward
• ops::activation_ops::mish_backward
• ops::activation_ops::prelu_backward
• ops::activation_ops::relu_backward
• ops::activation_ops::sigmoid_backward
• ops::activation_ops::softmax_backward
• ops::activation_ops::swish_backward
• ops::activation_ops::tanh_backward
• ops::binary_ops::add_backward
• ops::binary_ops::div_backward
• ops::binary_ops::mul_backward
• ops::binary_ops::pow_backward
• ops::binary_ops::sub_backward
• ops::convolution_ops::avg_pool2d_backward
• ops::convolution_ops::conv1d_backward
• ops::convolution_ops::conv2d_backward
• ops::convolution_ops::conv3d_backward
• ops::convolution_ops::conv_transpose2d_backward
• ops::convolution_ops::depthwise_conv2d_backward
• ops::convolution_ops::grouped_conv2d_backward
• ops::convolution_ops::max_pool2d_backward
• ops::fft_ops::fft2_backward
• ops::fft_ops::fft3_backward
• ops::fft_ops::fft_backward
• ops::fft_ops::ifft2_backward
• ops::fft_ops::ifft3_backward
• ops::fft_ops::ifft_backward
• ops::fft_ops::rfft_backward
• ops::linalg_ops::cholesky_backward
• ops::linalg_ops::det_backward
• ops::linalg_ops::eig_backward
• ops::linalg_ops::einsum_backward
• ops::linalg_ops::inv_backward
• ops::linalg_ops::lu_backward
• ops::linalg_ops::matmul_backward
• ops::linalg_ops::pinv_backward
• ops::linalg_ops::svd_backward
• ops::normalization_ops::batch_norm_backward
• ops::normalization_ops::batch_norm_backward_with_stats
• ops::normalization_ops::batch_norm_forward_with_stats
• ops::normalization_ops::group_norm_backward
• ops::normalization_ops::instance_norm_backward
• ops::normalization_ops::layer_norm_backward
• ops::reduction_ops::max_backward
• ops::reduction_ops::mean_backward
• ops::reduction_ops::min_backward
• ops::reduction_ops::std_backward
• ops::reduction_ops::sum_backward
• ops::reduction_ops::var_backward
• ops::reduction_ops::weighted_mean_backward
• ops::shape_ops::concat_backward
• ops::shape_ops::reshape_backward
• ops::shape_ops::slice_backward
• ops::shape_ops::squeeze_backward
• ops::shape_ops::transpose_backward
• ops::shape_ops::unsqueeze_backward
• ops::utils::calculate_batch_size
• ops::utils::create_max_mask
• ops::utils::create_min_mask
• ops::utils::expand_for_reduction
• ops::utils::get_4d_element
• ops::utils::get_5d_element
• ops::utils::normalize_index
• ops::utils::unbroadcast
• second_order::bfgs_update
• second_order::diagonal_hessian_fd
• second_order::fisher::diagonal_fisher
• second_order::fisher::empirical_fisher
• second_order::gauss_newton_hessian
• second_order::hessian_vector_product_fd
• second_order_utils::compute_hessian
• second_order_utils::compute_hessian_diagonal
• second_order_utils::compute_jacobian
• second_order_utils::compute_laplacian
• second_order_utils::directional_second_derivative
• second_order_utils::hessian_vector_product
• second_order_utils::optimization::compute_natural_gradient
• second_order_utils::optimization::compute_natural_gradient_with_fisher
• second_order_utils::optimization::compute_newton_direction
• simd_grad_ops_simple::global_simd_grad_ops
• special_functions::bessel_j0_backward
• special_functions::bessel_j1_backward
• special_functions::beta_backward
• special_functions::digamma_backward
• special_functions::erf_backward
• special_functions::erfc_backward
• special_functions::gamma_backward
• special_functions::lgamma_backward
• tape::structures::extract_parent_ids
• tape::utils::accumulate_gradient
• tape::utils::accumulate_gradient_optimized
• tape::utils::accumulate_gradient_scaled
• tape::utils::accumulate_gradients_batch
• tape::utils::analyze_dependencies
• tape::utils::classify_computation_type
• tape::utils::estimate_memory_footprint
• tape::utils::extract_parent_ids_with_metadata
• tape::utils::is_convolution_operation
• tape::utils::is_normalization_operation
• tape::utils::is_reduction_operation
• tape::utils::operation_complexity_score
• tape::utils::operation_input_count
• tape::utils::requires_gradient
• ultra_gradient::engine::global_ultra_gradient_engine
• ultra_gradient_engine_simple::global_ultra_gradient_engine

Type Aliases

• ops::convolution_ops::Conv1dBackwardResult
• ops::convolution_ops::Conv2dBackwardResult
• ops::convolution_ops::Conv3dBackwardResult
• ops::convolution_ops::ConvTranspose2dBackwardResult
• tape::TensorId

Constants

• VERSION
• second_order_utils::optimization::FISHER_DAMPING