Skip to main content

Crate leto_ops

Crate leto_ops 

Source
Expand description

Leto Operations contains performance-tuned math and reduction kernels for Leto arrays.

Re-exports§

pub use domain::real::RealScalar;
pub use domain::rng::Xorshift64;
pub use domain::scalar::Scalar;
pub use domain::strategy::ExecutionStrategy;
pub use domain::strategy::ScalarStrategy;
pub use infrastructure::cache::cache_geometry;
pub use infrastructure::cache::cached_cache_geometry;
pub use infrastructure::cache::CacheGeometry;
pub use infrastructure::cache::MatmulTilePolicy;
pub use domain::strategy::SimdStrategy;
pub use domain::strategy::ParallelStrategy;
pub use infrastructure::parallel::for_each_task_partition_mut;
pub use infrastructure::parallel::for_each_task_partition_mut_with;
pub use application::attention::scaled_dot_product_attention_backward_accumulate;
pub use application::attention::scaled_dot_product_attention_into;
pub use application::attention::AttentionError;
pub use application::attention::AttentionGradients;
pub use application::attention::AttentionMask;
pub use application::attention::AttentionOperand;
pub use application::attention::AttentionResult;
pub use application::attention::GroupedKeepMask;
pub use application::convolution::convolution_backward_accumulate;
pub use application::convolution::convolution_forward_into;
pub use application::convolution::convolution_transposed_backward_accumulate;
pub use application::convolution::convolution_transposed_forward_into;
pub use application::convolution::TransposedConvolutionGradients;
pub use application::embedding::embedding_gather;
pub use application::embedding::embedding_gather_into;
pub use application::linalg::bidiagonalize;
pub use application::linalg::bunch_kaufman;
pub use application::linalg::bunch_kaufman;
pub use application::linalg::cholesky_decompose;
pub use application::linalg::cholesky_det;
pub use application::linalg::cholesky_inv;
pub use application::linalg::cholesky_solve;
pub use application::linalg::col_piv_qr;
pub use application::linalg::col_piv_qr;
pub use application::linalg::complex_inv;
pub use application::linalg::complex_solve;
pub use application::linalg::det;
pub use application::linalg::eigenvalues;
pub use application::linalg::eigenvalues;
pub use application::linalg::full_piv_lu;
pub use application::linalg::full_piv_lu;
pub use application::linalg::hermitian_eigen_jacobi;
pub use application::linalg::hermitian_eigen_qr;
pub use application::linalg::hessenberg;
pub use application::linalg::hessenberg;
pub use application::linalg::inv;
pub use application::linalg::kron;
pub use application::linalg::l2_normalize;
pub use application::linalg::l2_normalize_into;
pub use application::linalg::lu_decompose;
pub use application::linalg::matexp;
pub use application::linalg::matpow;
pub use application::linalg::matrix_rank;
pub use application::linalg::matrix_rank_with_tolerance;
pub use application::linalg::nnls;
pub use application::linalg::nnls;
pub use application::linalg::norm;
pub use application::linalg::norm_l1;
pub use application::linalg::norm_l2;
pub use application::linalg::norm_max;
pub use application::linalg::pinv;
pub use application::linalg::qr_decompose;
pub use application::linalg::schur;
pub use application::linalg::schur;
pub use application::linalg::singular_values;
pub use application::linalg::solve;
pub use application::linalg::solve_least_squares;
pub use application::linalg::svd_decompose;
pub use application::linalg::symmetric_eigen_jacobi;
pub use application::linalg::symmetric_eigen_jacobi_with_tolerance;
pub use application::linalg::symmetric_eigen_qr;
pub use application::linalg::symmetric_eigenvalues_jacobi;
pub use application::linalg::symmetric_eigenvalues_jacobi_with_tolerance;
pub use application::linalg::take_dbdsqr_counts;
pub use application::linalg::take_francis_steps;
pub use application::linalg::take_ql_sweeps;
pub use application::linalg::trace;
pub use application::linalg::trace;
pub use application::linalg::udu_decompose;
pub use application::linalg::AsMatrixView;
pub use application::linalg::BidiagonalDecomposition;
pub use application::linalg::BunchKaufmanDecomposition;
pub use application::linalg::CholeskyDecomposition;
pub use application::linalg::ColPivQrDecomposition;
pub use application::linalg::FullPivLuDecomposition;
pub use application::linalg::HermitianEigenConfig;
pub use application::linalg::HermitianEigenResult;
pub use application::linalg::HessenbergDecomposition;
pub use application::linalg::LuDecomposition;
pub use application::linalg::MatrixDecompose;
pub use application::linalg::MatrixFunction;
pub use application::linalg::MatrixNorm;
pub use application::linalg::MatrixProduct;
pub use application::linalg::MatrixProperties;
pub use application::linalg::MatrixSolve;
pub use application::linalg::NnlsConfig;
pub use application::linalg::NnlsResult;
pub use application::linalg::NormKind;
pub use application::linalg::NormL1;
pub use application::linalg::NormL2;
pub use application::linalg::NormMax;
pub use application::linalg::QrDecomposition;
pub use application::linalg::RealSchur;
pub use application::linalg::SvdDecomposition;
pub use application::linalg::SymmetricEigenDecomposition;
pub use application::linalg::SymmetricEigenWorkspace;
pub use application::linalg::UduDecomposition;
pub use application::loss::cross_entropy_backward_accumulate;
pub use application::loss::cross_entropy_forward_into;
pub use application::loss::ctc;
pub use application::loss::CrossEntropyError;
pub use application::loss::CrossEntropyOperand;
pub use application::loss::CrossEntropyResult;
pub use application::map::add;
pub use application::map::binary_map;
pub use application::map::binary_map_with_cache_geometry;
pub use application::map::div;
pub use application::map::mul;
pub use application::map::scalar_map;
pub use application::map::scalar_map_into;
pub use application::map::sub;
pub use application::map::sum;
pub use application::map::AddOp;
pub use application::map::BinaryOp;
pub use application::map::DivOp;
pub use application::map::EqOp;
pub use application::map::GeOp;
pub use application::map::GtOp;
pub use application::map::LeOp;
pub use application::map::LtOp;
pub use application::map::MulOp;
pub use application::map::NeOp;
pub use application::map::SubOp;
pub use application::matrix::batched_matmul;
pub use application::matrix::matmul;
pub use application::matrix::matmul_accumulate;
pub use application::matrix::matmul_with_tile_policy;
pub use application::nonlinear::AndersonAccelerator;
pub use application::nonlinear::AndersonConfig;
pub use application::nonlinear::AndersonMethod;
pub use application::optimization::minimize;
pub use application::optimization::LbfgsConfig;
pub use application::optimization::LbfgsMemory;
pub use application::optimization::LbfgsResult;
pub use application::pooling::pooling_backward_accumulate;
pub use application::pooling::pooling_forward_into;
pub use application::pooling::PoolingMode;
pub use application::random::normal_with_seed;
pub use application::random::normal_with_seed_into;
pub use application::random::uniform_with_seed;
pub use application::random::uniform_with_seed_into;
pub use application::reduction::max;
pub use application::reduction::max_axis;
pub use application::reduction::max_axis_into;
pub use application::reduction::mean_axis;
pub use application::reduction::mean_axis_into;
pub use application::reduction::min;
pub use application::reduction::min_axis;
pub use application::reduction::min_axis_into;
pub use application::reduction::product_axis;
pub use application::reduction::product_axis_into;
pub use application::reduction::reduce_all;
pub use application::reduction::reduce_axis;
pub use application::reduction::reduce_axis_into;
pub use application::reduction::sum_axis;
pub use application::reduction::sum_axis_into;
pub use application::reduction::topk_axis;
pub use application::reduction::topk_axis_into;
pub use application::reduction::AxisReduction;
pub use application::reduction::MaxAxis;
pub use application::reduction::MeanAxis;
pub use application::reduction::MinAxis;
pub use application::reduction::ProductAxis;
pub use application::reduction::SumAxis;
pub use application::reduction::Topk;
pub use application::scan::cumsum;
pub use application::scan::cumsum_into;
pub use application::scan::scan_axis;
pub use application::scan::scan_axis_into;
pub use application::scan::CumProdOp;
pub use application::scan::CumSumOp;
pub use application::scan::ScanDirection;
pub use application::scan::ScanOp;
pub use application::signal::blackman;
pub use application::signal::hamming;
pub use application::signal::hann;
pub use application::signal::tukey;
pub use application::signal::wrap_to_pi;
pub use application::sliding_window::fold_into;
pub use application::sliding_window::unfold_into;
pub use application::sparse::csc_spmv;
pub use application::sparse::csc_spmv_into;
pub use application::sparse::csc_spmv_view_into;
pub use application::sparse::csr_to_dense;
pub use application::sparse::factor_numeric;
pub use application::sparse::factor_symbolic;
pub use application::sparse::factor_symbolic_with_ordering;
pub use application::sparse::solve_csr_via_dense_lu;
pub use application::sparse::sparse_lu_solve;
pub use application::sparse::spgemm;
pub use application::sparse::spmm;
pub use application::sparse::spmm_into;
pub use application::sparse::spmm_view_into;
pub use application::sparse::spmv;
pub use application::sparse::spmv_into;
pub use application::sparse::spmv_view_into;
pub use application::sparse::CooMatrix;
pub use application::sparse::CscColumn;
pub use application::sparse::CscMatrix;
pub use application::sparse::CscView;
pub use application::sparse::CsrMatrix;
pub use application::sparse::CsrRow;
pub use application::sparse::CsrView;
pub use application::sparse::NumericLu;
pub use application::sparse::OrderingStrategy;
pub use application::sparse::OwnedNumericLu;
pub use application::sparse::SparseLuSolver;
pub use application::sparse::SymbolicLu;
pub use application::sparse::DENSE_LIMIT_DEFAULT;
pub use application::special::bessel_k0;
pub use application::special::erf;
pub use application::special::j0;
pub use application::special::j1;
pub use application::special::jn;
pub use application::special::sinc;
pub use application::special_legendre::legendre_poly;
pub use application::special_legendre::legendre_poly_and_deriv;
pub use application::stateful_update::stateful_update;
pub use application::stateful_update::AdaGrad;
pub use application::stateful_update::AdaGradParameters;
pub use application::stateful_update::Adam;
pub use application::stateful_update::AdamParameters;
pub use application::stateful_update::AdamW;
pub use application::stateful_update::AdamWParameters;
pub use application::stateful_update::RmsProp;
pub use application::stateful_update::RmsPropParameters;
pub use application::stateful_update::Sgd;
pub use application::stateful_update::SgdParameters;
pub use application::stateful_update::StatefulUpdateRule;
pub use application::statistics::normalized_rmse;
pub use application::statistics::nrmse;
pub use application::statistics::pearson;
pub use application::statistics::percentile_range;
pub use application::statistics::phase_error_degrees_for_correlation;
pub use application::statistics::phase_shift_correlation_curve;
pub use application::statistics::psnr;
pub use application::statistics::rmse;
pub use application::statistics::validation_psnr_from_relative_rmse;
pub use application::stencil::laplacian_2d_into;
pub use application::triangular::triangular;
pub use application::triangular::triangular_into;
pub use application::triangular::triangular_keeps;
pub use application::triangular::TriangularMode;
pub use application::unary::map;
pub use application::unary::map_inplace;
pub use application::unary::map_into;
pub use application::unary::map_into_with_cache_geometry;
pub use application::unary::mapv;
pub use application::unary::unary_map;
pub use application::unary::unary_map_into;
pub use application::unary::AbsOp;
pub use application::unary::AcosOp;
pub use application::unary::AcoshOp;
pub use application::unary::AsinOp;
pub use application::unary::AsinhOp;
pub use application::unary::AtanOp;
pub use application::unary::AtanhOp;
pub use application::unary::CeilOp;
pub use application::unary::CosOp;
pub use application::unary::CoshOp;
pub use application::unary::EluGradOp;
pub use application::unary::EluOp;
pub use application::unary::ErfOp;
pub use application::unary::ErfcOp;
pub use application::unary::Exp2Op;
pub use application::unary::ExpNegOp;
pub use application::unary::ExpOp;
pub use application::unary::Expm1Op;
pub use application::unary::FloorOp;
pub use application::unary::GeluGradOp;
pub use application::unary::GeluOp;
pub use application::unary::GeluTanhGradOp;
pub use application::unary::GeluTanhOp;
pub use application::unary::HardsigmoidGradOp;
pub use application::unary::HardsigmoidOp;
pub use application::unary::HardswishGradOp;
pub use application::unary::HardswishOp;
pub use application::unary::J0Op;
pub use application::unary::J1Op;
pub use application::unary::K0Op;
pub use application::unary::LgammaOp;
pub use application::unary::LnOp;
pub use application::unary::Log10Op;
pub use application::unary::Log1pOp;
pub use application::unary::Log2Op;
pub use application::unary::MishGradOp;
pub use application::unary::MishOp;
pub use application::unary::NegOp;
pub use application::unary::PowfOp;
pub use application::unary::RecipOp;
pub use application::unary::ReluGradOp;
pub use application::unary::ReluOp;
pub use application::unary::RoundOp;
pub use application::unary::SigmoidGradOp;
pub use application::unary::SigmoidOp;
pub use application::unary::SignOp;
pub use application::unary::SiluGradOp;
pub use application::unary::SiluOp;
pub use application::unary::SinOp;
pub use application::unary::SincOp;
pub use application::unary::SinhOp;
pub use application::unary::SoftplusGradOp;
pub use application::unary::SoftplusOp;
pub use application::unary::SoftsignGradOp;
pub use application::unary::SoftsignOp;
pub use application::unary::SqrtOp;
pub use application::unary::TanOp;
pub use application::unary::TanhGradOp;
pub use application::unary::TanhOp;
pub use application::unary::TruncOp;
pub use application::unary::UnaryOp;
pub use application::vector::cross_into;
pub use application::vector::dot;
pub use application::vector::hamming_distance;
pub use application::vector::jaccard_distance;
pub use application::vector::matvec;
pub use application::volume::ray_line_integrals;
pub use application::volume::ray_line_integrals_into;
pub use application::volume::RAY_STRIDE;
pub use application::zip::coordinate_map_inplace;
pub use application::zip::coordinate_map_plan;
pub use application::zip::coordinate_map_plan_inplace;
pub use application::zip::indexed_fold;
pub use application::zip::indexed_fold_fortran;
pub use application::zip::indexed_map4_inplace;
pub use application::zip::indexed_map_inplace;
pub use application::zip::indexed_zip_mut_with;
pub use application::zip::zip_fold;
pub use application::zip::zip_mut_with;
pub use application::zip::CoordinateMapPlan;
pub use application::zip::IndexedZipMutOutputs;
pub use application::zip::ZipMutOutputs;
pub use application::zip::ZipSources;
pub use domain::layout::ComplexLayout;
pub use domain::layout::SquareTransposeError;
pub use application::interpolation::bilinear;
pub use application::interpolation::bilinear_index_space;
pub use application::interpolation::trilinear;
pub use application::interpolation::trilinear_index_space;
pub use application::interpolation::CubicSplineInterpolation;
pub use application::interpolation::Interpolation1D;
pub use application::interpolation::LagrangeInterpolation;
pub use application::interpolation::LinearInterpolation;
pub use application::diff::central_first_derivative_coefficients;
pub use application::diff::staggered_first_derivative_coefficients;
pub use application::diff::TapCoefficients;
pub use application::diff::MAX_HALF_ORDER;
pub use application::diff::Axis;
pub use application::diff::StaggeredLeapfrog3D;
pub use application::diff::FiniteDifference;
pub use application::diff::FiniteDifferenceScheme;
pub use application::diff::FiniteDifference3D;
pub use application::diff::FiniteDifference3DScheme;
pub use application::diff::PlaneWindow;
pub use application::diff::PlaneWindowMut;
pub use application::quadrature::gauss_legendre_nodes_weights;
pub use application::quadrature::CompositeQuadrature;
pub use application::quadrature::GaussLegendre2;
pub use application::quadrature::GaussLegendre3;
pub use application::quadrature::GaussLegendre5;
pub use application::quadrature::GaussLegendreN;
pub use application::quadrature::Quadrature;
pub use application::quadrature::SimpsonsRule;
pub use application::quadrature::TrapezoidalRule;
pub use application::quadrature::GL3_NODES;
pub use application::quadrature::GL3_NODES_UNIT;
pub use application::quadrature::GL3_WEIGHTS;
pub use application::quadrature::GL3_WEIGHTS_UNIT;

Modules§

application
Application-level operation entry points.
domain
Operation scalar and strategy contracts.
infrastructure
SIMD and parallel execution infrastructure.

Structs§

ConvolutionParameters
Spatial regular-convolution parameters.
TransposedConvolutionParameters
Spatial transposed-convolution parameters.