kvbm-kernels 1.4.0

Dynamo Inference Framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13

// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0

pub mod tensor_kernels;

// Always available - core transfer functionality
pub use tensor_kernels::{
    MemcpyBatchMode, is_memcpy_batch_available, is_using_stubs, memcpy_batch, vectorized_copy,
};

// Permute kernels - data layout transformation (requires permute_kernels feature)
#[cfg(feature = "permute_kernels")]
pub use tensor_kernels::{BlockLayout, TensorDataType, block_from_universal, universal_from_block};