Struct GgmlContext 

pub struct GgmlContext { /* private fields */ }

A safe wrapper around ggml_context.

Implementations

impl GgmlContext

pub fn new(mem_size: usize, no_alloc: bool) -> Self

Create a new ggml context.

Parameters

• mem_size: Memory pool size in bytes for tensor metadata.
• no_alloc: If true, tensor data is not allocated (use with backend allocation).

Panics

Panics if ggml returns a null pointer.

pub fn as_ptr(&self) -> *mut ggml_context

Get the raw context pointer.

pub fn new_tensor_1d(&self, typ: ggml_type, ne0: i64) -> GgmlTensor

Create a 1D tensor.

pub fn new_tensor_2d(&self, typ: ggml_type, ne0: i64, ne1: i64) -> GgmlTensor

Create a 2D tensor.

pub fn new_tensor_3d( &self, typ: ggml_type, ne0: i64, ne1: i64, ne2: i64, ) -> GgmlTensor

Create a 3D tensor.

pub fn new_tensor_4d( &self, typ: ggml_type, ne0: i64, ne1: i64, ne2: i64, ne3: i64, ) -> GgmlTensor

Create a 4D tensor.

pub fn dup_tensor(&self, src: &GgmlTensor) -> GgmlTensor

Create a tensor with the same shape and type as another.

pub fn new_tensor(&self, typ: ggml_type, ne: &[i64]) -> GgmlTensor

Create a new tensor with arbitrary dimensions.

pub fn add(&self, a: &GgmlTensor, b: &GgmlTensor) -> GgmlTensor

Element-wise addition: a + b

pub fn mul_mat(&self, a: &GgmlTensor, b: &GgmlTensor) -> GgmlTensor

Matrix multiplication: a @ b

pub fn scale(&self, a: &GgmlTensor, s: f32) -> GgmlTensor

Scale tensor: a * s

pub fn cast(&self, a: &GgmlTensor, typ: ggml_type) -> GgmlTensor

Cast tensor to a different type.

pub fn cont(&self, a: &GgmlTensor) -> GgmlTensor

Make tensor contiguous in memory.

pub fn transpose(&self, a: &GgmlTensor) -> GgmlTensor

Transpose a tensor.

pub fn reshape_1d(&self, a: &GgmlTensor, ne0: i64) -> GgmlTensor

Reshape to 1D.

pub fn reshape_2d(&self, a: &GgmlTensor, ne0: i64, ne1: i64) -> GgmlTensor

Reshape to 2D.

pub fn view_1d(&self, a: &GgmlTensor, ne0: i64, offset: usize) -> GgmlTensor

Create a 1D view of a tensor.

pub fn new_graph(&self) -> GgmlGraph

Create a new computation graph.

pub fn first_tensor(&self) -> Option<GgmlTensor>

Get the first tensor in this context.

pub fn next_tensor(&self, tensor: &GgmlTensor) -> Option<GgmlTensor>

Get the next tensor after tensor in this context.

Trait Implementations

impl Debug for GgmlContext

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Drop for GgmlContext

fn drop(&mut self)

Executes the destructor for this type.