llama-runner 2.3.2

A straightforward Rust library for running llama.cpp models locally on device
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29

use std::{num::NonZeroU32, path::Path};

use crate::{error::CreateLlamaCppRunnerError, sample::SimpleSamplingParams};

pub trait TextRunnerFromFile
where
    Self: Sized,
{
    fn from_file(
        model_file: impl AsRef<Path>,
        ctx_size: NonZeroU32,
    ) -> Result<Self, CreateLlamaCppRunnerError>;
}

pub trait VisionRunnerFromFiles
where
    Self: Sized,
{
    fn from_files(
        model_file: impl AsRef<Path>,
        multimodel_file: impl AsRef<Path>,
        ctx_size: NonZeroU32,
    ) -> Result<Self, CreateLlamaCppRunnerError>;
}

pub trait RecommendedSampling {
    fn recommend_sampling() -> SimpleSamplingParams;
}