Struct Metadata

pub struct Metadata {

    pub model_name: String,
    pub model_alias: String,
    pub log_prompts: bool,
    pub prompt_template: PromptTemplateType,
    pub log_enable: bool,
    pub debug_log: bool,
    pub embeddings: bool,
    pub n_predict: u64,
    pub reverse_prompt: Option<String>,
    pub mmproj: Option<String>,
    pub image: Option<String>,
    pub n_gpu_layers: u64,
    pub main_gpu: Option<u64>,
    pub tensor_split: Option<String>,
    pub use_mmap: Option<bool>,
    pub ctx_size: u64,
    pub batch_size: u64,
    pub threads: u64,
    pub temperature: f64,
    pub top_p: f64,
    pub repeat_penalty: f64,
    pub presence_penalty: f64,
    pub frequency_penalty: f64,
    pub grammar: String,
    pub json_schema: Option<String>,
    pub translate: bool,
    pub language: Option<String>,
    pub processors: u32,
    pub offset_t: u32,
    pub duration: u32,
    pub max_context: i32,
    pub max_len: u32,
    pub split_on_word: bool,
    pub output_txt: bool,
    pub output_vtt: bool,
    pub output_srt: bool,
    pub output_lrc: bool,
    pub output_csv: bool,
    pub output_json: bool,
}

Model metadata

Fields

model_name: String

model_alias: String

log_prompts: bool

prompt_template: PromptTemplateType

log_enable: bool

debug_log: bool

embeddings: bool

n_predict: u64

reverse_prompt: Option<String>

mmproj: Option<String>

path to the multimodal projector file for llava

image: Option<String>

Path to the image file for llava

n_gpu_layers: u64

main_gpu: Option<u64>

The main GPU to use. Defaults to None.

tensor_split: Option<String>

How split tensors should be distributed accross GPUs. If None the model is not split; otherwise, a comma-separated list of non-negative values, e.g., “3,2” presents 60% of the data to GPU 0 and 40% to GPU 1.

use_mmap: Option<bool>

ctx_size: u64

batch_size: u64

threads: u64

temperature: f64

top_p: f64

repeat_penalty: f64

presence_penalty: f64

frequency_penalty: f64

grammar: String

BNF-like grammar to constrain generations (see samples in grammars/ dir). Defaults to empty string.

json_schema: Option<String>

JSON schema to constrain generations (https://json-schema.org/), e.g. {} for any JSON object. For schemas w/ external $refs, use –grammar + example/json_schema_to_grammar.py instead.

translate: bool

language: Option<String>

processors: u32

Number of processors to use during computation. Defaults to 1.

offset_t: u32

Time offset in milliseconds. Defaults to 0.

duration: u32

Duration of audio to process in milliseconds. Defaults to 0.

max_context: i32

Maximum number of text context tokens to store. Defaults to -1.

max_len: u32

Maximum segment length in characters. Defaults to 0.

split_on_word: bool

Split on word rather than on token. Defaults to false.

output_txt: bool

Output result in a text file. Defaults to false.

output_vtt: bool

Output result in a vtt file. Defaults to false.

output_srt: bool

Output result in a srt file. Defaults to false.

output_lrc: bool

Output result in a lrc file. Defaults to false.

output_csv: bool

Output result in a CSV file. Defaults to false.

output_json: bool

Output result in a JSON file. Defaults to false.

Trait Implementations

impl Clone for Metadata

fn clone(&self) -> Metadata

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Metadata

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for Metadata

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for Metadata

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for Metadata

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.