ollama-oxide 0.1.2

A Rust library for integrating with Ollama's native API, providing low-level inference and high-level conveniences.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42

//! Model details primitive type

use serde::{Deserialize, Serialize};

/// Additional information about a model's format and family
///
/// Contains metadata about the model's file format, family classification,
/// and quantization settings.
///
/// # Example
///
/// ```json
/// {
///   "format": "gguf",
///   "family": "gemma",
///   "families": ["gemma"],
///   "parameter_size": "4.3B",
///   "quantization_level": "Q4_K_M"
/// }
/// ```
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize)]
pub struct ModelDetails {
    /// Model file format (e.g., "gguf")
    #[serde(default)]
    pub format: Option<String>,

    /// Primary model family (e.g., "llama", "gemma")
    #[serde(default)]
    pub family: Option<String>,

    /// All families the model belongs to
    #[serde(default)]
    pub families: Option<Vec<String>>,

    /// Approximate parameter count label (e.g., "7B", "13B")
    #[serde(default)]
    pub parameter_size: Option<String>,

    /// Quantization level used (e.g., "Q4_0", "Q4_K_M")
    #[serde(default)]
    pub quantization_level: Option<String>,
}