boostr 0.1.0

ML framework built on numr - attention, quantization, model architectures
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61

//! GGUF metadata container

use super::value::GgufValue;
use std::collections::HashMap;

/// GGUF metadata (key-value pairs from the file header)
#[derive(Debug, Clone, Default)]
pub struct GgufMetadata {
    pub(crate) kv: HashMap<String, GgufValue>,
}

impl GgufMetadata {
    pub fn get_string(&self, key: &str) -> Option<&str> {
        self.kv.get(key).and_then(|v| v.as_string())
    }

    pub fn get_u32(&self, key: &str) -> Option<u32> {
        self.kv.get(key).and_then(|v| v.as_u32())
    }

    pub fn get_f32(&self, key: &str) -> Option<f32> {
        self.kv.get(key).and_then(|v| v.as_f32())
    }

    pub fn get(&self, key: &str) -> Option<&GgufValue> {
        self.kv.get(key)
    }

    /// Get an array value by key.
    ///
    /// Returns the array elements if the value at `key` is a `GgufValue::Array`.
    pub fn get_array(&self, key: &str) -> Option<&[GgufValue]> {
        self.kv.get(key).and_then(|v| match v {
            GgufValue::Array(arr) => Some(arr.as_slice()),
            _ => None,
        })
    }

    /// Model architecture (e.g., "llama")
    pub fn architecture(&self) -> Option<&str> {
        self.get_string("general.architecture")
    }

    /// Number of transformer blocks
    pub fn block_count(&self) -> Option<u32> {
        let arch = self.architecture()?;
        self.get_u32(&format!("{arch}.block_count"))
    }

    /// Hidden/embedding dimension
    pub fn embedding_length(&self) -> Option<u32> {
        let arch = self.architecture()?;
        self.get_u32(&format!("{arch}.embedding_length"))
    }

    /// Context length
    pub fn context_length(&self) -> Option<u32> {
        let arch = self.architecture()?;
        self.get_u32(&format!("{arch}.context_length"))
    }
}