hanzo-quant 0.6.1

Hanzo Engine - fast, flexible LLM inference engine written in Rust.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49

use std::{
    hash::{DefaultHasher, Hash, Hasher},
    sync::{LazyLock, Mutex},
};

use tracing::{debug, info, warn};

static CACHED_DEBUG: LazyLock<Mutex<Vec<u64>>> = LazyLock::new(|| Mutex::new(Vec::new()));
static CACHED_INFO: LazyLock<Mutex<Vec<u64>>> = LazyLock::new(|| Mutex::new(Vec::new()));
static CACHED_WARN: LazyLock<Mutex<Vec<u64>>> = LazyLock::new(|| Mutex::new(Vec::new()));

pub fn once_log_debug<M: AsRef<str>>(msg: M) {
    let msg = msg.as_ref();
    let mut hasher = DefaultHasher::new();
    msg.hash(&mut hasher);
    let hash = hasher.finish();

    let mut log = CACHED_DEBUG.lock().expect("Poisoned Lock");
    if !log.contains(&hash) {
        debug!("{msg}");
    }
    log.push(hash);
}

pub fn once_log_info<M: AsRef<str>>(msg: M) {
    let msg = msg.as_ref();
    let mut hasher = DefaultHasher::new();
    msg.hash(&mut hasher);
    let hash = hasher.finish();

    let mut log = CACHED_INFO.lock().expect("Poisoned Lock");
    if !log.contains(&hash) {
        info!("{msg}");
    }
    log.push(hash);
}

pub fn once_log_warn<M: AsRef<str>>(msg: M) {
    let msg = msg.as_ref();
    let mut hasher = DefaultHasher::new();
    msg.hash(&mut hasher);
    let hash = hasher.finish();

    let mut log = CACHED_WARN.lock().expect("Poisoned Lock");
    if !log.contains(&hash) {
        warn!("{msg}");
    }
    log.push(hash);
}