ollama-oxide 0.2.0

A Rust library for integrating with Ollama's native API, providing low-level inference and high-level conveniences.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55

//! Keep alive setting primitive type

use serde::{Deserialize, Serialize};

/// Keep alive setting for model caching
///
/// Controls how long the model stays loaded in memory.
/// Can be a string (e.g., "5m", "1h") or a number (seconds).
///
/// # Examples
///
/// ```no_run
/// use ollama_oxide::KeepAliveSetting;
///
/// let duration = KeepAliveSetting::duration("5m");
/// let seconds = KeepAliveSetting::seconds(300);
/// let unload = KeepAliveSetting::unload_immediately();
/// ```
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize)]
#[serde(untagged)]
pub enum KeepAliveSetting {
    /// Duration string (e.g., "5m", "1h", "30s")
    Duration(String),
    /// Duration in seconds
    Seconds(i64),
}

impl KeepAliveSetting {
    /// Create from duration string (e.g., "5m", "1h")
    pub fn duration(d: impl Into<String>) -> Self {
        Self::Duration(d.into())
    }

    /// Create from seconds
    pub fn seconds(s: i64) -> Self {
        Self::Seconds(s)
    }

    /// Unload model immediately after request
    pub fn unload_immediately() -> Self {
        Self::Seconds(0)
    }
}

impl From<&str> for KeepAliveSetting {
    fn from(s: &str) -> Self {
        Self::Duration(s.to_string())
    }
}

impl From<i64> for KeepAliveSetting {
    fn from(s: i64) -> Self {
        Self::Seconds(s)
    }
}