ollama-sdk 0.4.1

An idiomatic, unofficial Rust client for the Ollama API with support for streaming, tool calling, and custom transports.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54

use serde::{Deserialize, Serialize};

/// Represents the role of a message sender in a chat conversation.
#[derive(Serialize, Deserialize, Default, Debug, Clone, PartialEq)]
#[serde(rename_all = "lowercase")]
pub enum Role {
    /// The system role, typically used for initial instructions or context.
    System,
    /// The user role, representing messages from the end-user.
    #[default]
    User,
    /// The assistant role, representing messages generated by the model.
    Assistant,
    /// The tool role, representing output from a tool call.
    Tool,
}

/// Specifies the "thinking" level for the model.
///
/// This can be a simple boolean to enable/disable thinking,
/// or a specific level (High, Medium, Low).
#[derive(Serialize, Deserialize, Debug, Clone)]
#[serde(untagged)]
pub enum Thinking {
    /// A boolean value to enable (`true`) or disable (`false`) thinking.
    Boolean(bool),
    /// A specific thinking level.
    Level(ThinkingLevel),
}

impl Default for Thinking {
    fn default() -> Self {
        Self::Boolean(false)
    }
}

/// Defines the different levels of "thinking" for the model.
#[derive(Serialize, Deserialize, Debug, Clone)]
#[serde(rename_all = "lowercase")]
pub enum ThinkingLevel {
    /// High thinking level.
    High,
    /// Medium thinking level.
    Medium,
    /// Low thinking level.
    Low,
}

/// Represents an error response from the Ollama API.
#[derive(Serialize, Deserialize, Debug, Clone)]
pub struct OllamaError {
    /// The error message.
    pub error: String,
}