ollarust 0.1.2

Ollama API client for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123

pub mod structs;

use thiserror::Error as TError;

#[derive(TError, Debug)]
pub enum OError {
}

pub type OllamaResult<T> = Result<T, OError>;


use reqwest::{Client, Error};
use serde::{Serialize, Deserialize};
use serde_json::Value;
use crate::structs::*;

fn url(base_url: &str, endpoint: &str) -> String {
    format!( "{}{}", base_url, endpoint )
}

#[derive(Debug)]
pub struct Ollama {
    client: Client,
    base_url: String,
    pub version: String
}

impl Ollama {
    async fn send_request<T, R>(
        &self,
        method: &str,
        url: &str,
        payload: Option<T>,
    ) -> Result<R, reqwest::Error>
    where
        T: Serialize,
        R: for<'de> Deserialize<'de>,
    {
        let request = match method.to_uppercase().as_str() {
            "POST" => {
                let body = payload
                    .map(|p| serde_json::to_value(p).unwrap())
                    .unwrap_or(Value::Null);
                println!("{:?}", body);

                self.client.post(url).json(&body)
            }
            _ => self.client.get(url),
        };

        let response = request
            .send()
            .await?
            .json::<R>()
            .await?;

        Ok(response)
    }

    pub async fn new(port: Option<String>) -> Result<Self, Error> {
        let port = port.unwrap_or("11434".to_string());
        let base_url = format!("http://localhost:{}/api", port);

        let client = Client::new();

        let get_version: Ver = client
            .get( &url(&base_url, "/version") )
            .send()
            .await?
            .json()
            .await?;

        Ok( Self {
            client: client,
            base_url: base_url,
            version: get_version.version
        } )
    }

    pub async fn generate(&self, payload: GeneratePayload) -> Result<GenerateResponse, Error> {
        self.send_request("POST", &url(&self.base_url, "/generate"), Some(payload)).await
    }

    pub async fn chat(&self, payload: ChatPayload) -> Result<ChatResponse, Error> {
        self.send_request("POST", &url(&self.base_url, "/chat"), Some(payload)).await
    }

    pub async fn embed(&self, payload: EmbedPayload) -> Result<EmbeddingResponse, Error> {
        self.send_request("POST", &url(&self.base_url, "/embed"), Some(payload)).await
    }

    pub async fn list_models(&self) -> Result< ListModels, Error> {
        self.send_request("GET", &url(&self.base_url, "/tags"), None::<()>).await
    }

    pub async fn ps(&self) -> Result< ListModels, Error > {
        self.send_request("GET", &url(&self.base_url, "/ps"), None::<()>).await
    }

    pub async fn show(&self, payload: ShowPayload) -> Result<ShowResponse, Error> {
        self.send_request("POST", &url(&self.base_url, "/show"), Some(payload)).await
    }

    pub async fn create(&self, payload: CreateModelPayload) -> Result<CreateModelResponse, Error> {
        self.send_request("POST", &url(&self.base_url, "/create"), Some(payload) ).await
    }

    pub async fn copy(&self, payload: CopyModel) {
        let _: Result< Value, Error> = self.send_request( "POST", &url(&self.base_url, "/copy"), Some(payload) ).await;
    }

    pub async fn pull(&self, payload: ShowPayload) -> Result<CreateModelResponse, Error> {
        self.send_request("POST", &url(&self.base_url, "/pull"), Some(payload) ).await
    }

    pub async fn push(&self, payload: ShowPayload) -> Result<CreateModelResponse, Error> {
        self.send_request("POST", &url(&self.base_url, "/pull"), Some(payload) ).await
    }

    pub async fn delete(&self) {
        todo!("i will do that in 1.0.0")
    }
}