ayda 1.1.1

Ask your Documents Anything. A tool for querying your documents with a large language model.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133

//! Anythingllm client module.
//!
//! ## Example usage:
//!
//! ```rust
//! use anythingllm::client::AnythingLLMClient;
//!
//! #[tokio::main]
//! async fn main() {
//!     let client = AnythingLLMClient::new("127.0.0.1", "8080", "api_key");
//!     let response = client.get_auth().await.unwrap();
//!     assert_eq!(client.base_url_api_v1, "http://127.0.0.1:8080/api/v1");
//! }
//! ```
//!

use reqwest::header::{HeaderMap, HeaderValue};
use reqwest::multipart::Form;
use reqwest::Response;
use serde::{Deserialize, Serialize};
use serde_json::Value;

use crate::anythingllm::error::LLMError;

#[derive(Serialize, Deserialize)]
struct AuthResponse {
    authenticated: bool,
}

/// An AnythingLLM client.
#[derive(Debug, Clone)]
pub struct AnythingLLMClient {
    pub base_url: String,
    pub base_url_api_v1: String,
    pub client: reqwest::Client,
}

impl AnythingLLMClient {
    pub fn new(ip: &str, port: &str, api_key: &str) -> Self {
        let mut headers = HeaderMap::new();
        headers.insert(
            "Authorization",
            HeaderValue::from_str(&format!("Bearer {}", api_key)).unwrap(),
        );
        let base_url = format!("http://{}:{}", ip, port);
        let base_url_api_v1 = format!("http://{}:{}/api/v1", ip, port);
        let client = reqwest::Client::builder()
            .default_headers(headers)
            .build()
            .unwrap();

        Self {
            base_url,
            base_url_api_v1,
            client,
        }
    }

    // FIXME improve error handling to relay the error message
    pub async fn get(&self, endpoint: &str) -> Result<Response, LLMError> {
        let url = format!("{}/{}", self.base_url_api_v1, endpoint);
        let response = self
            .client
            .get(url.clone())
            .send()
            .await?
            .error_for_status()?;

        Ok(response)
    }

    pub async fn post(&self, endpoint: &str, body: &Value) -> Result<Response, LLMError> {
        let url = format!("{}/{}", self.base_url_api_v1, endpoint);
        let response = self
            .client
            .post(url.clone())
            .header("Content-Type", "application/json")
            .body(body.to_string())
            .send()
            .await?
            .error_for_status()?;

        Ok(response)
    }

    pub async fn delete(&self, endpoint: &str, body: &Value) -> Result<Response, LLMError> {
        let url = format!("{}/{}", self.base_url, endpoint);

        let response = self
            .client
            .delete(url.clone())
            .header("Content-Type", "application/json")
            .header("Content-Length", body.to_string().len())
            .body(body.to_string())
            .send()
            .await?
            .error_for_status()?;

        Ok(response)
    }

    /// Get the authentication status from the AnythingLLM instance.
    pub async fn get_auth(&self) -> std::result::Result<bool, LLMError> {
        let response = match self.get("auth").await {
            Ok(response) => response,
            Err(_) => return Err(LLMError::AuthError),
        };

        let result = response
            .json::<AuthResponse>()
            .await
            .expect("FIXME failed to parse json");

        match result.authenticated {
            true => Ok(true),
            false => Err(LLMError::AuthError),
        }
    }

    pub async fn post_multipart(&self, endpoint: &str, form: Form) -> Result<Response, LLMError> {
        let url = format!("{}/{}", self.base_url_api_v1, endpoint);

        let response = self
            .client
            .post(url.clone())
            .multipart(form)
            .send()
            .await?
            .error_for_status()?;

        Ok(response)
    }
}