toi_server 0.1.1

A personal assistant server
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47

use crate::{models::client::HttpClientConfig, utils};
use serde::Deserialize;
use std::net::SocketAddr;

fn default_bind_addr() -> SocketAddr {
    "127.0.0.1:6969"
        .parse()
        .expect("default bind address should be valid")
}

fn default_distance_threshold() -> f64 {
    0.75
}

fn default_similarity_threshold() -> f64 {
    0.50
}

fn default_user_agent() -> String {
    "https://github.com/theOGognf/toi".to_string()
}

#[derive(Clone, Debug, Deserialize)]
pub struct ServerConfig {
    #[serde(
        default = "default_bind_addr",
        deserialize_with = "utils::deserialize_socket_addr"
    )]
    pub bind_addr: SocketAddr,
    #[serde(
        default = "default_user_agent",
        deserialize_with = "utils::deserialize_with_envsubst"
    )]
    pub user_agent: String,
    #[serde(default = "default_distance_threshold")]
    pub distance_threshold: f64,
    #[serde(default = "default_similarity_threshold")]
    pub similarity_threshold: f64,
}

#[derive(Debug, Deserialize)]
pub struct ToiConfig {
    pub server: ServerConfig,
    pub embedding: HttpClientConfig,
    pub generation: HttpClientConfig,
    pub reranking: HttpClientConfig,
}