llm_interface 0.0.3

llm_interface: The backend for the llm_client crate
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53

use crate::llms::{
    api::{ApiClient, ClientError},
    local::llama_cpp::LlamaCppConfig,
};
use serde::{Deserialize, Serialize};
use thiserror::Error;

pub(super) enum HealthStatus {
    Alive,
    // Loading,
    ErrorOrOffline(String),
}

#[derive(Debug, Serialize, Deserialize)]
pub(super) struct HealthResponse {
    pub status: String,
}

#[derive(Debug, Serialize, Deserialize)]
pub(super) struct HealthErrorResponse {
    pub error: HealthErrorDetail,
}

#[derive(Debug, Serialize, Deserialize)]
pub(super) struct HealthErrorDetail {
    pub code: u16,
    pub message: String,
    pub r#type: String,
}

#[derive(Debug, Error)]
pub(super) enum HealthError {
    // #[error("Service unavailable: {message}")]
    // ServiceUnavailable { message: String },
    #[error("Unexpected error: {0}")]
    UnexpectedError(#[from] ClientError),
}

pub(super) async fn health_request(client: &ApiClient<LlamaCppConfig>) -> HealthStatus {
    match client.get::<HealthResponse>("/health").await {
        Ok(response) => {
            crate::trace!("health_request: {:?}", response);
            HealthStatus::Alive
        }
        Err(e) => match e {
            // ClientError::ServiceUnavailable { message, .. } => {
            //     crate::trace!("health_request: {:?}", message);
            //     HealthStatus::Loading
            // }
            other => HealthStatus::ErrorOrOffline(format!("{:?}", other)),
        },
    }
}