llama_link 0.2.1

A llama.cpp server interface
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68

error_set::error_set! {
    CompletionError = {
        #[display("ApiError: An error occurred related to calling llama.cpp: {issue}")]
        Api {
            issue: String
        },
        #[display("ParsingError: {issue}")]
        Parsing {
            issue: String,
        }
    };
    FunctionCallError = {
        #[display("The function with name `{function_name}` was not found in the toolbox")]
        FunctionNotFound {
            function_name: String,
        },
    } || CompletionError;

    CompletionStreamError = {
        Deserialization(serde_json::Error),
        SSE(reqwest_eventsource::Error)
    };
}

impl From<serde_json::Error> for CompletionError {
    fn from(error: serde_json::Error) -> Self {
        Self::Parsing {
            issue: error.to_string(),
        }
    }
}

impl From<reqwest::Error> for CompletionError {
    fn from(error: reqwest::Error) -> Self {
        Self::Api {
            issue: error.to_string(),
        }
    }
}

//************************************************************************//

impl From<serde_json::Error> for FunctionCallError {
    fn from(error: serde_json::Error) -> Self {
        Self::Parsing {
            issue: error.to_string(),
        }
    }
}

impl From<reqwest::Error> for FunctionCallError {
    fn from(error: reqwest::Error) -> Self {
        Self::Api {
            issue: error.to_string(),
        }
    }
}

impl From<llmtoolbox::FunctionCallError> for FunctionCallError {
    fn from(error: llmtoolbox::FunctionCallError) -> Self {
        match error {
            llmtoolbox::FunctionCallError::FunctionNotFound { function_name } => {
                Self::FunctionNotFound { function_name }
            }
            llmtoolbox::FunctionCallError::Parsing { issue } => Self::Parsing { issue },
        }
    }
}