lm-studio-api-extended 0.1.3

Unofficial Rust client for LM Studio with text embedding support.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

use crate::prelude::*;

#[derive(Debug, Clone, From, Eq, PartialEq, Serialize, Deserialize)]
pub enum Model {
    // gemma 2:
    #[serde(rename = "gemma-2-2b-it")]
    Gemma2_2b,
    #[serde(rename = "gemma-2-9b-it")]
    Gemma2_9b,
    #[serde(rename = "gemma-2-27b-it")]
    Gemma2_27b,
    
    // gemma 3:
    #[serde(rename = "gemma-3-1b-it-qat")]
    Gemma3_1b,
    #[serde(rename = "gemma-3-4b-it-qat")]
    Gemma3_4b,
    #[serde(rename = "gemma-3-12b-it-qat")]
    Gemma3_12b,
    #[serde(rename = "gemma-3-27b-it-qat")]
    Gemma3_27b,

    // TODO: to add more models..
    #[serde(rename = "mythomax-l2-kimiko-v2-13b@q3_k_m")]
    Kimiko13b,

    #[serde(rename = "meta-llama-3.1-8b-instruct@Q4_k_m")]
    Llama3_1_8b,

    #[serde(rename = "gguf-flan-t5-large")]
    FlanT5,
    
    // custom:
    #[from]
    Custom(String)
}