Skip to main content

lm_studio_api_extended/chat/
model.rs

1use crate::prelude::*;
2
3#[derive(Debug, Clone, From, Eq, PartialEq, Serialize, Deserialize)]
4pub enum Model {
5    // gemma 2:
6    #[serde(rename = "gemma-2-2b-it")]
7    Gemma2_2b,
8    #[serde(rename = "gemma-2-9b-it")]
9    Gemma2_9b,
10    #[serde(rename = "gemma-2-27b-it")]
11    Gemma2_27b,
12    
13    // gemma 3:
14    #[serde(rename = "gemma-3-1b-it-qat")]
15    Gemma3_1b,
16    #[serde(rename = "gemma-3-4b-it-qat")]
17    Gemma3_4b,
18    #[serde(rename = "gemma-3-12b-it-qat")]
19    Gemma3_12b,
20    #[serde(rename = "gemma-3-27b-it-qat")]
21    Gemma3_27b,
22
23    // TODO: to add more models..
24    #[serde(rename = "mythomax-l2-kimiko-v2-13b@q3_k_m")]
25    Kimiko13b,
26
27    #[serde(rename = "meta-llama-3.1-8b-instruct@Q4_k_m")]
28    Llama3_1_8b,
29
30    #[serde(rename = "gguf-flan-t5-large")]
31    FlanT5,
32    
33    // custom:
34    #[from]
35    Custom(String)
36}