use crate::ai::model::{Api, Model};
const LMSTUDIO_DEFAULT_BASE_URL: &str = "http://localhost:1234";
const LMSTUDIO_DEFAULT_MAX_TOKENS: u32 = 4096;
const LMSTUDIO_DEFAULT_CONTEXT_WINDOW: u32 = 8192;
pub(crate) fn lmstudio_base_url() -> String {
std::env::var("LMSTUDIO_BASE_URL").unwrap_or_else(|_| LMSTUDIO_DEFAULT_BASE_URL.to_string())
}
pub(crate) fn lmstudio_model(id: &str) -> Model {
Model {
id: id.to_string(),
name: id.to_string(),
api: Api::OpenAiCompletions,
provider: "lmstudio".to_string(),
base_url: lmstudio_base_url(),
max_tokens: LMSTUDIO_DEFAULT_MAX_TOKENS,
context_window: LMSTUDIO_DEFAULT_CONTEXT_WINDOW,
}
}
#[cfg(test)]
#[path = "catalog_tests.rs"]
mod tests;