#![deny(unsafe_op_in_unsafe_fn)]
#![doc = include_str!("../README.md")]
use std::sync::Arc;
mod backend;
mod error;
mod model;
mod session;
mod types;
pub use backend::{Backend, BackendSession, ResponseStream};
pub use error::{LocalAiError, Result};
pub use model::LocalAiModel;
pub use session::LocalAiSession;
pub use types::*;
pub async fn detect() -> Result<LocalAiModel> {
Ok(LocalAiModel::from_backend(backend::platform_backend()))
}
pub fn openai_compatible(base_url: &str, model: Option<&str>) -> Result<LocalAiModel> {
let service = backend::openai::Service::new(base_url, model.map(str::to_owned))?;
Ok(LocalAiModel::from_backend(Arc::new(
backend::openai::OpenAiBackend { service },
)))
}
#[cfg(target_os = "linux")]
pub fn inference_snap(name: &str) -> LocalAiModel {
LocalAiModel::from_backend(backend::linux::backend(Some(name.to_owned())))
}
#[cfg(feature = "genui")]
pub mod genui;
#[cfg(any(test, feature = "testing"))]
pub mod testing;