Struct KoboldClient

pub struct KoboldClient { /* private fields */ }

Implementations

impl KoboldClient

pub fn new(api_url: &str, api_version: APIVersion) -> Self

pub async fn get_version(&self) -> Result<String>

pub async fn get_model(&self) -> Result<Option<Model>>

pub async fn load_model(&self, model: Model, gpu_layers: Vec<i32>) -> Result<()>

pub async fn generate( &self, prompt: &str, settings: GenerationSettings, ) -> Result<Vec<String>>