lm-studio-api-extended 0.1.3

Unofficial Rust client for LM Studio with text embedding support.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

use lm_studio_api_extended::{Chat, Model, Context, Request};

#[tokio::main]
async fn main() {
    let mut chat = Chat::new(
        Model::Kimiko13b,
        Context::new(
            "You're Jarvis – my assistant.", 
            4090
        ),
    );

    let request = Request {
        messages: vec!["Hello, Jarvis.".into()],
        context: true,
        stream: false,
        ..Default::default()
    };

    match chat.send(request).await {
        Ok(Some(res)) => println!("{}", res.text()),
        Err(e) => eprintln!("Error: {e}"),
        _ => {}
    }
}