inklings 0.1.0

A unified Rust API for various Large Language Model (LLM) providers
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

use futures::Stream;
use std::pin::Pin;
use crate::provider::Provider;
use crate::types::{Message, Error};

pub struct Client {
    provider: Box<dyn Provider + Send + Sync>,
}

impl Client {
    pub fn new(provider: Box<dyn Provider + Send + Sync>) -> Self {
        Self { provider }
    }

    pub async fn complete(&self, prompt: &str) -> Result<String, Error> {
        self.provider.complete(prompt).await
    }

    pub async fn chat(&self, messages: Vec<Message>) -> Result<String, Error> {
        self.provider.chat(messages).await
    }

    pub async fn stream_chat(&self, messages: Vec<Message>) -> Result<Pin<Box<dyn Stream<Item = Result<String, Error>> + Send>>, Error> {
        self.provider.stream_chat(messages).await
    }
}