llm-api-rs 0.1.0

LLM API client library for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

use llm_api_rs::{
    core::{ChatCompletionRequest, ChatMessage},
    providers::deepseek::DeepSeek,
    LlmProvider,
};

#[tokio::main]
async fn main() {
    let api_key =
        std::env::var("DEEPSEEK_API_KEY").expect("DEEPSEEK_API_KEY environment variable not set");

    let client = DeepSeek::new(api_key);

    let request = ChatCompletionRequest {
        model: "deepseek-chat".to_string(),
        messages: vec![
            ChatMessage {
                role: "assistant".to_string(),
                content: "You are a helpful assistant.".to_string(),
            },
            ChatMessage {
                role: "user".to_string(),
                content: "Hello!".to_string(),
            },
        ],
        temperature: Some(0.7),
        max_tokens: Some(50),
    };

    match client.chat_completion(request).await {
        Ok(response) => {
            for choice in response.choices {
                println!("Response: {}", choice.message.content);
            }
        }
        Err(e) => eprintln!("Error: {}", e),
    }
}