nah_chat 0.8.0

Lightweight LLM chat completion API.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

/*
 * This Source Code Form is subject to the terms of the Mozilla Public
 * License, v. 2.0. If a copy of the MPL was not distributed with this
 * file, You can obtain one at https://mozilla.org/MPL/2.0/.
 */

use nah_chat::{ChatClient, ChatMessage, ChatMessageContentValue, TypedChatMessageContent};
use std::collections::HashMap;
use std::io;

#[tokio::main(flavor = "current_thread")]
async fn main() -> io::Result<()> {
  let base_url = std::env::var("BASE_URL").unwrap();
  let auth_token = std::env::var("AUTH_TOKEN").unwrap();
  let model_name = std::env::var("MODEL").unwrap();

  let chat_client = ChatClient::init(base_url, Some(auth_token));
  let messages = vec![ChatMessage {
    role: "user".to_owned(),
    content: ChatMessageContentValue::TypedContentList(vec![
      TypedChatMessageContent::image_url_content(
        "https://upload.wikimedia.org/wikipedia/commons/thumb/a/ad/Katsudon_001.jpg/330px-Katsudon_001.jpg",
      ),
      TypedChatMessageContent::text_content(
        "Try to figure out the calorie value of this meal. The answer may not be very accurate, but should be informative.",
      ),
    ]),
    reasoning_content: None,
    tool_call_id: None,
    tool_calls: None,
  }];
  let params = HashMap::new();
  let message = chat_client
    .chat_completion(&model_name, &messages, &params)
    .await
    .unwrap();
  println!("{}", message.content);
  Ok(())
}