gh_models 0.2.0

A Rust client for GitHub-hosted AI models, compatible with the models.github.ai chat completion API.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

use gh_models::{GHModels, types::ChatMessage};
use std::env;

#[tokio::main]
async fn main() {
    // Load GitHub token from environment variable
    let token = match env::var("GITHUB_TOKEN") {
        Ok(t) => t,
        Err(_) => {
            eprintln!("GITHUB_TOKEN environment variable not set.");
            return;
        }
    };

    let client = GHModels::new(token);

    let messages = vec![
        ChatMessage {
            role: "system".into(),
            content: "You are a helpful assistant.".into(),
        },
        ChatMessage {
            role: "user".into(),
            content: "What is the capital of France?".into(),
        },
    ];

    match client.chat_completion("openai/gpt-4o", &messages, 1.0, 4096, 1.0).await {
        Ok(response) => println!("Response: {}", response.choices[0].message.content),
        Err(e) => eprintln!("Request failed: {}", e),
    }
}