asimov-server 25.1.0

ASIMOV Software Development Kit (SDK) for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114

// This is free and unencumbered software released into the public domain.

#![allow(unused_imports)]

mod nonstreaming;
mod streaming;

use super::error::CompletionError;
use crate::persistence::{self, PersistentState};
use axum::{
    Json, Router, extract,
    response::{IntoResponse, Response},
    routing::{delete, get, post},
};
use jiff::Timestamp;
use openai::schemas::{
    ChatCompletionDeleted, ChatCompletionList, ChatCompletionMessageList, CompletionUsage,
    CreateChatCompletionRequest_Variant2 as CreateChatCompletionRequest,
    CreateChatCompletionResponse, Metadata,
};
use std::sync::{Arc, RwLock};

/// See: https://platform.openai.com/docs/api-reference/chat
pub fn routes() -> Router {
    Router::new()
        .route("/", get(list))
        .route("/{completion_id}", get(get_))
        .route("/{completion_id}/messages", get(get_messages))
        .route("/", post(create))
        .route("/{completion_id}", post(update))
        .route("/{completion_id}", delete(delete_))
        .with_state(persistence::get_ref())
}

/// See: https://platform.openai.com/docs/api-reference/chat/list
#[axum::debug_handler]
async fn list() -> Json<ChatCompletionList> {
    Json(ChatCompletionList {
        object: "list".into(),
        data: vec![], // TODO
        first_id: "".into(),
        last_id: "".into(),
        has_more: false,
    })
}

/// See: https://platform.openai.com/docs/api-reference/chat/get
#[axum::debug_handler]
async fn get_(extract::Path(_): extract::Path<String>) -> Json<CreateChatCompletionResponse> {
    Json(dummy_response()) // TODO
}

/// See: https://platform.openai.com/docs/api-reference/chat/getMessages
#[axum::debug_handler]
async fn get_messages(extract::Path(_): extract::Path<String>) -> Json<ChatCompletionMessageList> {
    Json(ChatCompletionMessageList {
        object: "list".into(),
        data: vec![], // TODO
        first_id: "".into(),
        last_id: "".into(),
        has_more: false,
    })
}

/// See: https://platform.openai.com/docs/api-reference/chat/create
#[axum::debug_handler]
async fn create(
    extract::State(state): extract::State<Arc<RwLock<PersistentState>>>,
    extract::Json(request): extract::Json<CreateChatCompletionRequest>,
) -> Response {
    if request.model.is_empty() {
        return CompletionError::EmptyModel.into_response();
    }

    if request.stream.unwrap_or_default() {
        streaming::create(state, request).await.into_response()
    } else {
        nonstreaming::create(state, request).await.into_response()
    }
}

/// See: https://platform.openai.com/docs/api-reference/chat/update
#[axum::debug_handler]
async fn update(
    extract::Path(_): extract::Path<String>,
    extract::Json(_): extract::Json<Metadata>,
) -> Json<CreateChatCompletionResponse> {
    Json(dummy_response()) // TODO
}

/// See: https://platform.openai.com/docs/api-reference/chat/delete
#[axum::debug_handler]
async fn delete_(extract::Path(_): extract::Path<String>) -> Json<ChatCompletionDeleted> {
    Json(ChatCompletionDeleted::default()) // TODO
}

fn dummy_response() -> CreateChatCompletionResponse {
    CreateChatCompletionResponse {
        id: super::util::generate_openai_id("chatcmpl"),
        object: "chat.completion".into(),
        created: Timestamp::now().as_second(),
        model: "gpt-4.1-2025-04-14".into(),
        choices: vec![],
        service_tier: None,
        system_fingerprint: None,
        usage: Some(CompletionUsage {
            prompt_tokens: 0,
            completion_tokens: 0,
            total_tokens: 0,
            prompt_tokens_details: Default::default(),
            completion_tokens_details: Default::default(),
        }),
    }
}