asimov-server 25.1.0

ASIMOV Software Development Kit (SDK) for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73

// This is free and unencumbered software released into the public domain.

#![allow(unused_imports)]

use super::error::CompletionError;
use crate::persistence::{self, PersistentState};
use asimov_runner::{Execute, Prompt, Prompter, PrompterOptions, TextOutput};
use axum::{Json, Router, extract, routing::post};
use jiff::Timestamp;
use openai::schemas::{
    CompletionUsage, CreateCompletionRequest, CreateCompletionResponse,
    CreateCompletionResponse_Choices,
};
use std::sync::{Arc, RwLock};

/// See: https://platform.openai.com/docs/api-reference/completions
pub fn routes() -> Router {
    Router::new()
        .route("/", post(create))
        .with_state(persistence::get_ref())
}

/// See: https://platform.openai.com/docs/api-reference/completions/create
#[axum::debug_handler]
async fn create(
    extract::State(state): extract::State<Arc<RwLock<PersistentState>>>,
    extract::Json(request): extract::Json<CreateCompletionRequest>,
) -> Result<Json<CreateCompletionResponse>, CompletionError> {
    if request.model.is_empty() {
        return Err(CompletionError::EmptyModel);
    }
    if request.prompt.is_none() {
        return Err(CompletionError::EmptyPrompt);
    }

    let prompt = Prompt::try_from(request.prompt.unwrap()).map_err(|_| {
        CompletionError::UnimplementedFeature("prompt from an array of tokens".into())
    })?;
    let provider_name = state.read().unwrap().provider.clone();
    let mut provider = Prompter::new(
        provider_name,
        prompt,
        TextOutput::Captured,
        PrompterOptions::default(),
    );

    let provider_output = provider
        .execute()
        .await
        .map_err(|error| CompletionError::FailedExecute(error))?;

    // See: https://platform.openai.com/docs/api-reference/completions/object
    Ok(Json(CreateCompletionResponse {
        id: super::util::generate_openai_id("cmpl"),
        object: "text_completion".into(),
        created: Timestamp::now().as_second(),
        model: request.model,
        choices: vec![CreateCompletionResponse_Choices {
            index: 0,
            finish_reason: "stop".into(),
            logprobs: None,
            text: provider_output,
        }],
        system_fingerprint: None,
        usage: Some(CompletionUsage {
            prompt_tokens: 0,     // TODO
            completion_tokens: 0, // TODO
            total_tokens: 0,      // TODO
            prompt_tokens_details: Default::default(),
            completion_tokens_details: Default::default(),
        }),
    })) // TODO
}