va-ai-api-bridge 0.1.7

Protocol translation primitives for AI API request and response shapes.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61

pub(crate) mod content;
mod reasoning;
mod tools;

pub(crate) use content::*;
pub(crate) use reasoning::*;
pub(crate) use tools::*;

use crate::schema::anthropic;
use crate::{FinishReason, GenerationConfig, Role, Usage};

use super::common::empty_extensions;

pub(crate) fn role_to_anthropic(role: Role) -> &'static str {
    match role {
        Role::Developer | Role::System | Role::User | Role::Tool => "user",
        Role::Assistant => "assistant",
    }
}

pub(crate) fn finish_from_anthropic(reason: Option<&str>) -> Option<FinishReason> {
    match reason {
        Some("end_turn") | Some("stop_sequence") => Some(FinishReason::Stop),
        Some("max_tokens") => Some(FinishReason::Length),
        Some("tool_use") => Some(FinishReason::ToolCall),
        Some(_) => Some(FinishReason::Unknown),
        None => None,
    }
}

pub(crate) fn anthropic_usage_to_universal(
    usage: Option<&anthropic::AnthropicUsage>,
) -> Option<Usage> {
    usage.map(|usage| {
        let input_tokens = usage.input_tokens.map(|tokens| {
            tokens
                + usage.cache_creation_input_tokens.unwrap_or(0)
                + usage.cache_read_input_tokens.unwrap_or(0)
        });
        Usage {
            input_tokens,
            output_tokens: usage.output_tokens,
            total_tokens: input_tokens
                .zip(usage.output_tokens)
                .map(|(input, output)| input + output),
        }
    })
}

pub(crate) fn generation_from_anthropic(
    temperature: Option<f64>,
    top_p: Option<f64>,
    max_output_tokens: Option<u64>,
) -> GenerationConfig {
    GenerationConfig {
        temperature,
        top_p,
        max_output_tokens,
        extensions: empty_extensions(),
    }
}