arms 0.0.3

🧬 The adaptive model routing system for exploration and exploitation.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105

use async_trait::async_trait;

use crate::client::config::{ModelConfig, ModelName};
use crate::provider::{common, provider};
use crate::types::chat;
use crate::types::error::OpenAIError;
use crate::types::responses::{
    AssistantRole, CreateResponse, OutputItem, OutputMessage, OutputMessageContent, OutputStatus,
    OutputTextContent, Response, Status,
};

pub struct FakerProvider {
    model: ModelName,
}

impl FakerProvider {
    pub fn new(config: ModelConfig) -> Self {
        Self {
            model: config.name.clone(),
        }
    }
}

#[async_trait]
impl provider::Provider for FakerProvider {
    fn name(&self) -> &'static str {
        "FakeProvider"
    }

    async fn create_response(&self, _request: CreateResponse) -> Result<Response, OpenAIError> {
        common::validate_response_request(&_request)?;

        Ok(Response {
            id: "fake-response-id".to_string(),
            object: "text_completion".to_string(),
            model: self.model.clone(),
            usage: None,
            output: vec![OutputItem::Message(OutputMessage {
                id: "fake-message-id".to_string(),
                status: OutputStatus::Completed,
                role: AssistantRole::Assistant,
                content: vec![OutputMessageContent::OutputText(OutputTextContent {
                    annotations: vec![],
                    logprobs: None,
                    text: "This is a fake response.".to_string(),
                })],
            })],
            created_at: 1_600_000_000,
            background: None,
            billing: None,
            conversation: None,
            error: None,
            incomplete_details: None,
            instructions: None,
            max_output_tokens: None,
            metadata: None,
            prompt: None,
            parallel_tool_calls: None,
            previous_response_id: None,
            prompt_cache_key: None,
            prompt_cache_retention: None,
            reasoning: None,
            safety_identifier: None,
            service_tier: None,
            status: Status::Completed,
            temperature: None,
            text: None,
            top_p: None,
            tools: None,
            tool_choice: None,
            top_logprobs: None,
            truncation: None,
        })
    }

    async fn create_completion(
        &self,
        request: chat::CreateChatCompletionRequest,
    ) -> Result<chat::CreateChatCompletionResponse, OpenAIError> {
        common::validate_completion_request(&request)?;
        Ok(chat::CreateChatCompletionResponse {
            id: "fake-completion-id".to_string(),
            object: "text_completion".to_string(),
            created: 1_600_000_000,
            model: self.model.clone(),
            usage: None,
            service_tier: None,
            choices: vec![chat::ChatChoice {
                index: 0,
                message: chat::ChatCompletionResponseMessage {
                    role: chat::Role::Assistant,
                    content: Some("This is a fake chat completion.".to_string()),
                    refusal: None,
                    tool_calls: None,
                    annotations: None,
                    function_call: None,
                    audio: None,
                },
                finish_reason: None,
                logprobs: None,
            }],
            system_fingerprint: None,
        })
    }
}