intr-providers 0.1.0

Intentry model provider abstraction - Anthropic, OpenAI, Google, Ollama
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48

//! Mock provider for tests - never makes real HTTP calls.

use async_trait::async_trait;

use crate::{
    error::ProviderError,
    registry::Provider,
    types::{FinishReason, GenerateRequest, GenerateResponse},
};

pub struct MockProvider {
    pub response_text: String,
}

impl MockProvider {
    pub fn new(response_text: impl Into<String>) -> Self {
        Self {
            response_text: response_text.into(),
        }
    }
}

#[async_trait]
impl Provider for MockProvider {
    fn id(&self) -> &'static str {
        "mock"
    }

    fn supported_models(&self) -> &[&'static str] {
        &["mock-model"]
    }

    async fn generate(&self, req: GenerateRequest) -> Result<GenerateResponse, ProviderError> {
        Ok(GenerateResponse {
            text: self.response_text.clone(),
            finish_reason: FinishReason::Stop,
            tokens_in: 10,
            tokens_out: 20,
            model_used: req.model,
            latency_ms: 1,
            raw_response: serde_json::json!({ "mock": true }),
        })
    }

    fn estimate_cost_usd(&self, _model: &str, _tokens_in: u32, _tokens_out: u32) -> Option<f64> {
        None
    }
}