starweaver-model 0.4.0

Provider-neutral model protocol and wire adapters for Starweaver
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83

//! Production protocol clients built on replay-validated wire mappers.

mod adapter_impl;
mod factory;
mod output_schema;
mod request_options;
mod wire;

use crate::{
    profile::ModelProfile,
    settings::ModelSettings,
    transport::{
        DynHttpClient, DynProviderRequestAuditRecorder, DynSleeper, HttpModelConfig,
        ProviderRequestAuditCapture, ProviderRequestAuditPolicy, TokioSleeper,
    },
};

/// Shared production model client for a supported wire protocol family.
pub struct ProtocolModelClient {
    provider_name: String,
    model_name: String,
    profile: ModelProfile,
    default_settings: Option<ModelSettings>,
    http_config: HttpModelConfig,
    http_client: DynHttpClient,
    sleeper: DynSleeper,
    request_audit: Option<ProviderRequestAuditCapture>,
}

impl ProtocolModelClient {
    /// Create a protocol client with an injected HTTP client.
    #[must_use]
    pub fn new(
        provider_name: impl Into<String>,
        model_name: impl Into<String>,
        profile: ModelProfile,
        http_config: HttpModelConfig,
        http_client: DynHttpClient,
    ) -> Self {
        Self {
            provider_name: provider_name.into(),
            model_name: model_name.into(),
            profile,
            default_settings: None,
            http_config,
            http_client,
            sleeper: std::sync::Arc::new(TokioSleeper),
            request_audit: None,
        }
    }

    /// Set adapter-level default settings.
    #[must_use]
    pub fn with_default_settings(mut self, settings: ModelSettings) -> Self {
        self.default_settings = Some(settings);
        self
    }

    /// Override the model capability profile.
    #[must_use]
    pub fn with_profile(mut self, profile: ModelProfile) -> Self {
        self.profile = profile;
        self
    }

    /// Set a custom sleeper for retry policy execution.
    #[must_use]
    pub fn with_sleeper(mut self, sleeper: DynSleeper) -> Self {
        self.sleeper = sleeper;
        self
    }

    /// Record provider HTTP request audit snapshots outside redacted trace events.
    #[must_use]
    pub fn with_provider_request_audit(
        mut self,
        recorder: DynProviderRequestAuditRecorder,
        policy: ProviderRequestAuditPolicy,
    ) -> Self {
        self.request_audit = Some(ProviderRequestAuditCapture::new(recorder, policy));
        self
    }
}