trusty-common 0.26.1

Shared utilities and provider-agnostic streaming chat (ChatProvider, OllamaProvider, OpenRouter, tool-use) for trusty-* projects
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78

//! Unified inference provider adapter layer (epic #2400).
//!
//! Why: `trusty-code`, `trusty-review`, and three internal `trusty-agents`
//! layers each hand-rolled an LLM client, a credential lookup, and an
//! `.env.local` loader with subtly different precedence rules. Epic #2400
//! centralises all of that in `trusty-common` so every consumer shares one
//! implementation instead of six.
//!
//! What: Wave 1 ticket #2401 shipped the credential resolution layer:
//! [`credentials::KeyStore`] trait, three backends (`MemoryKeyStore`,
//! `FileKeyStore`, `KeyringStore`), the `resolve_key` precedence chain (process
//! env > `.env.local` > secure store), and the shared `redact_secret` helper.
//! Wave 1 ticket #2402 (behind the `inference-client` feature) adds the
//! inference foundation on top of it: the [`types`] request/response model, the
//! [`InferenceError`] error surface, the [`InferenceAdapter`] trait, the
//! capability [`registry`] (context windows incl. the #2330 haiku fix, pricing,
//! caching, tool dialects), the two-stage [`configurator`] (`provider_for` +
//! [`Configurator`]), and the [`test_support`] doubles. Concrete provider HTTP
//! adapters land in #2403/#2407.
//!
//! Test: see `credentials` submodule and its `*_tests` sibling files; the
//! `inference-client` surface is covered by each submodule's inline tests and
//! `crates/trusty-common/tests/inference_foundation.rs`.

pub mod credentials;

#[cfg(feature = "inference-client")]
pub mod adapter;
#[cfg(feature = "bedrock-client")]
pub mod bedrock;
#[cfg(feature = "config-cli")]
pub mod config;
#[cfg(feature = "inference-client")]
pub mod configurator;
#[cfg(feature = "inference-client")]
pub mod error;
#[cfg(feature = "inference-client")]
pub mod providers;
#[cfg(feature = "inference-client")]
pub mod registry;
#[cfg(feature = "inference-client")]
pub mod streaming;
#[cfg(feature = "inference-client")]
pub mod test_support;
#[cfg(feature = "inference-client")]
pub mod types;

// Flat re-exports of the most-used surface so consumers write
// `trusty_common::inference::{InferenceAdapter, ChatRequest, …}` rather than
// reaching into each submodule.
#[cfg(feature = "inference-client")]
pub use adapter::InferenceAdapter;
#[cfg(feature = "bedrock-client")]
pub use bedrock::{BedrockAdapter, register_bedrock_factory};
#[cfg(feature = "config-cli")]
pub use config::{ConfigCommand, ConfigKeysCommand};
#[cfg(feature = "inference-client")]
pub use configurator::{AdapterFactory, Configurator, ResolvedProvider, provider_for};
#[cfg(feature = "inference-client")]
pub use error::InferenceError;
#[cfg(feature = "inference-client")]
pub use providers::{OpenAiCompatAdapter, OpenAiCompatConfig, register_default_factories};
#[cfg(feature = "inference-client")]
pub use registry::{
    Pricing, ProviderCapabilities, ProviderId, ToolDialect, capabilities, capabilities_for,
    context_window, pricing,
};
#[cfg(feature = "inference-client")]
pub use streaming::{
    ChatStream, ChatStreamEvent, SseDecoder, StreamCompletion, ToolCallDelta, buffered_stream,
    decode_event_stream,
};
#[cfg(feature = "inference-client")]
pub use types::{
    AssistantMessage, CacheControl, ChatChoice, ChatMessage, ChatRequest, ChatResponse,
    FunctionCall, FunctionDefinition, RequestUsageConfig, SecretString, StopReason, ToolCall,
    ToolChoice, ToolDefinition, Usage, openai_tool_choice,
};