aether-llm 0.9.2

Multi-provider LLM abstraction layer for the Aether AI agent framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59

use serde::{Deserialize, Serialize};

use crate::providers::openai_compatible::types::CompatibleChatRequest;

/// OpenRouter-specific usage configuration
#[derive(Debug, Clone, Serialize, Deserialize)]
pub(crate) struct OpenRouterUsage {
    #[serde(rename = "include")]
    pub include: bool,
}

/// Cache control marker for `OpenRouter` prompt caching.
/// Enables automatic prefix caching and sticky routing.
/// See: <https://openrouter.ai/docs/guides/best-practices/prompt-caching>
#[derive(Debug, Clone, Serialize, Deserialize)]
pub(crate) struct CacheControl {
    #[serde(rename = "type")]
    pub cache_type: String,
}

impl CacheControl {
    pub fn ephemeral() -> Self {
        Self { cache_type: "ephemeral".to_string() }
    }
}

/// Custom request type for `OpenRouter` that includes the usage parameter
///
/// `OpenRouter` requires a specific `usage` parameter in the request body to enable
/// token usage tracking. See: <https://openrouter.ai/docs/use-cases/usage-accounting>
#[derive(Debug, Clone, Serialize)]
pub(crate) struct OpenRouterChatRequest {
    #[serde(flatten)]
    request: CompatibleChatRequest,
    usage: OpenRouterUsage,
    cache_control: CacheControl,
    #[serde(skip_serializing_if = "Option::is_none")]
    session_id: Option<String>,
    #[serde(skip_serializing_if = "Option::is_none")]
    reasoning: Option<serde_json::Value>,
}

impl OpenRouterChatRequest {
    pub(crate) fn from_compatible(mut request: CompatibleChatRequest, session_id: Option<&str>) -> Self {
        let reasoning = if request.reasoning_effort == Some("none") {
            request.reasoning_effort = None;
            Some(serde_json::json!({"effort": "none"}))
        } else {
            None
        };
        Self {
            reasoning,
            request,
            usage: OpenRouterUsage { include: true },
            cache_control: CacheControl::ephemeral(),
            session_id: session_id.map(String::from),
        }
    }
}