latch-core 0.2.0

Neutral shared types and configuration for the Latch gateway SDK
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49

use crate::{CompressionStrategy, Message};
use serde::{Deserialize, Serialize};

#[derive(Clone, Debug, Serialize, Deserialize)]
pub struct CompressionResult {
    pub messages: Vec<Message>,
    pub tokens_before: usize,
    pub tokens_after: usize,
    pub strategy_used: CompressionStrategy,
    /// Savings ratio (0.0-1.0)
    pub savings_ratio: f32,
}

#[derive(Clone, Debug, Serialize, Deserialize)]
#[serde(tag = "type")]
pub enum CompressionAction {
    #[serde(rename = "skip")]
    Skip {
        tokens: usize,
        reason: String,
    },
    #[serde(rename = "applied")]
    Applied(CompressionResult),
}

#[derive(Clone, Debug, Serialize, Deserialize)]
#[serde(tag = "type")]
pub enum RoutingDecision {
    #[serde(rename = "route")]
    Route {
        provider: String,
        reason: String,
        confidence: f32,
    },
    #[serde(rename = "uncertain")]
    Uncertain {
        reason: String,
        candidates: Vec<(String, f32)>,
    },
}

impl Default for RoutingDecision {
    fn default() -> Self {
        RoutingDecision::Uncertain {
            reason: "no routing has been performed".to_string(),
            candidates: vec![],
        }
    }
}