omniference 0.1.8

A multi-protocol inference engine with provider adapters
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75

use serde::{Deserialize, Serialize};

#[derive(Clone, Debug, Default, Serialize, Deserialize)]
pub struct RawCost {
	pub input: Option<f64>,
	pub output: Option<f64>,
	pub cache_read: Option<f64>,
	pub cache_write: Option<f64>,
	pub reasoning: Option<f64>,
	pub input_audio: Option<f64>,
	pub output_audio: Option<f64>,
	#[serde(default)]
	pub tiers: Vec<RawCostTier>,
}

#[derive(Clone, Debug, Default, Serialize, Deserialize)]
pub struct RawCostTier {
	pub input: Option<f64>,
	pub output: Option<f64>,
	pub cache_read: Option<f64>,
	pub cache_write: Option<f64>,
	pub reasoning: Option<f64>,
	pub input_audio: Option<f64>,
	pub output_audio: Option<f64>,
	pub tier: Option<RawTierSelector>,
}

#[derive(Clone, Debug, Default, Serialize, Deserialize)]
pub struct RawTierSelector {
	#[serde(rename = "type")]
	pub tier_type: Option<String>,
	pub size: Option<u32>,
}

#[derive(Clone, Debug, Default, Serialize, Deserialize)]
pub struct RawLimit {
	pub context: Option<u32>,
	pub input: Option<u32>,
	pub output: Option<u32>,
}

#[derive(Clone, Debug, Default, Serialize, Deserialize)]
pub struct RawModalities {
	#[serde(default)]
	pub input: Vec<String>,
	#[serde(default)]
	pub output: Vec<String>,
}

#[derive(Clone, Debug, Default, Serialize, Deserialize)]
pub struct RawCatalogEntry {
	pub provider: Option<serde_json::Value>,
	pub canonical: Option<String>,
	pub id: Option<String>,
	pub name: Option<String>,
	pub reasoning: Option<bool>,
	pub tool_call: Option<bool>,
	pub cost: Option<RawCost>,
	pub limit: Option<RawLimit>,
	pub modalities: Option<RawModalities>,
	#[serde(default)]
	pub reasoning_efforts: Vec<String>,
	pub reasoning_budget: Option<String>,
	#[serde(default)]
	pub capabilities: Vec<String>,
	#[serde(default)]
	pub aliases: Vec<String>,
}

#[derive(Clone, Debug, Default, Deserialize)]
pub struct RawProvider {
	pub id: Option<String>,
	#[serde(default)]
	pub models: std::collections::BTreeMap<String, RawCatalogEntry>,
}