muna 0.0.11

Run prediction functions in your Rust apps.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128

/*
*   Muna
*   Copyright © 2026 NatML Inc. All Rights Reserved.
*/

use serde::{Deserialize, Serialize};

use super::RemoteValue;
use super::Value;

/// Prediction acceleration.
#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
pub enum Acceleration {
    /// Run locally with automatic hardware selection.
    #[serde(rename = "local_auto")]
    LocalAuto,
    /// Run locally on the CPU.
    #[serde(rename = "local_cpu")] 
    LocalCpu,
    /// Run locally on the GPU.
    #[serde(rename = "local_gpu")] 
    LocalGpu,
    /// Run locally on the NPU.
    #[serde(rename = "local_npu")] 
    LocalNpu,
    /// Run remotely with automatic hardware selection.
    #[serde(rename = "remote_auto")]
    RemoteAuto,
    /// Run remotely on the CPU.
    #[serde(rename = "remote_cpu")]
    RemoteCpu,
    /// Run remotely on an NVIDIA A10 GPU.
    #[serde(rename = "remote_a10")]
    RemoteA10,
    /// Run remotely on an NVIDIA L40S GPU.
    #[serde(rename = "remote_l40s")]
    RemoteL40S,
    /// Run remotely on an NVIDIA A100 GPU.
    #[serde(rename = "remote_a100")]
    RemoteA100,
    /// Run remotely on an NVIDIA H200 GPU.
    #[serde(rename = "remote_h200")]
    RemoteH200,
    /// Run remotely on an NVIDIA B200 GPU.
    #[serde(rename = "remote_b200")]
    RemoteB200,
    /// Run remotely on an AMD MI350X GPU.
    #[serde(rename = "remote_mi350x")]
    RemoteMI350X,
    /// Run remotely on an AMD MI355X GPU.
    #[serde(rename = "remote_mi355x")]
    RemoteMI355X,
    /// Adaptive acceleration from an opaque string identifier.
    #[serde(untagged)]
    Adaptive(String),
}

/// Prediction.
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct Prediction {
    /// Prediction ID.
    pub id: String,
    /// Predictor tag.
    pub tag: String,
    /// Date created.
    pub created: String,
    /// Prediction configuration token.
    #[serde(default)]
    pub configuration: Option<String>,
    /// Predictor resources.
    #[serde(default)]
    pub resources: Option<Vec<PredictionResource>>,
    /// Prediction results.
    #[serde(skip)]
    pub results: Option<Vec<Value>>,
    /// Prediction latency in milliseconds.
    #[serde(default)]
    pub latency: Option<f64>,
    /// Prediction error.
    #[serde(default)]
    pub error: Option<String>,
    /// Prediction logs.
    #[serde(default)]
    pub logs: Option<String>,
}

/// Prediction resource.
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct PredictionResource {
    /// Resource type.
    #[serde(rename = "type")]
    pub kind: String,
    /// Resource URL.
    pub url: String,
    /// Resource name.
    #[serde(default)]
    pub name: Option<String>,
}

/// Remote prediction result.
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct RemotePrediction {
    /// Prediction ID.
    pub id: String,
    /// Predictor tag.
    pub tag: String,
    /// Date created.
    pub created: String,
    /// Prediction results.
    #[serde(default)]
    pub results: Option<Vec<RemoteValue>>,
    /// Prediction latency in milliseconds.
    #[serde(default)]
    pub latency: Option<f64>,
    /// Prediction error.
    #[serde(default)]
    pub error: Option<String>,
    /// Prediction logs.
    #[serde(default)]
    pub logs: Option<String>,
}

/// Remote prediction SSE event.
#[derive(Debug, Serialize, Deserialize)]
pub struct RemotePredictionEvent {
    pub event: String,
    pub data: RemotePrediction,
}