objectiveai 0.1.4

ObjectiveAI SDK, definitions, and utilities
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

//! Predicted output for speculative decoding.

use serde::{Deserialize, Serialize};

/// A predicted output for speculative decoding.
///
/// When you have a good guess about what the model will output, providing a
/// prediction can significantly speed up generation.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[serde(tag = "type", rename_all = "snake_case")]
pub enum Prediction {
    /// A content prediction.
    Content { content: PredictionContent },
}

/// The content of a prediction.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[serde(untagged)]
pub enum PredictionContent {
    /// Plain text prediction.
    Text(String),
    /// Multi-part prediction.
    Parts(Vec<PredictionContentPart>),
}

/// A part of a prediction.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[serde(tag = "type", rename_all = "snake_case")]
pub enum PredictionContentPart {
    /// A text part.
    Text { text: String },
}