batch-mode-batch-schema 0.2.4

Defines the schema and structures for batch processing, including batch choices, message roles, error handling, and token management, with support for JSON deserialization and validation.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83

// ---------------- [ File: batch-mode-batch-schema/src/batch_token_details.rs ]
crate::ix!();

#[derive(Builder,Getters,Clone,Debug,Serialize,Deserialize)]
#[builder(setter(into))]
#[getset(get="pub")]
pub struct BatchTokenDetails {
    cached_tokens:              Option<u32>,
    audio_tokens:               Option<u32>,
    reasoning_tokens:           Option<u32>,
    accepted_prediction_tokens: Option<u32>,
    rejected_prediction_tokens: Option<u32>,
}

impl BatchTokenDetails {

    /// Calculates the total tokens by summing up all available token counts.
    pub fn total_tokens(&self) -> u32 {
        self.cached_tokens.unwrap_or(0)
            + self.audio_tokens.unwrap_or(0)
            + self.reasoning_tokens.unwrap_or(0)
            + self.accepted_prediction_tokens.unwrap_or(0)
            + self.rejected_prediction_tokens.unwrap_or(0)
    }
}

#[cfg(test)]
mod batch_token_details_tests {
    use super::*;
    use serde_json::json;

    #[test]
    fn test_batch_token_details_full() {
        let json_data = json!({
            "cached_tokens": 10,
            "audio_tokens": 20,
            "reasoning_tokens": 30,
            "accepted_prediction_tokens": 40,
            "rejected_prediction_tokens": 50
        });

        let token_details: BatchTokenDetails = serde_json::from_value(json_data).unwrap();

        pretty_assert_eq!(*token_details.cached_tokens(), Some(10));
        pretty_assert_eq!(*token_details.audio_tokens(), Some(20));
        pretty_assert_eq!(*token_details.reasoning_tokens(), Some(30));
        pretty_assert_eq!(*token_details.accepted_prediction_tokens(), Some(40));
        pretty_assert_eq!(*token_details.rejected_prediction_tokens(), Some(50));
        pretty_assert_eq!(token_details.total_tokens(), 150);
    }

    #[test]
    fn test_batch_token_details_partial() {
        let json_data = json!({
            "audio_tokens": 25,
            "accepted_prediction_tokens": 35
            // Other fields are missing
        });

        let token_details: BatchTokenDetails = serde_json::from_value(json_data).unwrap();

        pretty_assert_eq!(*token_details.cached_tokens(), None);
        pretty_assert_eq!(*token_details.audio_tokens(), Some(25));
        pretty_assert_eq!(*token_details.reasoning_tokens(), None);
        pretty_assert_eq!(*token_details.accepted_prediction_tokens(), Some(35));
        pretty_assert_eq!(*token_details.rejected_prediction_tokens(), None);
        pretty_assert_eq!(token_details.total_tokens(), 60);
    }

    #[test]
    fn test_batch_token_details_all_missing() {
        let json_data = json!({});

        let token_details: BatchTokenDetails = serde_json::from_value(json_data).unwrap();

        assert!(token_details.cached_tokens().is_none());
        assert!(token_details.audio_tokens().is_none());
        assert!(token_details.reasoning_tokens().is_none());
        assert!(token_details.accepted_prediction_tokens().is_none());
        assert!(token_details.rejected_prediction_tokens().is_none());
        pretty_assert_eq!(token_details.total_tokens(), 0);
    }
}