batch-mode-batch-schema 0.2.4

Defines the schema and structures for batch processing, including batch choices, message roles, error handling, and token management, with support for JSON deserialization and validation.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71

// ---------------- [ File: batch-mode-batch-schema/src/batch_usage.rs ]
crate::ix!();

#[derive(Builder,Getters,Clone,Debug,Serialize,Deserialize)]
#[builder(setter(into))]
#[getset(get="pub")]
pub struct BatchUsage {
    prompt_tokens:     u32,
    completion_tokens: u32,
    total_tokens:      u32,
    
    #[builder(default)] prompt_tokens_details:     Option<BatchTokenDetails>,
    #[builder(default)] completion_tokens_details: Option<BatchTokenDetails>,
}

impl Default for BatchUsage {
    fn default() -> Self {
        Self {
            prompt_tokens:             1024,
            completion_tokens:         1024,
            total_tokens:              2048,
            prompt_tokens_details:     None,
            completion_tokens_details: None,
        }
    }
}

impl BatchUsage {

    pub fn mock() -> Self {
        BatchUsage {
            prompt_tokens:             0,
            completion_tokens:         0,
            total_tokens:              0,
            prompt_tokens_details:     None,
            completion_tokens_details: None,
        }
    }
}

#[cfg(test)]
mod batch_usage_tests {
    use super::*;
    use serde_json::json;

    #[test]
    fn test_usage_deserialization() {
        let json_data = json!({
            "prompt_tokens": 100,
            "completion_tokens": 50,
            "total_tokens": 150
        });

        let usage: BatchUsage = serde_json::from_value(json_data).unwrap();
        pretty_assert_eq!(*usage.prompt_tokens(), 100);
        pretty_assert_eq!(*usage.completion_tokens(), 50);
        pretty_assert_eq!(*usage.total_tokens(), 150);
    }

    #[test]
    fn test_usage_missing_fields() {
        let json_data = json!({
            "prompt_tokens": 100,
            "total_tokens": 150
            // 'completion_tokens' is missing
        });

        let result: Result<BatchUsage, _> = serde_json::from_value(json_data);
        assert!(result.is_err(), "Deserialization should fail if fields are missing");
    }
}