tinyjuice 0.2.1

Pluggable token compression for OpenHuman.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

use serde::{Deserialize, Serialize};

use crate::{TinyJuiceError, TinyJuiceResult};

#[derive(Clone, Debug, PartialEq, Serialize, Deserialize)]
pub struct CompressionConfig {
    pub target_ratio: f32,
    pub preserve_system_instructions: bool,
}

impl CompressionConfig {
    pub fn validate(&self) -> TinyJuiceResult<()> {
        if self.target_ratio <= 0.0 || self.target_ratio > 1.0 {
            return Err(TinyJuiceError::InvalidTargetRatio);
        }

        Ok(())
    }
}

impl Default for CompressionConfig {
    fn default() -> Self {
        Self {
            target_ratio: 0.2,
            preserve_system_instructions: true,
        }
    }
}