cupel 1.2.0

Context window management pipeline for LLM applications
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

/// Controls pipeline behavior when selected items exceed the token budget.
///
/// # Examples
///
/// ```
/// use cupel::OverflowStrategy;
///
/// // Default is Throw
/// assert_eq!(OverflowStrategy::default(), OverflowStrategy::Throw);
///
/// // Three variants available
/// let _ = OverflowStrategy::Throw;     // raise an error
/// let _ = OverflowStrategy::Truncate;  // drop lowest-scored items
/// let _ = OverflowStrategy::Proceed;   // accept the overflow
/// ```
#[non_exhaustive]
#[derive(Debug, Clone, Copy, Default, PartialEq, Eq, Hash)]
#[cfg_attr(feature = "serde", derive(serde::Serialize, serde::Deserialize))]
pub enum OverflowStrategy {
    /// Raise an error when selected items exceed `targetTokens` (default).
    #[default]
    Throw,
    /// Remove lowest-scored non-pinned items until the total fits.
    Truncate,
    /// Accept the over-budget selection and report overflow to an observer.
    Proceed,
}