pub fn should_compact(
context_tokens: u64,
context_window: u64,
settings: &CompactionSettings,
) -> boolExpand description
shouldCompact: whether the context leaves less than reserve_tokens of the window.
pub fn should_compact(
context_tokens: u64,
context_window: u64,
settings: &CompactionSettings,
) -> boolshouldCompact: whether the context leaves less than reserve_tokens of the window.