elph-ai 0.0.27

Unified LLM API with provider collections, auth resolution, and streaming
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

use crate::types::{AssistantMessage, StopReason};

/// Heuristic context-overflow detection from elph-ai.
pub fn is_context_overflow(message: &AssistantMessage) -> bool {
    if message.stop_reason != StopReason::Error {
        return false;
    }
    let Some(text) = &message.error_message else {
        return false;
    };
    let lower = text.to_lowercase();
    lower.contains("context length")
        || lower.contains("context window")
        || lower.contains("maximum context")
        || lower.contains("prompt is too long")
        || lower.contains("input is too long")
        || lower.contains("token limit")
        || lower.contains("too many tokens")
        || lower.contains("context_length_exceeded")
}