lean_ctx_patterns/

curl.rs

// SPDX-License-Identifier: Apache-2.0

fn truncate_at_char_boundary(s: &str, max: usize) -> &str {
    &s[..s.floor_char_boundary(max)]
}

/// True when `command` targets one of the configured passthrough URLs, whose
/// responses must reach the caller uncompressed. The engine supplies the URLs
/// from its configuration through [`crate::PatternEnv`].
pub fn is_passthrough(command: &str, passthrough_urls: &[String]) -> bool {
    passthrough_urls
        .iter()
        .any(|url| command.contains(url.as_str()))
}

pub fn compress(output: &str) -> Option<String> {
    let trimmed = output.trim();

    if trimmed.starts_with('{') || trimmed.starts_with('[') {
        return compress_json(trimmed);
    }

    if trimmed.starts_with("<!") || trimmed.starts_with("<html") || trimmed.starts_with("<HTML") {
        return Some(compress_html(trimmed));
    }

    if trimmed.starts_with("HTTP/") {
        return compress_headers(trimmed);
    }

    if trimmed.starts_with("<?xml") || trimmed.starts_with("<rss") || trimmed.starts_with("<feed") {
        let lines = trimmed.lines().count();
        let size = trimmed.len();
        return Some(format!("XML ({size} bytes, {lines} lines)"));
    }

    if trimmed.len() > 2000 {
        return Some(compress_large_text(trimmed));
    }

    None
}

fn compress_large_text(output: &str) -> String {
    let lines: Vec<&str> = output.lines().collect();
    let total_lines = lines.len();
    let size = output.len();

    let head_count = 20.min(total_lines);
    let tail_count = 10.min(total_lines.saturating_sub(head_count));

    let mut result = String::with_capacity(2048);
    result.push_str(&format!(
        "curl output ({size} bytes, {total_lines} lines):\n"
    ));
    for line in lines.iter().take(head_count) {
        if line.len() > 200 {
            result.push_str(truncate_at_char_boundary(line, 200));
            result.push_str("…\n");
        } else {
            result.push_str(line);
            result.push('\n');
        }
    }
    if total_lines > head_count + tail_count {
        result.push_str(&format!(
            "\n[… {} lines omitted …]\n\n",
            total_lines - head_count - tail_count
        ));
        for line in lines.iter().skip(total_lines - tail_count) {
            if line.len() > 200 {
                result.push_str(truncate_at_char_boundary(line, 200));
                result.push_str("…\n");
            } else {
                result.push_str(line);
                result.push('\n');
            }
        }
    }
    result
}

fn compress_json(output: &str) -> Option<String> {
    let val: serde_json::Value = serde_json::from_str(output).ok()?;

    // A top-level array of repeated objects (paginated list responses) is the
    // one shape where the redacting schema below collapses to a useless
    // `[object(NK); N]`. Defer to the shared generic core (#936): the lossless
    // crusher keeps every datum in a reconstructible form when it at least
    // halves the payload. Objects keep curl's redacting, value-previewing schema
    // (secret keys, short-string previews) — the crusher is value-preserving and
    // must never be used where redaction is the contract.
    if matches!(val, serde_json::Value::Array(_))
        && let Some(crushed) = crate::json_crush::crush_value_if_beneficial(&val, output.len())
    {
        return Some(format!("JSON ({} bytes):\n{}", output.len(), crushed));
    }

    let schema = extract_schema(&val, 0);
    let size = output.len();

    Some(format!("JSON ({size} bytes):\n{schema}"))
}

fn extract_schema(val: &serde_json::Value, depth: usize) -> String {
    if depth > 3 {
        return "  ".repeat(depth) + "...";
    }

    let indent = "  ".repeat(depth);

    match val {
        serde_json::Value::Object(map) => {
            let mut lines = Vec::new();
            for (key, value) in map.iter().take(15) {
                let type_str = match value {
                    serde_json::Value::Null => "null".to_string(),
                    serde_json::Value::Bool(_) => "bool".to_string(),
                    serde_json::Value::Number(_) => "number".to_string(),
                    serde_json::Value::String(s) => {
                        if is_sensitive_key(key) {
                            format!("string({}, REDACTED)", s.len())
                        } else if s.len() > 50 {
                            format!("string({})", s.len())
                        } else {
                            format!("\"{s}\"")
                        }
                    }
                    serde_json::Value::Array(arr) => {
                        if arr.is_empty() {
                            "[]".to_string()
                        } else {
                            let inner = value_type(&arr[0]);
                            format!("[{inner}; {}]", arr.len())
                        }
                    }
                    serde_json::Value::Object(inner) => {
                        if inner.len() <= 3 {
                            let keys: Vec<&String> = inner.keys().collect();
                            format!(
                                "{{{}}}",
                                keys.iter()
                                    .map(|k| k.as_str())
                                    .collect::<Vec<_>>()
                                    .join(", ")
                            )
                        } else {
                            format!("{{{}K}}", inner.len())
                        }
                    }
                };
                lines.push(format!("{indent}  {key}: {type_str}"));
            }
            if map.len() > 15 {
                lines.push(format!("{indent}  ... +{} more keys", map.len() - 15));
            }
            format!("{indent}{{\n{}\n{indent}}}", lines.join("\n"))
        }
        serde_json::Value::Array(arr) => {
            if arr.is_empty() {
                format!("{indent}[]")
            } else {
                let inner = value_type(&arr[0]);
                format!("{indent}[{inner}; {}]", arr.len())
            }
        }
        _ => format!("{indent}{}", value_type(val)),
    }
}

fn value_type(val: &serde_json::Value) -> String {
    match val {
        serde_json::Value::Null => "null".to_string(),
        serde_json::Value::Bool(_) => "bool".to_string(),
        serde_json::Value::Number(_) => "number".to_string(),
        serde_json::Value::String(_) => "string".to_string(),
        serde_json::Value::Array(_) => "array".to_string(),
        serde_json::Value::Object(m) => format!("object({}K)", m.len()),
    }
}

fn is_sensitive_key(key: &str) -> bool {
    let lower = key.to_ascii_lowercase();
    lower.contains("token")
        || lower.contains("key")
        || lower.contains("secret")
        || lower.contains("password")
        || lower.contains("passwd")
        || lower.contains("auth")
        || lower.contains("credential")
        || lower.contains("api_key")
        || lower.contains("apikey")
        || lower.contains("access_token")
        || lower.contains("refresh_token")
        || lower.contains("private")
}

fn compress_html(output: &str) -> String {
    let lines = output.lines().count();
    let size = output.len();

    let title = output
        .find("<title>")
        .and_then(|start| {
            let after = &output[start + 7..];
            after.find("</title>").map(|end| &after[..end])
        })
        .unwrap_or("(no title)");

    format!("HTML: \"{title}\" ({size} bytes, {lines} lines)")
}

fn compress_headers(output: &str) -> Option<String> {
    let mut status = String::new();
    let mut content_type = String::new();
    let mut content_length = String::new();

    for line in output.lines().take(20) {
        if line.starts_with("HTTP/") {
            status = line.to_string();
        } else if line.to_lowercase().starts_with("content-type:") {
            content_type = line.split(':').nth(1).unwrap_or("").trim().to_string();
        } else if line.to_lowercase().starts_with("content-length:") {
            content_length = line.split(':').nth(1).unwrap_or("").trim().to_string();
        }
    }

    if status.is_empty() {
        return None;
    }

    let mut result = status;
    if !content_type.is_empty() {
        result.push_str(&format!(" | {content_type}"));
    }
    if !content_length.is_empty() {
        result.push_str(&format!(" | {content_length}B"));
    }

    Some(result)
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn json_gets_compressed() {
        let json = r#"{"name":"test","value":42,"nested":{"a":1,"b":2}}"#;
        let result = compress(json);
        assert!(result.is_some());
        assert!(result.unwrap().contains("JSON"));
    }

    #[test]
    fn json_array_of_objects_uses_lossless_crush() {
        // Top-level array with a field constant across all rows: the shared
        // `json_crush` core compacts it losslessly instead of curl's useless
        // `[object(NK); N]` summary (#936).
        let mut json = String::from("[");
        for i in 0..12 {
            if i > 0 {
                json.push(',');
            }
            json.push_str(&format!(r#"{{"status":"active","plan":"pro","id":{i}}}"#));
        }
        json.push(']');
        let result = compress(&json).expect("array json compresses");
        assert!(
            result.contains("JSON ("),
            "keeps curl JSON banner: {result}"
        );
        assert!(
            result.contains("_lc_crush"),
            "expected shared crushed core output: {result}"
        );
        let body = result.split_once('\n').unwrap().1;
        let restored = crate::json_crush::reconstruct(body).expect("reconstructs");
        assert_eq!(
            restored,
            serde_json::from_str::<serde_json::Value>(&json).unwrap()
        );
    }

    #[test]
    fn html_gets_compressed() {
        let html = "<!DOCTYPE html><html><head><title>Test</title></head><body></body></html>";
        let result = compress(html);
        assert!(result.is_some());
        assert!(result.unwrap().contains("HTML"));
    }

    #[test]
    fn plain_text_returns_none() {
        assert!(compress("just plain text").is_none());
    }
}