use super::super::compress::compress_tool_result;
use super::*;
fn source_file_body() -> Vec<u8> {
let code = (0..60)
.map(|i| format!(" let binding_{i} = compute_value_{i}(context, options);"))
.collect::<Vec<_>>()
.join("\n");
let body = serde_json::json!({
"model": "claude-opus-4-8",
"messages": [
{
"role": "assistant",
"content": [{"type": "tool_use", "id": "toolu_1", "name": "Read", "input": {"file_path": "src/app.rs"}}]
},
{
"role": "user",
"content": [{"type": "tool_result", "tool_use_id": "toolu_1", "content": code}]
}
]
});
serde_json::to_vec(&body).unwrap()
}
#[test]
fn read_tool_result_is_never_truncated() {
let bytes = source_file_body();
let body: Value = serde_json::from_slice(&bytes).unwrap();
let (out, _orig, _comp) = compress_request_body(body, bytes.len());
let parsed: Value = serde_json::from_slice(&out).unwrap();
let content = parsed["messages"][1]["content"][0]["content"]
.as_str()
.unwrap();
assert!(
content.contains("binding_59"),
"the full source body must survive — refactors need it intact"
);
assert!(!content.contains("lines omitted"));
}
fn forge_log_body(tool_name: &str) -> Value {
let mut log = String::new();
for i in 0..90 {
log.push_str(&format!(
"INFO processing item {i}: ok, latency={i}ms, queue depth normal, retries 0\n"
));
}
serde_json::json!({
"messages": [
{"role": "assistant", "content": [{"type": "tool_use", "id": "f1", "name": tool_name, "input": {}}]},
{"role": "user", "content": [{"type": "tool_result", "tool_use_id": "f1", "content": log}]}
]
})
}
#[test]
fn forge_shell_tool_result_compresses() {
let _data = lean_ctx::core::data_dir::isolated_data_dir();
let _community = lean_ctx::core::policy::runtime::TestPolicyOverride::set(None);
let body = forge_log_body("forge_shell");
let bytes = serde_json::to_vec(&body).unwrap();
let (_out, orig, comp) = compress_request_body(body, bytes.len());
assert!(comp < orig, "foreign shell output must be compressed");
}
#[test]
fn foreign_read_tool_protects_source() {
let code = (0..60)
.map(|i| format!(" let binding_{i} = compute_value_{i}(context, options);"))
.collect::<Vec<_>>()
.join("\n");
let body = serde_json::json!({
"messages": [
{"role": "assistant", "content": [{"type": "tool_use", "id": "r1", "name": "forge_read", "input": {"path": "src/app.rs"}}]},
{"role": "user", "content": [{"type": "tool_result", "tool_use_id": "r1", "content": code}]}
]
});
let bytes = serde_json::to_vec(&body).unwrap();
let (out, _orig, _comp) = compress_request_body(body, bytes.len());
let parsed: Value = serde_json::from_slice(&out).unwrap();
let content = parsed["messages"][1]["content"][0]["content"]
.as_str()
.unwrap();
assert!(
content.contains("binding_59"),
"source body must survive intact"
);
}
#[test]
fn compress_request_body_is_deterministic() {
let _data = lean_ctx::core::data_dir::isolated_data_dir();
let _community = lean_ctx::core::policy::runtime::TestPolicyOverride::set(None);
let bytes = serde_json::to_vec(&forge_log_body("Bash")).unwrap();
let a = compress_request_body(serde_json::from_slice(&bytes).unwrap(), bytes.len()).0;
let b = compress_request_body(serde_json::from_slice(&bytes).unwrap(), bytes.len()).0;
assert_eq!(a, b, "identical input must yield byte-identical output");
}
fn big_log() -> String {
(0..200)
.map(|i| format!("[info] processed item {i:04} ok, latency {i}ms, queue normal"))
.collect::<Vec<_>>()
.join("\n")
}
#[test]
fn inband_ccr_emit_echo_splice_round_trip() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
let _community = lean_ctx::core::policy::runtime::TestPolicyOverride::set(None);
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_CCR_INBAND");
lean_ctx::core::config::Config::update_global(|c| {
c.proxy.ccr_inband = Some(true);
})
.unwrap();
let log = big_log();
let emit = serde_json::json!({
"messages": [
{"role": "assistant", "content": [{"type": "tool_use", "id": "t1", "name": "bash", "input": {}}]},
{"role": "user", "content": [{"type": "tool_result", "tool_use_id": "t1", "content": log}]}
]
});
let bytes = serde_json::to_vec(&emit).unwrap();
let (out, _o, _c) = compress_request_body(emit, bytes.len());
let emitted: Value = serde_json::from_slice(&out).unwrap();
let stub = emitted["messages"][1]["content"][0]["content"]
.as_str()
.unwrap();
assert!(
stub.contains("<lc_expand:"),
"in-band stub must advertise an echo-able marker: {stub}"
);
assert!(
!stub.contains("/tee/proxy_"),
"in-band stub must not leak the unreachable local tee path: {stub}"
);
let start = stub.find("<lc_expand:").unwrap();
let end = stub[start..].find('>').unwrap() + start + 1;
let marker = &stub[start..end];
let echo = serde_json::json!({
"messages": [
{"role": "user", "content": [{"type": "text", "text": "look again"}]},
{"role": "assistant", "content": format!("revisiting that output: {marker}")}
]
});
let bytes = serde_json::to_vec(&echo).unwrap();
let (out, _o, _c) = compress_request_body(echo, bytes.len());
let spliced: Value = serde_json::from_slice(&out).unwrap();
let assistant = spliced["messages"][1]["content"].as_str().unwrap();
assert!(
assistant.contains("processed item 0007 ok")
&& assistant.contains("processed item 0199 ok"),
"the verbatim original must be spliced back in full: {assistant}"
);
assert!(
!assistant.contains("<lc_expand:"),
"the marker must be consumed by the splice"
);
}
#[test]
fn long_session_elision_keeps_the_prefix_across_prompt_turns() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
let _community = lean_ctx::core::policy::runtime::TestPolicyOverride::set(None);
let _elide = lean_ctx::test_env::EnvVarGuard::set("LEAN_CTX_PROXY_LONG_SESSION_ELIDE", "on");
let mut messages = vec![serde_json::json!({"role": "user", "content": "fix the build"})];
for turn in 0..40 {
let id = format!("t{turn}");
messages.push(serde_json::json!({"role": "assistant", "content": [
{"type": "tool_use", "id": id, "name": "Bash", "input": {"command": format!("make step{turn}")}}
]}));
let output = (0..400)
.map(|line| format!("step {turn} line {line}: compiled module_{line}.o"))
.collect::<Vec<_>>()
.join("\n");
messages.push(serde_json::json!({"role": "user", "content": [
{"type": "tool_result", "tool_use_id": id, "content": output}
]}));
}
let last = messages.len() - 1;
messages[last]["content"][0]["cache_control"] = serde_json::json!({"type": "ephemeral"});
let run = |messages: Vec<Value>| {
let body = serde_json::json!({"model": "claude-haiku-5-5", "messages": messages});
let bytes = serde_json::to_vec(&body).unwrap();
let out = compress_request_body(body, bytes.len()).0;
serde_json::from_slice::<Value>(&out).unwrap()
};
let looped = run(messages.clone());
let stub = looped["messages"][2]["content"][0]["content"]
.as_str()
.unwrap();
assert!(
stub.starts_with(super::super::session_elide::STUB_OPEN),
"{stub}"
);
assert!(
looped["messages"][last]["content"][0]
.get("cache_control")
.is_some(),
"the client's marker stays"
);
messages.push(serde_json::json!({"role": "assistant", "content": "done"}));
messages.push(serde_json::json!({"role": "user", "content": "now the docs"}));
let prompted = run(messages);
let prefix =
|doc: &Value| serde_json::to_vec(&doc["messages"].as_array().unwrap()[..64]).unwrap();
assert_eq!(prefix(&prompted), prefix(&looped));
}
#[test]
fn inband_marker_less_turn_is_byte_identical_on_or_off() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_CCR_INBAND");
let body = serde_json::json!({
"messages": [
{"role": "user", "content": [{"type": "text", "text": "hello there"}]},
{"role": "assistant", "content": "hi — how can I help?"}
]
});
let bytes = serde_json::to_vec(&body).unwrap();
lean_ctx::core::config::Config::update_global(|c| c.proxy.ccr_inband = Some(false)).unwrap();
let off = compress_request_body(body.clone(), bytes.len()).0;
lean_ctx::core::config::Config::update_global(|c| c.proxy.ccr_inband = Some(true)).unwrap();
let on = compress_request_body(body, bytes.len()).0;
assert_eq!(
off, on,
"a marker-less request must be byte-identical whether in-band is on or off"
);
}
fn big_prose() -> String {
let p = "You are a careful, senior software engineer. You always explain your \
reasoning before making changes, you prefer small reviewable diffs, and \
you never introduce mock data or placeholders into production code. ";
[p; 6].join("\n")
}
#[test]
fn system_prose_compressed_and_assistant_untouched() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
lean_ctx::core::config::Config::update_global(|c| {
c.proxy.role_aggressiveness.system = Some(0.6);
c.proxy.role_aggressiveness.user = Some(0.6);
})
.unwrap();
let prose = big_prose();
let assistant_text = big_prose();
let body = serde_json::json!({
"model": "claude-opus-4-8",
"system": prose,
"messages": [
{"role": "user", "content": [{"type": "text", "text": prose}]},
{"role": "assistant", "content": assistant_text},
]
});
let bytes = serde_json::to_vec(&body).unwrap();
let (out, _orig, _comp) = compress_request_body(body, bytes.len());
let parsed: Value = serde_json::from_slice(&out).unwrap();
assert!(
parsed["system"].as_str().unwrap().len() < prose.len(),
"system prose must be compressed when enabled"
);
assert_eq!(
parsed["messages"][1]["content"].as_str().unwrap(),
assistant_text,
"assistant turns must pass through verbatim (#710)"
);
}
#[test]
fn user_prose_compressed_only_in_frozen_region() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
lean_ctx::core::config::Config::update_global(|c| {
c.proxy.role_aggressiveness.user = Some(0.7);
})
.unwrap();
let prose = big_prose();
let mut messages = Vec::new();
for i in 0..30 {
let role = if i % 2 == 0 { "user" } else { "assistant" };
messages.push(serde_json::json!({
"role": role,
"content": [{"type": "text", "text": prose}]
}));
}
let body = serde_json::json!({ "messages": messages });
let bytes = serde_json::to_vec(&body).unwrap();
let (out, _o, _c) = compress_request_body(body, bytes.len());
let parsed: Value = serde_json::from_slice(&out).unwrap();
let frozen_user = parsed["messages"][0]["content"][0]["text"]
.as_str()
.unwrap();
assert!(
frozen_user.len() < prose.len(),
"user prose in the frozen region must be compressed"
);
assert_eq!(
parsed["messages"][1]["content"][0]["text"]
.as_str()
.unwrap(),
prose,
"assistant prose is never compressed"
);
let live_tail_user = parsed["messages"][28]["content"][0]["text"]
.as_str()
.unwrap();
assert_eq!(
live_tail_user, prose,
"user prose in the live tail (>= boundary) must be preserved for quality"
);
}
#[test]
fn client_cached_prefix_disables_system_prose() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
lean_ctx::core::config::Config::update_global(|c| {
c.proxy.role_aggressiveness.system = Some(0.9);
})
.unwrap();
let prose = big_prose();
let body = serde_json::json!({
"system": prose,
"messages": [
{"role": "user", "content": [
{"type": "text", "text": "hi", "cache_control": {"type": "ephemeral"}}
]},
{"role": "assistant", "content": "ok"}
]
});
let bytes = serde_json::to_vec(&body).unwrap();
let (out, _o, _c) = compress_request_body(body, bytes.len());
let parsed: Value = serde_json::from_slice(&out).unwrap();
assert_eq!(
parsed["system"].as_str().unwrap(),
prose,
"system must stay verbatim when the client caches a message prefix (#448)"
);
}
#[test]
fn prose_compression_is_deterministic() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
lean_ctx::core::config::Config::update_global(|c| {
c.proxy.role_aggressiveness.system = Some(0.6);
})
.unwrap();
let prose = big_prose();
let mk =
|| serde_json::json!({"system": prose, "messages": [{"role": "user", "content": "hi"}]});
let (a, b) = (mk(), mk());
let la = serde_json::to_vec(&a).unwrap().len();
let lb = serde_json::to_vec(&b).unwrap().len();
assert_eq!(
compress_request_body(a, la).0,
compress_request_body(b, lb).0,
"prose compression must be byte-identical for identical input (#498)"
);
}
#[test]
fn bash_tool_result_still_compresses() {
let _data = lean_ctx::core::data_dir::isolated_data_dir();
let _community = lean_ctx::core::policy::runtime::TestPolicyOverride::set(None);
let log = {
let mut s = String::from(
"$ git status\nOn branch main\nYour branch is up to date with 'origin/main'.\n\nChanges not staged for commit:\n (use \"git add <file>...\" to update what will be committed)\n",
);
for i in 0..90 {
s.push_str(&format!("\tmodified: src/module_{i}/file_{i}.rs\n"));
}
s.push_str("\nno changes added to commit (use \"git add\" and/or \"git commit -a\")\n");
s
};
let body = serde_json::json!({
"messages": [
{"role": "assistant", "content": [{"type": "tool_use", "id": "t1", "name": "Bash", "input": {}}]},
{"role": "user", "content": [{"type": "tool_result", "tool_use_id": "t1", "content": log}]}
]
});
let bytes = serde_json::to_vec(&body).unwrap();
let (_out, orig, comp) = compress_request_body(body, bytes.len());
assert!(comp < orig, "shell output must still be compressed");
}
#[test]
fn json_envelope_tool_result_is_compressed() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
let _community = lean_ctx::core::policy::runtime::TestPolicyOverride::set(None);
let log = long_git_status();
let expected = compress_tool_result(&log, Some("Bash"));
let envelope = serde_json::to_string(&serde_json::json!({
"content": [{"type": "text", "text": log}],
"isError": false,
}))
.unwrap();
let body = serde_json::json!({
"messages": [
{"role": "assistant", "content": [{
"type": "tool_use",
"id": "t1",
"name": "Bash",
"input": {}
}]},
{"role": "user", "content": [{
"type": "tool_result",
"tool_use_id": "t1",
"content": envelope
}]}
]
});
let bytes = serde_json::to_vec(&body).unwrap();
let (out, orig, comp) = compress_request_body(body, bytes.len());
assert!(comp < orig, "JSON envelope tool result should shrink");
let parsed: Value = serde_json::from_slice(&out).unwrap();
let content = parsed["messages"][1]["content"][0]["content"]
.as_str()
.unwrap();
let envelope: Value = serde_json::from_str(content).unwrap();
assert_eq!(envelope["content"][0]["text"].as_str().unwrap(), expected);
}
fn long_git_status() -> String {
let mut s = String::from(
"$ git status\nOn branch main\nYour branch is up to date with 'origin/main'.\n\nChanges not staged for commit:\n (use \"git add <file>...\" to update what will be committed)\n",
);
for i in 0..80 {
s.push_str(&format!("\tmodified: src/module_{i}/file_{i}.rs\n"));
}
s.push_str("\nno changes added to commit (use \"git add\" and/or \"git commit -a\")\n");
s
}
fn cached_prefix_body(first_text: &str, prose: &str) -> (Vec<Value>, Value) {
let messages = vec![
serde_json::json!({"role": "user", "content": [
{"type": "text", "text": first_text, "cache_control": {"type": "ephemeral"}}
]}),
serde_json::json!({"role": "assistant", "content": "ok"}),
];
let body = serde_json::json!({ "system": prose, "messages": messages.clone() });
(messages, body)
}
#[test]
fn cold_prefix_repack_rewrites_protected_system_prose_when_enabled() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
let _mode = lean_ctx::test_env::EnvVarGuard::set("LEAN_CTX_PROXY_MODE", "cache");
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_COLD_PREFIX_REPACK");
lean_ctx::core::config::Config::update_global(|c| {
c.proxy.role_aggressiveness.system = Some(0.9);
c.proxy.cold_prefix_repack = Some(true);
})
.unwrap();
let prose = big_prose().repeat(6);
let (messages, body) = cached_prefix_body("cold-repack-enabled-session", &prose);
super::super::cold_prefix::test_seed_last_touch(&messages, 3 * 60 * 60);
let bytes = serde_json::to_vec(&body).unwrap();
let (out, _o, _c) = compress_request_body(body, bytes.len());
let parsed: Value = serde_json::from_slice(&out).unwrap();
assert!(
parsed["system"].as_str().unwrap().len() < prose.len(),
"a predicted-cold prefix must let the proxy repack the otherwise-protected system prose"
);
}
#[test]
fn cold_prefix_repack_skipped_for_subcacheable_prefix_by_default() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_COLD_PREFIX_REPACK");
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_CACHE_POLICY");
lean_ctx::core::config::Config::update_global(|c| {
c.proxy.role_aggressiveness.system = Some(0.9);
c.proxy.cold_prefix_repack = Some(true);
})
.unwrap();
let prose = big_prose();
let (messages, body) = cached_prefix_body("cold-repack-subcacheable-session", &prose);
super::super::cold_prefix::test_seed_last_touch(&messages, 3 * 60 * 60);
let bytes = serde_json::to_vec(&body).unwrap();
let (out, _o, _c) = compress_request_body(body, bytes.len());
let parsed: Value = serde_json::from_slice(&out).unwrap();
assert_eq!(
parsed["system"].as_str().unwrap(),
prose,
"the net-cost gate must skip repacking a sub-cacheable prefix (premium default)"
);
}
#[test]
fn cold_prefix_repack_off_by_default_keeps_prefix_protected() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_COLD_PREFIX_REPACK");
lean_ctx::core::config::Config::update_global(|c| {
c.proxy.role_aggressiveness.system = Some(0.9);
c.proxy.cold_prefix_repack = Some(false);
})
.unwrap();
let prose = big_prose();
let (messages, body) = cached_prefix_body("cold-repack-disabled-session", &prose);
super::super::cold_prefix::test_seed_last_touch(&messages, 24 * 60 * 60);
let bytes = serde_json::to_vec(&body).unwrap();
let (out, _o, _c) = compress_request_body(body, bytes.len());
let parsed: Value = serde_json::from_slice(&out).unwrap();
assert_eq!(
parsed["system"].as_str().unwrap(),
prose,
"with repack off the cached prefix stays byte-stable regardless of idle time (#448)"
);
}
#[test]
fn cold_prefix_repack_protects_warm_prefix_even_when_enabled() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_COLD_PREFIX_REPACK");
lean_ctx::core::config::Config::update_global(|c| {
c.proxy.role_aggressiveness.system = Some(0.9);
c.proxy.cold_prefix_repack = Some(true);
})
.unwrap();
let prose = big_prose();
let (messages, body) = cached_prefix_body("cold-repack-warm-session", &prose);
super::super::cold_prefix::test_seed_last_touch(&messages, 60);
let bytes = serde_json::to_vec(&body).unwrap();
let (out, _o, _c) = compress_request_body(body, bytes.len());
let parsed: Value = serde_json::from_slice(&out).unwrap();
assert_eq!(
parsed["system"].as_str().unwrap(),
prose,
"a warm prefix must stay protected even with repack enabled — only LARGE gaps trigger"
);
}
#[test]
fn cache_policy_attribution_is_measurement_only() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_CACHE_POLICY");
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_COLD_PREFIX_REPACK");
let prose = big_prose();
let (_messages, body) = cached_prefix_body("cache-policy-measurement-session", &prose);
let bytes = serde_json::to_vec(&body).unwrap();
lean_ctx::core::config::Config::update_global(|c| {
c.proxy.cache_policy = Some(false);
})
.unwrap();
let (off, _o, _c) = compress_request_body(body.clone(), bytes.len());
lean_ctx::core::config::Config::update_global(|c| {
c.proxy.cache_policy = Some(true);
})
.unwrap();
let (on, _o, _c) = compress_request_body(body, bytes.len());
assert_eq!(
off, on,
"miss attribution is measurement-only: the wire bytes must not change"
);
}
#[test]
fn effort_control_dials_adaptive_thinking_only() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_EFFORT");
lean_ctx::core::config::Config::update_global(|c| {
c.proxy.effort = Some("medium".into());
})
.unwrap();
let adaptive = serde_json::json!({
"model": "claude-opus-4-8",
"thinking": {"type": "adaptive"},
"messages": [{"role": "user", "content": "hi"}]
});
let bytes = serde_json::to_vec(&adaptive).unwrap();
let (out, _o, _c) = compress_request_body(adaptive, bytes.len());
assert_eq!(
serde_json::from_slice::<Value>(&out).unwrap()["output_config"]["effort"],
"medium"
);
let plain = serde_json::json!({
"model": "claude-opus-4-8",
"messages": [{"role": "user", "content": "hi"}]
});
let bytes = serde_json::to_vec(&plain).unwrap();
let (out, _o, _c) = compress_request_body(plain, bytes.len());
assert!(
serde_json::from_slice::<Value>(&out)
.unwrap()
.get("output_config")
.is_none()
);
}
#[test]
fn verbosity_steer_applies_to_treatment_skips_control() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_VERBOSITY_STEER");
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_OUTPUT_HOLDOUT");
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_EFFORT");
let req = serde_json::json!({
"model": "claude-opus-4-8",
"messages": [{"role": "user", "content": "Summarize the design."}]
});
let bytes = serde_json::to_vec(&req).unwrap();
lean_ctx::core::config::Config::update_global(|c| {
c.proxy.verbosity_steer = Some(true);
c.proxy.output_holdout = Some(0.0);
})
.unwrap();
let (out, _o, _c) = compress_request_body(req.clone(), bytes.len());
let v: Value = serde_json::from_slice(&out).unwrap();
assert!(
v["messages"][0]["content"]
.as_str()
.unwrap()
.contains(crate::verbosity::STEER),
"treatment arm must receive the verbosity steer"
);
lean_ctx::core::config::Config::update_global(|c| {
c.proxy.output_holdout = Some(1.0);
})
.unwrap();
let (out2, _o, _c) = compress_request_body(req, bytes.len());
let v2: Value = serde_json::from_slice(&out2).unwrap();
assert!(
!v2["messages"][0]["content"]
.as_str()
.unwrap()
.contains(crate::verbosity::STEER),
"control arm must NOT be steered (measurement baseline)"
);
}
fn cacheable_system() -> String {
"You are a careful, senior software engineer who writes maintainable code. ".repeat(400)
}
#[test]
fn cache_breakpoint_injected_on_unanchored_system_when_opt_in() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
let _mode = lean_ctx::test_env::EnvVarGuard::set("LEAN_CTX_PROXY_MODE", "cache");
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_CACHE_BREAKPOINT");
let body = serde_json::json!({
"model": "claude-opus-4-8",
"system": cacheable_system(),
"messages": [{"role": "user", "content": "Refactor the parser."}]
});
let bytes = serde_json::to_vec(&body).unwrap();
lean_ctx::core::config::Config::update_global(|c| c.proxy.cache_breakpoint = Some(true))
.unwrap();
let (out, _o, _c) = compress_request_body(body, bytes.len());
let v: Value = serde_json::from_slice(&out).unwrap();
assert_eq!(
v["system"][0]["cache_control"]["type"], "ephemeral",
"an unanchored system prompt must receive one ephemeral breakpoint"
);
assert!(
v["system"][0]["text"]
.as_str()
.unwrap()
.contains("senior software engineer"),
"the system text must be preserved verbatim under the marker"
);
}
#[test]
fn cache_breakpoint_off_by_default_is_byte_unchanged() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
let _mode = lean_ctx::test_env::EnvVarGuard::set("LEAN_CTX_PROXY_MODE", "cache");
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_CACHE_BREAKPOINT");
let body = serde_json::json!({
"model": "claude-opus-4-8",
"system": cacheable_system(),
"messages": [{"role": "user", "content": "Refactor the parser."}]
});
let bytes = serde_json::to_vec(&body).unwrap();
let (out, _o, _c) = compress_request_body(body, bytes.len());
assert_eq!(
out, bytes,
"default-off must leave the request byte-identical"
);
}
#[test]
fn cache_breakpoint_respects_client_anchor() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_CACHE_BREAKPOINT");
let body = serde_json::json!({
"model": "claude-opus-4-8",
"system": cacheable_system(),
"messages": [{
"role": "user",
"content": [{
"type": "text",
"text": "hello",
"cache_control": {"type": "ephemeral"}
}]
}]
});
let bytes = serde_json::to_vec(&body).unwrap();
lean_ctx::core::config::Config::update_global(|c| c.proxy.cache_breakpoint = Some(true))
.unwrap();
let (out, _o, _c) = compress_request_body(body, bytes.len());
let v: Value = serde_json::from_slice(&out).unwrap();
assert!(
v["system"].is_string(),
"with a client anchor present, system must be left untouched (no second breakpoint)"
);
}
#[test]
fn cache_aligner_measures_without_mutating_body() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
let _mode = lean_ctx::test_env::EnvVarGuard::set("LEAN_CTX_PROXY_MODE", "cache");
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_CACHE_ALIGNER");
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_CACHE_BREAKPOINT");
let body = serde_json::json!({
"model": "claude-opus-4-8",
"system": "Today is 2026-06-22. Session 550e8400-e29b-41d4-a716-446655440000.",
"messages": [{"role": "user", "content": "Hello."}]
});
let bytes = serde_json::to_vec(&body).unwrap();
lean_ctx::core::config::Config::update_global(|c| c.proxy.cache_aligner = Some(true)).unwrap();
let (out, _o, _c) = compress_request_body(body, bytes.len());
assert_eq!(
out, bytes,
"cache-aligner telemetry must never mutate the request body"
);
}
fn cacheable_system_with_date() -> String {
format!("Today is 2026-06-27. {}", cacheable_system())
}
fn clear_relocate_env() {
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_CACHE_ALIGN_RELOCATE");
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_CACHE_BREAKPOINT");
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_CACHE_ALIGNER");
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_OUTPUT_HOLDOUT");
}
#[test]
fn cache_align_relocate_moves_volatiles_to_tail_when_opt_in() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
clear_relocate_env();
let _mode = lean_ctx::test_env::EnvVarGuard::set("LEAN_CTX_PROXY_MODE", "cache");
let body = serde_json::json!({
"model": "claude-opus-4-8",
"system": cacheable_system_with_date(),
"messages": [{"role": "user", "content": "Refactor the parser."}]
});
let bytes = serde_json::to_vec(&body).unwrap();
lean_ctx::core::config::Config::update_global(|c| {
c.proxy.cache_align_relocate = Some(true);
c.proxy.output_holdout = Some(0.0);
})
.unwrap();
let (out, _o, _c) = compress_request_body(body, bytes.len());
let v: Value = serde_json::from_slice(&out).unwrap();
assert!(v["system"].is_array(), "system reshaped into a block array");
assert_eq!(v["system"][0]["cache_control"]["type"], "ephemeral");
assert!(
!v["system"][0]["text"]
.as_str()
.unwrap()
.contains("2026-06-27"),
"the volatile date must leave the cacheable prefix"
);
assert!(
v["system"][1].get("cache_control").is_none(),
"the relocated tail block stays uncached"
);
assert!(
v["system"][1]["text"]
.as_str()
.unwrap()
.contains("2026-06-27"),
"the date must be re-stated in the tail"
);
}
#[test]
fn cache_align_relocate_off_by_default_is_byte_unchanged() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
let _mode = lean_ctx::test_env::EnvVarGuard::set("LEAN_CTX_PROXY_MODE", "cache");
clear_relocate_env();
let body = serde_json::json!({
"model": "claude-opus-4-8",
"system": cacheable_system_with_date(),
"messages": [{"role": "user", "content": "Refactor the parser."}]
});
let bytes = serde_json::to_vec(&body).unwrap();
let (out, _o, _c) = compress_request_body(body, bytes.len());
assert_eq!(
out, bytes,
"default-off must leave the request byte-identical"
);
}
#[test]
fn cache_align_relocate_skips_control_arm() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
clear_relocate_env();
let body = serde_json::json!({
"model": "claude-opus-4-8",
"system": cacheable_system_with_date(),
"messages": [{"role": "user", "content": "Refactor the parser."}]
});
let bytes = serde_json::to_vec(&body).unwrap();
lean_ctx::core::config::Config::update_global(|c| {
c.proxy.cache_align_relocate = Some(true);
c.proxy.output_holdout = Some(1.0);
})
.unwrap();
let (out, _o, _c) = compress_request_body(body, bytes.len());
let v: Value = serde_json::from_slice(&out).unwrap();
assert!(
v["system"].is_string(),
"control arm must not be relocated (measurement baseline)"
);
}
#[test]
fn cache_align_relocate_respects_client_anchor() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
clear_relocate_env();
let body = serde_json::json!({
"model": "claude-opus-4-8",
"system": cacheable_system_with_date(),
"messages": [{
"role": "user",
"content": [{
"type": "text",
"text": "hello",
"cache_control": {"type": "ephemeral"}
}]
}]
});
let bytes = serde_json::to_vec(&body).unwrap();
lean_ctx::core::config::Config::update_global(|c| {
c.proxy.cache_align_relocate = Some(true);
c.proxy.output_holdout = Some(0.0);
})
.unwrap();
let (out, _o, _c) = compress_request_body(body, bytes.len());
let v: Value = serde_json::from_slice(&out).unwrap();
assert!(
v["system"].is_string(),
"with a client anchor present, system must be left untouched"
);
}
#[test]
fn cache_align_relocate_composes_with_breakpoint_to_one_anchor() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
clear_relocate_env();
let _mode = lean_ctx::test_env::EnvVarGuard::set("LEAN_CTX_PROXY_MODE", "cache");
let body = serde_json::json!({
"model": "claude-opus-4-8",
"system": cacheable_system_with_date(),
"messages": [{"role": "user", "content": "Refactor the parser."}]
});
let bytes = serde_json::to_vec(&body).unwrap();
lean_ctx::core::config::Config::update_global(|c| {
c.proxy.cache_align_relocate = Some(true);
c.proxy.cache_breakpoint = Some(true);
c.proxy.output_holdout = Some(0.0);
})
.unwrap();
let (out, _o, _c) = compress_request_body(body, bytes.len());
let v: Value = serde_json::from_slice(&out).unwrap();
let blocks = v["system"].as_array().expect("system is a block array");
assert_eq!(blocks.len(), 2, "stable block + volatile tail");
assert_eq!(blocks[0]["cache_control"]["type"], "ephemeral");
assert!(
blocks[1].get("cache_control").is_none(),
"no second breakpoint — the tail stays uncached"
);
}
#[test]
fn copilot_detected_by_editor_version_header() {
let req = Request::builder()
.uri("/v1/messages")
.header("editor-version", "vscode/1.0")
.header("content-type", "application/json")
.body(Body::empty())
.unwrap();
assert!(super::is_copilot_request(&req, "https://api.openai.com"));
}
#[test]
fn copilot_detected_by_integration_id_header() {
let req = Request::builder()
.uri("/v1/messages")
.header("copilot-integration-id", "vscode-chat")
.body(Body::empty())
.unwrap();
assert!(super::is_copilot_request(&req, "https://api.openai.com"));
}
#[test]
fn copilot_detected_by_ghu_token() {
let req = Request::builder()
.uri("/v1/messages")
.header("authorization", "Bearer ghu_abc123")
.body(Body::empty())
.unwrap();
assert!(super::is_copilot_request(&req, "https://api.openai.com"));
}
#[test]
fn copilot_detected_by_upstream_host() {
let req = Request::builder()
.uri("/v1/messages")
.body(Body::empty())
.unwrap();
assert!(super::is_copilot_request(
&req,
"https://api.githubcopilot.com"
));
}
#[test]
fn not_copilot_when_standard_anthropic() {
let req = Request::builder()
.uri("/v1/messages")
.header("x-api-key", "sk-ant-abc123")
.header("anthropic-version", "2023-06-01")
.body(Body::empty())
.unwrap();
assert!(!super::is_copilot_request(&req, "https://api.openai.com"));
}
#[test]
fn extract_proxy_ep_from_token() {
assert_eq!(
super::extract_proxy_ep("tid=abc;exp=123;proxy-ep=api.business.githubcopilot.com"),
Some("api.business.githubcopilot.com")
);
assert_eq!(super::extract_proxy_ep("ghu_abc123"), None);
assert_eq!(super::extract_proxy_ep(""), None);
}
#[test]
fn copilot_upstream_uses_proxy_ep() {
let req = Request::builder()
.uri("/v1/messages")
.header(
"authorization",
"Bearer tid=x;exp=9;proxy-ep=api.business.githubcopilot.com",
)
.body(Body::empty())
.unwrap();
let upstream = super::resolve_copilot_upstream(&req, "https://api.githubcopilot.com");
assert_eq!(upstream, "https://api.business.githubcopilot.com");
}
#[test]
fn copilot_upstream_falls_back_to_openai_upstream() {
let req = Request::builder()
.uri("/v1/messages")
.header("authorization", "Bearer ghu_simple_token")
.body(Body::empty())
.unwrap();
let upstream = super::resolve_copilot_upstream(&req, "https://api.githubcopilot.com");
assert_eq!(upstream, "https://api.githubcopilot.com");
}
#[test]
fn copilot_upstream_ignores_a_caller_chosen_foreign_endpoint() {
for endpoint in [
"collector.example",
"githubcopilot.com.collector.example",
"api.githubcopilot.com@collector.example",
"api.githubcopilot.com:8443",
"api.githubcopilot.com/redirect",
] {
let req = Request::builder()
.uri("/v1/messages")
.header(
"authorization",
format!("Bearer tid=x;exp=9;proxy-ep={endpoint}"),
)
.body(Body::empty())
.unwrap();
assert_eq!(
super::resolve_copilot_upstream(&req, "https://api.githubcopilot.com"),
"https://api.githubcopilot.com",
"{endpoint}"
);
}
}
#[test]
fn is_copilot_host_detects_variants() {
assert!(super::is_copilot_host("https://api.githubcopilot.com"));
assert!(super::is_copilot_host(
"https://api.business.githubcopilot.com"
));
assert!(super::is_copilot_host(
"https://api.individual.githubcopilot.com"
));
assert!(!super::is_copilot_host("https://api.anthropic.com"));
assert!(!super::is_copilot_host("https://api.openai.com"));
}
fn warm_body(first_text: &str, system: &str, turns: usize, filler: &str) -> Value {
let mut messages = vec![serde_json::json!({"role": "user", "content": first_text})];
for i in 0..turns {
messages.push(serde_json::json!({"role": "assistant", "content": format!("done {i}")}));
messages.push(serde_json::json!({"role": "user", "content": filler}));
}
messages.push(serde_json::json!({"role": "user", "content": [
{"type": "text", "text": "continue", "cache_control": {"type": "ephemeral"}}
]}));
serde_json::json!({"model": "claude-opus-4-5", "system": system, "messages": messages})
}
fn warm_gate_config(cache_policy: bool) {
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_CACHE_POLICY");
lean_ctx::test_env::remove_var("LEAN_CTX_PROXY_COLD_PREFIX_REPACK");
lean_ctx::core::config::Config::update_global(|c| {
c.proxy.role_aggressiveness.system = Some(0.9);
c.proxy.cold_prefix_repack = Some(false);
c.proxy.cache_policy = Some(cache_policy);
})
.unwrap();
}
fn system_after(body: Value) -> String {
let bytes = serde_json::to_vec(&body).unwrap();
let (out, _o, _c) = compress_request_body(body, bytes.len());
serde_json::from_slice::<Value>(&out).unwrap()["system"]
.as_str()
.unwrap()
.to_owned()
}
#[test]
fn warm_system_gate_preserves_when_the_bust_does_not_pay() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
warm_gate_config(true);
let prose = big_prose().repeat(8);
let huge_tail = "lorem ipsum dolor sit amet consectetur ".repeat(4000);
let body = warm_body("warm-gate-preserve-session", &prose, 1, &huge_tail);
assert_eq!(
system_after(body),
prose,
"Preserve must keep the prefix verbatim"
);
}
#[test]
fn warm_system_gate_mutates_long_sessions_and_latches() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
warm_gate_config(true);
let prose = big_prose().repeat(8);
let first = "warm-gate-latch-session";
let compressed = system_after(warm_body(first, &prose, 200, "next"));
assert!(
compressed.len() < prose.len(),
"a paying rewrite must compress"
);
assert_eq!(
system_after(warm_body(first, &prose, 200, "next")),
compressed,
"a replayed turn must produce the identical prefix"
);
let huge_tail = "lorem ipsum dolor sit amet consectetur ".repeat(4000);
assert_eq!(
system_after(warm_body(first, &prose, 1, &huge_tail)),
compressed,
"once latched, the conversation must never flip back to the verbatim prefix"
);
}
#[test]
fn warm_system_gate_needs_cache_economics() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
warm_gate_config(false);
let prose = big_prose().repeat(8);
let body = warm_body("warm-gate-policy-off-session", &prose, 200, "next");
assert_eq!(
system_after(body),
prose,
"without cache economics a cached prefix is never rewritten (#448)"
);
}
fn tool_search_body() -> Value {
let mut messages = vec![
serde_json::json!({"role": "user", "content": "find the issue tracker tools"}),
serde_json::json!({"role": "assistant", "content": [
{"type": "tool_use", "id": "ts1", "name": "ToolSearch", "input": {"query": "issues"}}
]}),
serde_json::json!({"role": "user", "content": [
{"type": "tool_result", "tool_use_id": "ts1", "content": [
{"type": "tool_reference", "tool_name": "mcp__tracker__list_issues"},
{"type": "tool_reference", "tool_name": "mcp__tracker__get_issue"}
]}
]}),
];
for i in 0..30 {
let id = format!("b{i}");
messages.push(serde_json::json!({"role": "assistant", "content": [
{"type": "tool_use", "id": id, "name": "Bash", "input": {"command": "cargo test"}}
]}));
messages.push(serde_json::json!({"role": "user", "content": [
{"type": "tool_result", "tool_use_id": id, "content": big_log()}
]}));
}
serde_json::json!({
"model": "claude-opus-5-5",
"tools": [
{"name": "Bash", "description": "Run a shell command.", "input_schema": {"type": "object"}},
{"name": "ToolSearch", "description": "Search deferred tools.", "input_schema": {"type": "object"}},
{"name": "mcp__tracker__list_issues", "description": "List issues.",
"input_schema": {"type": "object"}, "defer_loading": true},
{"name": "mcp__tracker__get_issue", "description": "Get one issue.",
"input_schema": {"type": "object"}, "defer_loading": true,
"cache_control": {"type": "ephemeral"}}
],
"messages": messages
})
}
#[test]
fn tool_search_fields_survive_rewrites() {
let _iso = lean_ctx::core::data_dir::isolated_data_dir();
let body = tool_search_body();
let bytes = serde_json::to_vec(&body).unwrap();
let (out, orig, comp) = compress_request_body(body.clone(), bytes.len());
assert!(comp < orig, "the fixture must exercise a real rewrite");
let parsed: Value = serde_json::from_slice(&out).unwrap();
let sent = parsed["tools"].as_array().unwrap();
for tool in body["tools"].as_array().unwrap() {
assert!(
sent.contains(tool),
"tool definition must be forwarded verbatim: {tool}"
);
}
assert_eq!(
parsed["messages"][2], body["messages"][2],
"tool_reference blocks must reach the provider unchanged"
);
}