lean_ctx_proxy/
lib.rs

1// SPDX-License-Identifier: Apache-2.0
2#![recursion_limit = "256"]
3#![warn(clippy::undocumented_unsafe_blocks)]
4
5//! The LeanCTX model-API proxy, above the Engine library (`lean_ctx`): an
6//! edit here re-checks this crate and the binary, not the Engine.
7//!
8//! LLM reverse proxy — the core of the **Gateway pillar**.
9//!
10//! Intercepts Anthropic, OpenAI, Gemini and ChatGPT traffic, compresses
11//! prompts, meters usage, and optionally translates request shapes.
12//!
13//! # TLS Requirements
14//!
15//! The proxy does NOT terminate TLS. For production/multi-tenant deployments,
16//! place behind a TLS-terminating reverse proxy (nginx, caddy, traefik).
17//! For mTLS, configure the reverse proxy with client certificates.
18//! See: <https://github.com/yvgude/lean-ctx/issues/1371>
19//!
20//! # Org gateway coupling (ADR-023)
21//!
22//! The self-hosted org gateway (lean-ctx-enterprise) extends this proxy with
23//! admin/usage-store routes. In the OSS build the proxy runs standalone.
24
25#[cfg(feature = "http-server")]
26pub(crate) mod admitted;
27#[cfg(all(test, feature = "http-server"))]
28mod admitted_horizon_tests;
29#[cfg(feature = "http-server")]
30pub(crate) mod agent_compact;
31#[cfg(feature = "http-server")]
32pub mod anthropic;
33#[cfg(all(test, feature = "http-server"))]
34mod auth_tests;
35pub mod auto_routing;
36#[cfg(feature = "http-server")]
37pub mod bedrock;
38pub mod break_even;
39pub mod cache_aligner;
40pub mod cache_attribution;
41#[cfg(feature = "http-server")]
42pub mod cache_breakpoint;
43pub mod cache_policy;
44pub mod cache_safety;
45#[cfg(feature = "http-server")]
46pub(crate) mod cache_ttl;
47pub mod ccr;
48#[cfg(all(test, feature = "http-server"))]
49mod ccr_robustness_tests;
50#[cfg(feature = "http-server")]
51pub mod chatgpt;
52#[cfg(feature = "http-server")]
53pub mod chatgpt_cookies;
54#[cfg(feature = "http-server")]
55pub mod chatgpt_ws;
56pub mod circuit_breaker;
57#[cfg(feature = "http-server")]
58mod codec;
59pub mod cold_prefix;
60pub mod compress;
61pub mod compress_api;
62pub mod compress_shared;
63pub mod compression_savings;
64#[cfg(feature = "http-server")]
65mod connector;
66#[cfg(feature = "http-server")]
67pub(crate) mod conversation;
68pub mod cost;
69pub mod counterfactual;
70pub mod dedup;
71#[allow(warnings)]
72pub mod determinism_guard;
73pub mod effort;
74#[cfg(feature = "http-server")]
75mod egress_observation;
76#[cfg(feature = "http-server")]
77mod egress_target;
78pub mod eligibility;
79#[cfg(feature = "http-server")]
80pub mod forward;
81#[cfg(feature = "enterprise")]
82pub mod gateway_identity;
83#[cfg(feature = "http-server")]
84pub mod google;
85#[cfg(all(
86    test,
87    feature = "http-server",
88    any(target_os = "macos", all(target_os = "linux", target_env = "gnu"))
89))]
90mod held_floor_journey_tests;
91pub mod history_prune;
92pub mod holdout;
93#[cfg(all(test, feature = "http-server"))]
94mod host_journey_tests;
95#[cfg(all(test, feature = "http-server"))]
96mod integration_tests;
97#[cfg(feature = "http-server")]
98mod intent;
99pub mod introspect;
100#[cfg(feature = "http-server")]
101mod lineage;
102#[cfg(feature = "http-server")]
103pub mod models_api;
104#[cfg(feature = "http-server")]
105pub mod ocla_cache_bridge;
106#[cfg(feature = "http-server")]
107pub mod openai;
108#[cfg(feature = "http-server")]
109pub mod openai_responses;
110#[cfg(feature = "http-server")]
111pub mod openai_responses_ws;
112#[cfg(feature = "http-server")]
113pub mod outbound_model_policy;
114pub mod output_savings;
115pub mod pii;
116pub mod pipeline_bench;
117#[cfg(feature = "enterprise")]
118pub mod policy_gate;
119pub mod pre_optimize;
120pub mod prefix_cache_stats;
121pub mod prefix_replay;
122#[cfg(feature = "http-server")]
123pub(crate) mod project_attribution;
124pub mod prose;
125#[allow(warnings)]
126pub mod prose_compress;
127pub mod prose_patterns;
128pub mod prose_ranker;
129#[cfg(feature = "http-server")]
130pub mod providers;
131#[cfg(feature = "http-server")]
132#[cfg(all(test, feature = "http-server"))]
133mod reference_tests;
134pub(crate) mod request_project;
135#[cfg(feature = "http-server")]
136pub(crate) mod response_shaper;
137pub mod rollout;
138pub mod routing;
139#[cfg(feature = "http-server")]
140pub(crate) mod sealed_origin;
141pub mod session_elide;
142#[cfg(test)]
143mod shape_route_tests;
144#[cfg(feature = "shape-xlat")]
145pub mod shape_xlat;
146#[cfg(feature = "http-server")]
147pub(crate) mod shaping_hook;
148#[cfg(feature = "http-server")]
149pub mod sse_keepalive;
150#[cfg(all(test, feature = "http-server"))]
151mod stats_tests;
152pub mod sticky_tools;
153pub(crate) mod store_binding;
154#[cfg(feature = "http-server")]
155pub(crate) mod tool_descriptions;
156pub mod tool_kind;
157#[cfg(feature = "http-server")]
158pub mod tool_output;
159#[cfg(all(test, feature = "http-server"))]
160mod upstream_tests;
161pub mod usage;
162#[cfg(feature = "http-server")]
163pub mod usage_accounting;
164pub mod usage_meter;
165pub mod usage_parity;
166pub mod usage_sink;
167pub mod verbosity;
168#[cfg(all(test, feature = "http-server"))]
169mod via_p0_characterization_tests;
170#[cfg(feature = "http-server")]
171pub mod web_app;
172
173#[allow(warnings)]
174pub mod live_zone;
175
176// The HTTP proxy server: state, router, middleware and handlers. Everything
177// above builds without `http-server` (#586); this half needs axum.
178#[cfg(feature = "http-server")]
179mod server;
180#[cfg(feature = "http-server")]
181pub use server::*;
182
183/// Hand the proxy's output shaping to the engine's `ctx_shape` tool. The
184/// CLI calls this at start-up; the first registration wins.
185pub fn register_shapers() {
186    lean_ctx::core::output_shapers::register_output_shapers(
187        lean_ctx::core::output_shapers::OutputShapers {
188            command: compress::shape_command_output,
189            tool: compress::shape_tool_output,
190        },
191    );
192}
lean_ctx_proxy/lib.rs

lean_ctx_proxy/
lib.rs
