lean_ctx_proxy/
lib.rs

1// SPDX-License-Identifier: Apache-2.0
2#![recursion_limit = "256"]
3#![warn(clippy::undocumented_unsafe_blocks)]
4
5//! The LeanCTX model-API proxy, above the Engine library (`lean_ctx`): an
6//! edit here re-checks this crate and the binary, not the Engine.
7//!
8//! LLM reverse proxy — the core of the **Gateway pillar**.
9//!
10//! Intercepts Anthropic, OpenAI, Gemini and ChatGPT traffic, compresses
11//! prompts, meters usage, and optionally translates request shapes.
12//!
13//! # TLS Requirements
14//!
15//! The proxy does NOT terminate TLS. For production/multi-tenant deployments,
16//! place behind a TLS-terminating reverse proxy (nginx, caddy, traefik).
17//! For mTLS, configure the reverse proxy with client certificates.
18//! See: <https://github.com/yvgude/lean-ctx/issues/1371>
19//!
20//! # Org gateway coupling (ADR-023)
21//!
22//! The self-hosted org gateway (lean-ctx-enterprise) extends this proxy with
23//! admin/usage-store routes. In the OSS build the proxy runs standalone.
24
25#[cfg(feature = "http-server")]
26pub(crate) mod admitted;
27#[cfg(all(test, feature = "http-server"))]
28mod admitted_horizon_tests;
29#[cfg(feature = "http-server")]
30pub(crate) mod agent_compact;
31#[cfg(feature = "http-server")]
32pub mod anthropic;
33#[cfg(all(test, feature = "http-server"))]
34mod auth_tests;
35pub mod auto_routing;
36#[cfg(feature = "http-server")]
37pub mod bedrock;
38pub mod break_even;
39pub mod cache_aligner;
40pub mod cache_attribution;
41#[cfg(feature = "http-server")]
42pub mod cache_breakpoint;
43pub mod cache_policy;
44pub mod cache_safety;
45pub mod cache_share;
46#[cfg(feature = "http-server")]
47pub(crate) mod cache_ttl;
48pub mod ccr;
49#[cfg(all(test, feature = "http-server"))]
50mod ccr_robustness_tests;
51#[cfg(feature = "http-server")]
52pub mod chatgpt;
53#[cfg(feature = "http-server")]
54pub mod chatgpt_cookies;
55#[cfg(feature = "http-server")]
56pub mod chatgpt_ws;
57pub mod circuit_breaker;
58#[cfg(feature = "http-server")]
59mod codec;
60pub mod cold_prefix;
61#[cfg(all(test, feature = "http-server"))]
62mod compact_session_tests;
63#[cfg(all(test, feature = "http-server"))]
64mod compact_session_ttl_tests;
65pub mod compress;
66pub mod compress_api;
67pub mod compress_shared;
68pub mod compression_savings;
69#[cfg(feature = "http-server")]
70mod connector;
71#[cfg(feature = "http-server")]
72pub(crate) mod conversation;
73pub mod cost;
74pub mod counterfactual;
75pub mod dedup;
76#[allow(warnings)]
77pub mod determinism_guard;
78pub mod effort;
79#[cfg(feature = "http-server")]
80mod egress_observation;
81#[cfg(feature = "http-server")]
82mod egress_target;
83pub mod eligibility;
84#[cfg(feature = "http-server")]
85pub mod forward;
86#[cfg(feature = "enterprise")]
87pub mod gateway_identity;
88#[cfg(feature = "http-server")]
89pub mod google;
90#[cfg(all(
91    test,
92    feature = "http-server",
93    any(target_os = "macos", all(target_os = "linux", target_env = "gnu"))
94))]
95mod held_floor_journey_tests;
96pub mod history_prune;
97pub mod holdout;
98#[cfg(all(test, feature = "http-server"))]
99mod host_journey_tests;
100#[cfg(all(test, feature = "http-server"))]
101mod integration_tests;
102#[cfg(feature = "http-server")]
103mod intent;
104pub mod introspect;
105#[cfg(feature = "http-server")]
106mod lineage;
107#[cfg(feature = "http-server")]
108pub mod models_api;
109#[cfg(feature = "http-server")]
110pub mod ocla_cache_bridge;
111#[cfg(feature = "http-server")]
112pub mod openai;
113#[cfg(feature = "http-server")]
114pub mod openai_responses;
115#[cfg(feature = "http-server")]
116pub mod openai_responses_ws;
117#[cfg(feature = "http-server")]
118pub mod outbound_model_policy;
119pub mod output_savings;
120pub mod pii;
121pub mod pipeline_bench;
122#[cfg(feature = "enterprise")]
123pub mod policy_gate;
124pub mod pre_optimize;
125pub mod prefix_cache_stats;
126pub mod prefix_replay;
127#[cfg(feature = "http-server")]
128pub(crate) mod project_attribution;
129pub mod prose;
130#[allow(warnings)]
131pub mod prose_compress;
132pub mod prose_patterns;
133pub mod prose_ranker;
134#[cfg(feature = "http-server")]
135pub mod providers;
136#[cfg(feature = "http-server")]
137#[cfg(all(test, feature = "http-server"))]
138mod reference_tests;
139pub(crate) mod request_project;
140#[cfg(feature = "http-server")]
141pub(crate) mod response_shaper;
142pub mod rollout;
143pub mod routing;
144#[cfg(feature = "http-server")]
145pub(crate) mod sealed_origin;
146pub mod session_elide;
147#[cfg(test)]
148mod shape_route_tests;
149#[cfg(feature = "shape-xlat")]
150pub mod shape_xlat;
151#[cfg(feature = "http-server")]
152pub(crate) mod shaping_hook;
153#[cfg(feature = "http-server")]
154pub mod sse_keepalive;
155#[cfg(all(test, feature = "http-server"))]
156mod stats_tests;
157pub mod sticky_tools;
158pub(crate) mod store_binding;
159#[cfg(feature = "http-server")]
160pub(crate) mod tool_descriptions;
161pub mod tool_kind;
162#[cfg(feature = "http-server")]
163pub mod tool_output;
164#[cfg(all(test, feature = "http-server"))]
165mod upstream_tests;
166pub mod usage;
167#[cfg(feature = "http-server")]
168pub mod usage_accounting;
169pub mod usage_meter;
170pub mod usage_parity;
171pub mod usage_sink;
172pub mod verbosity;
173#[cfg(all(test, feature = "http-server"))]
174mod via_p0_characterization_tests;
175#[cfg(feature = "http-server")]
176pub mod web_app;
177
178#[allow(warnings)]
179pub mod live_zone;
180
181// The HTTP proxy server: state, router, middleware and handlers. Everything
182// above builds without `http-server` (#586); this half needs axum.
183#[cfg(feature = "http-server")]
184mod server;
185#[cfg(feature = "http-server")]
186pub use server::*;
187
188/// Hand the proxy's output shaping to the engine's `ctx_shape` tool. The
189/// CLI calls this at start-up; the first registration wins.
190pub fn register_shapers() {
191    lean_ctx::core::output_shapers::register_output_shapers(
192        lean_ctx::core::output_shapers::OutputShapers {
193            command: compress::shape_command_output,
194            tool: compress::shape_tool_output,
195        },
196    );
197}
lean_ctx_proxy/lib.rs

lean_ctx_proxy/
lib.rs
