Struct ProxyConfig 

pub struct ProxyConfig {

    pub listen: Option<String>,
    pub http_listen: Option<String>,
    pub fresh_duration_secs: Option<u64>,
    pub stale_duration_secs: Option<u64>,
    pub max_entries: Option<usize>,
    pub upstream_url: Option<String>,
    pub upstream_timeout_secs: Option<u64>,
    pub ttl_jitter_percent: Option<f32>,
    pub refresh_interval_secs: Option<u64>,
    pub scope: ProxyScopeConfig,
    pub cache: ProxyCacheConfig,
    pub distill: DistillConfig,
    pub api_key: Option<String>,
    pub rate_limit: ProxyRateLimitConfig,
    pub retry: ProxyRetryConfig,
    pub upstreams: Vec<UpstreamEndpointConfig>,
    pub federated: FederatedConfig,
    pub security: SecurityConfig,
    pub cascade: CascadeConfig,
    pub pool: ConnectionPoolConfig,
    pub circuit_breaker: ProxyCircuitBreakerConfig,
    pub agents: Vec<AgentConfig>,
    pub cdc: CdcConfig,
    pub peer: PeerConfig,
    pub socket_tuning: SocketTuningConfig,
    pub shutdown_timeout_secs: Option<u64>,
    pub max_global_connections: Option<usize>,
    pub web_ui: WebUiConfig,
}

Proxy server configuration.

Fields

listen: Option<String>

Listen address for gRPC (e.g., “127.0.0.1:9999”).

http_listen: Option<String>

Listen address for HTTP health/prometheus endpoints (e.g., “127.0.0.1:9998”). If not set, defaults to the gRPC listen port + 1.

fresh_duration_secs: Option<u64>

Duration in seconds before a cached entry becomes stale.

stale_duration_secs: Option<u64>

Duration in seconds before a stale entry expires completely.

max_entries: Option<usize>

Maximum number of entries in the cache.

upstream_url: Option<String>

URL of the upstream RAG service.

Deprecated: Use [[proxy.upstreams]] with id and url instead. This field is auto-converted via normalize_upstreams().

upstream_timeout_secs: Option<u64>

Timeout for upstream requests in seconds.

ttl_jitter_percent: Option<f32>

TTL jitter percentage to prevent thundering herd (0.0 to 1.0, default: 0.1 = 10%).

refresh_interval_secs: Option<u64>

Interval for background refresh worker in seconds (default: 60).

scope: ProxyScopeConfig

Scope configuration for seed phrase filtering.

cache: ProxyCacheConfig

Cache configuration with limits and eviction.

distill: DistillConfig

Distill feature configuration (output dir, post-process, format).

api_key: Option<String>

API key for authenticating clients (optional).

rate_limit: ProxyRateLimitConfig

Rate limiting configuration.

retry: ProxyRetryConfig

Retry policy configuration for upstream requests.

upstreams: Vec<UpstreamEndpointConfig>

Multiple upstream endpoints (alternative to single upstream_url).

federated: FederatedConfig

Federated search configuration for local+remote merging.

security: SecurityConfig

Unified security configuration (API key, rate limiting, advanced).

cascade: CascadeConfig

Cascade query configuration (priority-based upstream fallback).

pool: ConnectionPoolConfig

Connection pool configuration (pgbouncer-style concurrency control).

circuit_breaker: ProxyCircuitBreakerConfig

Circuit breaker configuration (upstream failure protection).

agents: Vec<AgentConfig>

Per-agent multi-tenancy configuration.

When non-empty, each agent gets its own API key, rate limit, and context restrictions. When empty, behavior is identical to the single-key api_key field (backward-compatible).

cdc: CdcConfig

CDC (Change Data Capture) event stream configuration.

peer: PeerConfig

Peer-to-peer cache replication configuration.

socket_tuning: SocketTuningConfig

Socket tuning configuration for listeners and upstream clients.

shutdown_timeout_secs: Option<u64>

Graceful shutdown timeout in seconds (default: 30). After receiving a shutdown signal, the proxy will wait this long for in-flight requests to complete before forcing exit.

max_global_connections: Option<usize>

Maximum global concurrent upstream connections across all upstreams (default: 1000). Uses try_acquire for fail-fast 503 instead of queueing.

web_ui: WebUiConfig

Web UI configuration (read-only status dashboard).

Implementations

impl ProxyConfig

pub fn listen(&self) -> &str

Get the listen address with default fallback.

pub fn http_listen_addr(&self) -> String

Get the HTTP listen address for health/prometheus (defaults to gRPC port + 1).

pub fn fresh_duration_secs(&self) -> u64

Get the fresh duration in seconds.

pub fn stale_duration_secs(&self) -> u64

Get the stale duration in seconds.

pub fn max_entries(&self) -> usize

Get the maximum number of cache entries.

pub fn upstream_url(&self) -> Option<&str>

Get the upstream URL (if configured).

pub fn upstream_timeout_secs(&self) -> u64

Get the upstream timeout in seconds.

pub fn ttl_jitter_percent(&self) -> f32

Get the TTL jitter percentage (default: 0.1 = 10%).

pub fn refresh_interval_secs(&self) -> u64

Get the refresh interval in seconds (default: 60).

pub fn scope_seeds(&self) -> Vec<String>

Phrase texts for scope filtering (from weighted_phrases or legacy seeds).

pub fn scope_seeds_mut(&mut self) -> &mut Vec<String>

Mutable legacy seeds list (CLI mutate path). Prefer editing weighted_phrases in config.

pub fn api_key(&self) -> Option<&str>

Get the API key (if configured).

pub fn requires_auth(&self) -> bool

Check if authentication is required.

pub fn rate_limit(&self) -> &ProxyRateLimitConfig

Get the rate limit configuration.

pub fn retry(&self) -> &ProxyRetryConfig

Get the retry policy configuration.

pub fn upstreams(&self) -> &[UpstreamEndpointConfig]

Get the configured upstreams.

pub fn enabled_upstreams(&self) -> Vec<&UpstreamEndpointConfig>

Get enabled upstreams only.

pub fn has_multiple_upstreams(&self) -> bool

Check if multiple upstreams are configured.

pub fn agents(&self) -> &[AgentConfig]

Get the configured agents.

pub fn has_agents(&self) -> bool

Check if multi-tenancy is enabled (at least one agent configured).

pub fn enabled_agents(&self) -> Vec<&AgentConfig>

Get enabled agents only.

pub fn normalize_upstreams(&mut self) -> bool

Normalize legacy upstream_url into the upstreams array.

If upstream_url is set and upstreams is empty, creates a single upstream entry with id “default”. Returns true if a conversion was performed.

pub fn apply_env_overrides(&mut self) -> usize

Apply environment variable overrides for deployment.

Supported env vars:

• CONPROXY_HOST — Override listen host
• CONPROXY_PORT — Override listen port
• CONPROXY_API_KEY — Override API key
• CONPROXY_CACHE_MAX_ENTRIES — Override max cache entries
• CONPROXY_UPSTREAM_{ID}_URL — Override URL for upstream with matching id (case-insensitive)

Returns the number of overrides applied.

pub fn cdc(&self) -> &CdcConfig

Get the CDC configuration.

pub fn peer(&self) -> &PeerConfig

Get the peer replication configuration.

pub fn cdc_enabled(&self) -> bool

Check if CDC is effectively enabled (explicit or via peer replication).

pub fn shutdown_timeout_secs(&self) -> u64

Get the graceful shutdown timeout in seconds (default: 30).

pub fn max_global_connections(&self) -> usize

Get the maximum global concurrent connections (default: 1000).

Trait Implementations

impl Clone for ProxyConfig

fn clone(&self) -> ProxyConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ProxyConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ProxyConfig

fn default() -> ProxyConfig

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for ProxyConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for ProxyConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.