Skip to main content

sim_lib_openai_server/runtime/
mod.rs

1/// Plan evaluation cache: keys, modes, write targets, and the in-memory store.
2pub mod cache;
3/// The OpenAI gateway eval fabric implementing the `EvalFabric` surface.
4pub mod fabric;
5/// Federated inference: remote gateway registry and request/response policy.
6pub mod federation;
7/// API key tables, secret hashing, and per-request capability resolution.
8pub mod keys;
9/// Registry mapping OpenAI model ids to local model runners.
10pub mod runners;
11/// Multi-round tool-call loop driving model runs that invoke tools.
12pub mod tool_loop;
13
14pub use cache::{OpenAiPlanCache, PlanCacheKey, PlanCacheMode, PlanCacheWriteTarget};
15pub use fabric::OpenAiGatewayFabric;
16pub use federation::{OpenAiFederatedGateway, OpenAiFederation, OpenAiFederationPolicy};
17pub use keys::{
18    OPENAI_GATEWAY_KEY_OBJECT, OpenAiGatewayKey, OpenAiKeyTable, global_openai_key_table,
19    grant_capability_set, key_hash, redacted_gateway_request,
20};
21pub use runners::OpenAiRunnerRegistry;
22pub use tool_loop::{ToolLoopConfig, run_tool_loop_with_cache, run_tool_loop_with_registry};