Struct ServerState 

pub struct ServerState { /* private fields */ }

Central server state tracking provider configuration and cached runners

Runners are created lazily on first access and cached for reuse. The active provider and model determine how prompt dispatch behaves.

Implementations

impl ServerState

pub fn new(default_provider: CliRunnerType) -> Self

Create server state with the given default provider

pub async fn active_provider(&self) -> CliRunnerType

Get the currently active provider type

pub async fn set_active_provider(&self, provider: CliRunnerType)

Switch the active provider (resets the active model)

pub async fn active_model(&self) -> Option<String>

Get the currently selected model (None means use provider default)

pub async fn set_active_model(&self, model: Option<String>)

Set the model to use for subsequent requests

pub async fn multiplex_providers(&self) -> Vec<CliRunnerType>

Get the list of providers configured for multiplex dispatch

pub async fn set_multiplex_providers(&self, providers: Vec<CliRunnerType>)

Set the providers used when multiplexing prompts

pub async fn get_runner( &self, provider: CliRunnerType, ) -> Result<Arc<dyn LlmProvider>, RunnerError>

Get or lazily create a runner for the given provider type

Created runners are cached for future calls. The runner cache uses interior mutability so callers only need &self.

Trait Implementations

impl McpTool<ServerState> for GetModel

fn definition(&self) -> Tool

Return the tool’s MCP definition (name, description, input schema)

fn execute<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, state: &'life1 SharedState, _ctx: &'life2 ToolContext, _arguments: Value, ) -> Pin<Box<dyn Future<Output = ToolResponse> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Execute the tool against the shared server state and per-call context

fn capabilities(&self) -> ToolCapabilities

Declare the tool’s host-agnostic capabilities (auth/tenant/admin/…).

impl McpTool<ServerState> for SetModel

fn definition(&self) -> Tool

Return the tool’s MCP definition (name, description, input schema)

fn execute<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, state: &'life1 SharedState, _ctx: &'life2 ToolContext, arguments: Value, ) -> Pin<Box<dyn Future<Output = ToolResponse> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Execute the tool against the shared server state and per-call context

fn capabilities(&self) -> ToolCapabilities

Declare the tool’s host-agnostic capabilities (auth/tenant/admin/…).

impl McpTool<ServerState> for GetMultiplexProvider

fn definition(&self) -> Tool

Return the tool’s MCP definition (name, description, input schema)

fn execute<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, state: &'life1 SharedState, _ctx: &'life2 ToolContext, _arguments: Value, ) -> Pin<Box<dyn Future<Output = ToolResponse> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Execute the tool against the shared server state and per-call context

fn capabilities(&self) -> ToolCapabilities

Declare the tool’s host-agnostic capabilities (auth/tenant/admin/…).

impl McpTool<ServerState> for SetMultiplexProvider

fn definition(&self) -> Tool

Return the tool’s MCP definition (name, description, input schema)

fn execute<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, state: &'life1 SharedState, _ctx: &'life2 ToolContext, arguments: Value, ) -> Pin<Box<dyn Future<Output = ToolResponse> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Execute the tool against the shared server state and per-call context

fn capabilities(&self) -> ToolCapabilities

Declare the tool’s host-agnostic capabilities (auth/tenant/admin/…).

impl McpTool<ServerState> for Prompt

fn definition(&self) -> Tool

Return the tool’s MCP definition (name, description, input schema)

fn execute<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, state: &'life1 SharedState, _ctx: &'life2 ToolContext, arguments: Value, ) -> Pin<Box<dyn Future<Output = ToolResponse> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Execute the tool against the shared server state and per-call context

fn capabilities(&self) -> ToolCapabilities

Declare the tool’s host-agnostic capabilities (auth/tenant/admin/…).

impl McpTool<ServerState> for GetProvider

fn definition(&self) -> Tool

Return the tool’s MCP definition (name, description, input schema)

fn execute<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, state: &'life1 SharedState, _ctx: &'life2 ToolContext, _arguments: Value, ) -> Pin<Box<dyn Future<Output = ToolResponse> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Execute the tool against the shared server state and per-call context

fn capabilities(&self) -> ToolCapabilities

Declare the tool’s host-agnostic capabilities (auth/tenant/admin/…).

impl McpTool<ServerState> for SetProvider

fn definition(&self) -> Tool

Return the tool’s MCP definition (name, description, input schema)

fn execute<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, state: &'life1 SharedState, _ctx: &'life2 ToolContext, arguments: Value, ) -> Pin<Box<dyn Future<Output = ToolResponse> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Execute the tool against the shared server state and per-call context

fn capabilities(&self) -> ToolCapabilities

Declare the tool’s host-agnostic capabilities (auth/tenant/admin/…).