Struct ServerState 

pub struct ServerState { /* private fields */ }

Central server state tracking provider configuration and cached runners

Runners are created lazily on first access and cached for reuse. The active provider and model determine how prompt dispatch behaves.

Implementations

impl ServerState

pub fn new(default_provider: CliRunnerType) -> Self

Create server state with the given default provider

pub const fn active_provider(&self) -> CliRunnerType

Get the currently active provider type

pub fn set_active_provider(&mut self, provider: CliRunnerType)

Switch the active provider (resets the active model)

pub fn active_model(&self) -> Option<&str>

Get the currently selected model (None means use provider default)

pub fn set_active_model(&mut self, model: Option<String>)

Set the model to use for subsequent requests

pub fn multiplex_providers(&self) -> &[CliRunnerType]

Get the list of providers configured for multiplex dispatch

pub fn set_multiplex_providers(&mut self, providers: Vec<CliRunnerType>)

Set the providers used when multiplexing prompts

pub async fn get_runner( &self, provider: CliRunnerType, ) -> Result<Arc<dyn LlmProvider>, RunnerError>

Get or lazily create a runner for the given provider type

Created runners are cached for future calls. The runner cache uses interior mutability so callers only need &self.

Trait Implementations

impl McpTool<ServerState> for GetModel

fn definition(&self) -> ToolDefinition

Return the tool’s MCP definition (name, description, input schema)

fn execute<'life0, 'life1, 'async_trait>( &'life0 self, state: &'life1 SharedState, _arguments: Value, ) -> Pin<Box<dyn Future<Output = CallToolResult> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Execute the tool with the given arguments against the shared server state

impl McpTool<ServerState> for GetMultiplexProvider

fn definition(&self) -> ToolDefinition

Return the tool’s MCP definition (name, description, input schema)

fn execute<'life0, 'life1, 'async_trait>( &'life0 self, state: &'life1 SharedState, _arguments: Value, ) -> Pin<Box<dyn Future<Output = CallToolResult> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Execute the tool with the given arguments against the shared server state

impl McpTool<ServerState> for GetProvider

fn definition(&self) -> ToolDefinition

Return the tool’s MCP definition (name, description, input schema)

fn execute<'life0, 'life1, 'async_trait>( &'life0 self, state: &'life1 SharedState, _arguments: Value, ) -> Pin<Box<dyn Future<Output = CallToolResult> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Execute the tool with the given arguments against the shared server state

impl McpTool<ServerState> for Prompt

fn definition(&self) -> ToolDefinition

Return the tool’s MCP definition (name, description, input schema)

fn execute<'life0, 'life1, 'async_trait>( &'life0 self, state: &'life1 SharedState, arguments: Value, ) -> Pin<Box<dyn Future<Output = CallToolResult> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Execute the tool with the given arguments against the shared server state

impl McpTool<ServerState> for SetModel

fn definition(&self) -> ToolDefinition

Return the tool’s MCP definition (name, description, input schema)

fn execute<'life0, 'life1, 'async_trait>( &'life0 self, state: &'life1 SharedState, arguments: Value, ) -> Pin<Box<dyn Future<Output = CallToolResult> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Execute the tool with the given arguments against the shared server state

impl McpTool<ServerState> for SetMultiplexProvider

fn definition(&self) -> ToolDefinition

Return the tool’s MCP definition (name, description, input schema)

fn execute<'life0, 'life1, 'async_trait>( &'life0 self, state: &'life1 SharedState, arguments: Value, ) -> Pin<Box<dyn Future<Output = CallToolResult> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Execute the tool with the given arguments against the shared server state

impl McpTool<ServerState> for SetProvider

fn definition(&self) -> ToolDefinition

Return the tool’s MCP definition (name, description, input schema)

fn execute<'life0, 'life1, 'async_trait>( &'life0 self, state: &'life1 SharedState, arguments: Value, ) -> Pin<Box<dyn Future<Output = CallToolResult> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Execute the tool with the given arguments against the shared server state