solo_api/mcp_dispatch.rs
1// SPDX-License-Identifier: Apache-2.0
2
3//! v0.10.2 — transport-agnostic MCP JSON-RPC dispatcher.
4//!
5//! Until v0.10.1 the MCP server logic lived behind rmcp's stdio transport
6//! ([`crate::mcp::serve_stdio`]); the only way an MCP client could reach
7//! Solo's tools was by spawning `solo mcp-stdio` as a subprocess.
8//! v0.10.2 adds an HTTP transport on `/mcp` so a single `solo daemon
9//! --http-port` process can serve BOTH `/v1/graph/*` (REST, for solo-web)
10//! and `/mcp` (JSON-RPC, for solo-jarvis) without the writer-lock dance.
11//!
12//! The dispatcher is the request -> response funnel that both transports
13//! call into identically. It carries no transport-specific state — it
14//! holds an [`Arc<SoloMcpServer>`](crate::mcp::SoloMcpServer) and routes
15//! JSON-RPC method names to the existing direct-dispatch entry points
16//! ([`SoloMcpServer::dispatch_list_tools`] +
17//! [`SoloMcpServer::dispatch_tool`]). Today the stdio loop continues to
18//! use rmcp's `ServerHandler` impl (which handles MCP framing for us);
19//! the HTTP route uses this dispatcher directly to avoid hand-rolling
20//! framing for one-shot request/response.
21//!
22//! ## Supported methods
23//!
24//! * `initialize` — returns the same `ServerInfo` shape rmcp emits over
25//! stdio. v0.10.2 returns the static info; the sampling-capability
26//! gating that lives in [`crate::mcp::SoloMcpServer::initialize`] is
27//! stdio-only because there's no `Peer<RoleServer>` over HTTP. HTTP
28//! clients that try to drive `mcp_sampling`-mode tenants will see
29//! sampling errors at tool-call time instead. Documented in the dev
30//! log for v0.10.2.
31//! * `tools/list` — returns [`SoloMcpServer::dispatch_list_tools`].
32//! * `tools/call` — returns [`SoloMcpServer::dispatch_tool`].
33//! * `ping` — returns an empty object. Useful for HTTP-client liveness
34//! probes without paying the cost of `tools/list`.
35//! * Anything else returns `MethodNotFound` per JSON-RPC 2.0.
36//!
37//! ## Notifications
38//!
39//! JSON-RPC notifications carry no `id` field; per spec the server MUST
40//! NOT respond. `dispatch_notification` accepts these (e.g.
41//! `notifications/initialized`) and returns `()`.
42//!
43//! ## Out of scope (deferred to v0.10.3+)
44//!
45//! - `Mcp-Session-Id` session affinity
46//! - Resumable streams with `Last-Event-ID`
47//! - Server-initiated requests over the GET SSE stream
48//! - Per-tool streaming (progress events during long tool calls)
49
50use std::sync::Arc;
51
52use rmcp::model::{ErrorCode, ErrorData as McpError, Implementation};
53use serde::{Deserialize, Serialize};
54use solo_storage::{TenantHandle, TenantRegistry};
55
56use crate::mcp::SoloMcpServer;
57use crate::mcp_progress::{ProgressReporter, ProgressToken};
58use crate::mcp_session::SessionState;
59
60/// JSON-RPC 2.0 request envelope used by the HTTP transport.
61///
62/// `id` is `Option<Value>` per JSON-RPC 2.0: a missing `id` means the
63/// message is a notification (no response expected). Requests with an
64/// explicit `id: null` deserialise the same as a missing `id` (both
65/// land as `None`) — we treat both as notifications per JSON-RPC 2.0
66/// §4.1 ("`null` should not be used for the Id member of a Request
67/// object"). Real MCP clients always send numeric or string ids.
68#[derive(Debug, Clone, Serialize, Deserialize)]
69pub struct JsonRpcRequest {
70 pub jsonrpc: String,
71 #[serde(default)]
72 pub id: Option<serde_json::Value>,
73 pub method: String,
74 #[serde(default)]
75 pub params: Option<serde_json::Value>,
76}
77
78/// JSON-RPC 2.0 successful response envelope.
79#[derive(Debug, Clone, Serialize, Deserialize)]
80pub struct JsonRpcSuccess {
81 pub jsonrpc: String,
82 pub id: serde_json::Value,
83 pub result: serde_json::Value,
84}
85
86/// JSON-RPC 2.0 error response envelope. `id` is `Value::Null` when
87/// the server could not read the request id (parse error / unreadable
88/// envelope); otherwise it echoes the request id back so the client
89/// can correlate.
90#[derive(Debug, Clone, Serialize, Deserialize)]
91pub struct JsonRpcErrorResponse {
92 pub jsonrpc: String,
93 pub id: serde_json::Value,
94 pub error: JsonRpcErrorBody,
95}
96
97#[derive(Debug, Clone, Serialize, Deserialize)]
98pub struct JsonRpcErrorBody {
99 pub code: i32,
100 pub message: String,
101 #[serde(default, skip_serializing_if = "Option::is_none")]
102 pub data: Option<serde_json::Value>,
103}
104
105/// Either a success or error response, serialised as a single JSON-RPC
106/// 2.0 message on the wire. `serde(untagged)` so both shapes share the
107/// `{jsonrpc, id, ...}` prefix and are distinguished by the presence of
108/// `result` vs. `error`.
109#[derive(Debug, Clone, Serialize, Deserialize)]
110#[serde(untagged)]
111pub enum JsonRpcResponse {
112 Success(JsonRpcSuccess),
113 Error(JsonRpcErrorResponse),
114}
115
116impl JsonRpcResponse {
117 /// Build a success response with an explicit id.
118 pub fn success(id: serde_json::Value, result: serde_json::Value) -> Self {
119 Self::Success(JsonRpcSuccess {
120 jsonrpc: "2.0".to_string(),
121 id,
122 result,
123 })
124 }
125
126 /// Build an error response with an explicit id. Pass
127 /// `serde_json::Value::Null` for `id` when the server could not read
128 /// the request id (parse error / unreadable envelope).
129 pub fn error(id: serde_json::Value, code: i32, message: impl Into<String>) -> Self {
130 Self::Error(JsonRpcErrorResponse {
131 jsonrpc: "2.0".to_string(),
132 id,
133 error: JsonRpcErrorBody {
134 code,
135 message: message.into(),
136 data: None,
137 },
138 })
139 }
140
141 /// Convenience constructor: map an rmcp [`McpError`] to a JSON-RPC
142 /// error response.
143 pub fn from_mcp_error(id: serde_json::Value, err: McpError) -> Self {
144 Self::error(id, err.code.0, err.message.to_string())
145 }
146}
147
148/// Transport-agnostic MCP dispatcher used by the v0.10.2 HTTP `/mcp`
149/// route. Holds the per-tenant [`SoloMcpServer`] needed to answer
150/// `tools/list` and `tools/call`.
151///
152/// The dispatcher itself is stateless beyond the held server — callers
153/// build a fresh dispatcher per request (cheap; the server is
154/// `Arc`-cloneable) and discard it after dispatch returns.
155#[derive(Clone)]
156pub struct McpDispatcher {
157 server: SoloMcpServer,
158}
159
160impl McpDispatcher {
161 /// Build a dispatcher for one tenant. The caller is expected to
162 /// resolve the tenant (via `X-Solo-Tenant` header for HTTP, or via
163 /// `--tenant` flag for stdio) and pass an `Arc<TenantHandle>` here.
164 ///
165 /// `audit_principal` is the subject that authored every tool call
166 /// dispatched through this server — typically `"bearer"` for
167 /// bearer-authenticated HTTP requests, the `SOLO_MCP_PRINCIPAL_TOKEN`
168 /// env-var value for stdio, or `None` for unauthenticated loopback.
169 pub fn new(
170 registry: Arc<TenantRegistry>,
171 tenant: Arc<TenantHandle>,
172 user_aliases: Vec<String>,
173 audit_principal: Option<String>,
174 ) -> Self {
175 let server = SoloMcpServer::new_for_tenant_with_principal(
176 registry,
177 tenant,
178 user_aliases,
179 audit_principal,
180 );
181 Self { server }
182 }
183
184 /// Wrap an already-built [`SoloMcpServer`]. Used by tests that want
185 /// to pin the underlying server's principal exactly; production
186 /// callers should prefer [`Self::new`].
187 pub fn from_server(server: SoloMcpServer) -> Self {
188 Self { server }
189 }
190
191 /// Dispatch one JSON-RPC request and return the wire response.
192 ///
193 /// Returns `None` when the input is a notification (no `id` field) —
194 /// per JSON-RPC 2.0 the server MUST NOT respond to notifications.
195 /// The HTTP transport translates `None` into a 204 No Content or
196 /// empty 200, depending on the client; the stdio path doesn't use
197 /// this method (rmcp handles framing for stdio).
198 ///
199 /// v0.11.0 P3: `session` is the `Arc<SessionState>` planted on
200 /// `/mcp` requests by the session middleware (Some on HTTP transport,
201 /// None on stdio). When the request is a `tools/call` carrying
202 /// `_meta.progressToken` AND `session` is `Some`, the handler builds
203 /// a [`ProgressReporter`] and threads it into [`SoloMcpServer::dispatch_tool`].
204 /// Other request types ignore the session argument entirely.
205 pub async fn dispatch(
206 &self,
207 request: JsonRpcRequest,
208 session: Option<Arc<SessionState>>,
209 ) -> Option<JsonRpcResponse> {
210 // Notifications: no `id`, no reply per JSON-RPC 2.0 §4.1.
211 let Some(id) = request.id.clone() else {
212 // We still want to log unexpected notification methods so
213 // operators can diagnose silent client bugs.
214 tracing::debug!(
215 method = %request.method,
216 "mcp-http: notification received (no id; no reply)"
217 );
218 return None;
219 };
220
221 let params = request.params.unwrap_or(serde_json::Value::Null);
222
223 let response = match request.method.as_str() {
224 "initialize" => self.handle_initialize(id.clone(), params),
225 "tools/list" => self.handle_tools_list(id.clone()),
226 "tools/call" => self.handle_tools_call(id.clone(), params, session).await,
227 "ping" => JsonRpcResponse::success(id.clone(), serde_json::json!({})),
228 other => JsonRpcResponse::error(
229 id.clone(),
230 ErrorCode::METHOD_NOT_FOUND.0,
231 format!("unknown method `{other}`"),
232 ),
233 };
234 Some(response)
235 }
236
237 /// `initialize` — return a minimal `ServerInfo` matching the stdio
238 /// transport's shape. v0.10.2 returns the static info; the
239 /// sampling-capability gating that lives in the rmcp `ServerHandler`
240 /// path is intentionally not replicated here — HTTP has no `Peer`
241 /// to call back into. Tenants configured with `[llm] mode =
242 /// "mcp_sampling"` will see sampling failures at consolidate-time
243 /// instead of at `initialize` (documented in v0.10.2 dev log).
244 fn handle_initialize(
245 &self,
246 id: serde_json::Value,
247 _params: serde_json::Value,
248 ) -> JsonRpcResponse {
249 // Mirror the shape rmcp emits for stdio `initialize`. The
250 // `protocolVersion` echoes the MCP version Solo speaks today;
251 // `capabilities.tools = {}` is the bare-minimum capability set
252 // (we expose tools, nothing else); `serverInfo` is pinned to
253 // `{"name": "solo", "version": <crate version>}` per the
254 // `server_info_identity_is_solo_not_rmcp_or_solo_api` invariant.
255 let server_info = Implementation::new(
256 "solo".to_string(),
257 env!("CARGO_PKG_VERSION").to_string(),
258 );
259 let result = serde_json::json!({
260 "protocolVersion": "2024-11-05",
261 "capabilities": {
262 "tools": {},
263 },
264 "serverInfo": server_info,
265 });
266 JsonRpcResponse::success(id, result)
267 }
268
269 /// `tools/list` — wraps [`SoloMcpServer::dispatch_list_tools`].
270 fn handle_tools_list(&self, id: serde_json::Value) -> JsonRpcResponse {
271 let tools = self.server.dispatch_list_tools();
272 let result = serde_json::json!({ "tools": tools });
273 JsonRpcResponse::success(id, result)
274 }
275
276 /// `tools/call` — wraps [`SoloMcpServer::dispatch_tool`]. JSON-RPC
277 /// `params` carries `{"name": "...", "arguments": {...}, "_meta":
278 /// {"progressToken": ...}?}`.
279 ///
280 /// v0.11.0 P3: if `_meta.progressToken` is present in `params` AND
281 /// the request carried an `Arc<SessionState>` (HTTP transport), the
282 /// handler builds a [`ProgressReporter`] correlated to the client's
283 /// token and threads it into [`SoloMcpServer::dispatch_tool`].
284 /// Long-running tool handlers (`memory_ingest_document`,
285 /// `memory_search_docs`, `memory_remember_batch`) call
286 /// `reporter.report(...)` at sensible checkpoints. Other handlers
287 /// ignore the reporter — backward compat preserved.
288 async fn handle_tools_call(
289 &self,
290 id: serde_json::Value,
291 params: serde_json::Value,
292 session: Option<Arc<SessionState>>,
293 ) -> JsonRpcResponse {
294 let name = match params.get("name").and_then(|v| v.as_str()) {
295 Some(n) => n.to_string(),
296 None => {
297 return JsonRpcResponse::error(
298 id,
299 ErrorCode::INVALID_PARAMS.0,
300 "tools/call: missing `name` field",
301 );
302 }
303 };
304 // `arguments` is optional; treat absent / null as empty object so
305 // tools with all-optional args (e.g. `memory_themes`) can be
306 // called with `{}` from the wire.
307 let arguments = params
308 .get("arguments")
309 .cloned()
310 .unwrap_or(serde_json::Value::Object(serde_json::Map::new()));
311 // v0.11.0 P3: parse the progress token from the call params'
312 // `_meta` block. Only Some when the client opted in.
313 let reporter = match (session, ProgressToken::from_meta(¶ms)) {
314 (Some(s), Some(token)) => Some(ProgressReporter::new(s, token)),
315 // Either no session (stdio) or no progressToken (client did
316 // not opt in) → no reporter. The handlers see `None` and
317 // skip emission silently.
318 _ => None,
319 };
320 match self.server.dispatch_tool(&name, arguments, reporter).await {
321 Ok(call_result) => {
322 // Serialise the rmcp `CallToolResult` directly — it
323 // already round-trips through serde and matches the
324 // MCP wire shape the stdio transport emits.
325 let result = match serde_json::to_value(&call_result) {
326 Ok(v) => v,
327 Err(e) => {
328 return JsonRpcResponse::error(
329 id,
330 ErrorCode::INTERNAL_ERROR.0,
331 format!("serialize tool result: {e}"),
332 );
333 }
334 };
335 JsonRpcResponse::success(id, result)
336 }
337 Err(e) => JsonRpcResponse::from_mcp_error(id, e),
338 }
339 }
340}
341
342#[cfg(test)]
343mod tests {
344 use super::*;
345
346 #[test]
347 fn jsonrpc_success_serialises_with_jsonrpc_field() {
348 let resp =
349 JsonRpcResponse::success(serde_json::json!(1), serde_json::json!({"ok": true}));
350 let s = serde_json::to_string(&resp).unwrap();
351 assert!(s.contains(r#""jsonrpc":"2.0""#));
352 assert!(s.contains(r#""id":1"#));
353 assert!(s.contains(r#""result":{"ok":true}"#));
354 assert!(!s.contains(r#""error":"#));
355 }
356
357 #[test]
358 fn jsonrpc_error_serialises_with_error_field() {
359 let resp = JsonRpcResponse::error(
360 serde_json::json!(7),
361 ErrorCode::METHOD_NOT_FOUND.0,
362 "unknown method `foo`",
363 );
364 let s = serde_json::to_string(&resp).unwrap();
365 assert!(s.contains(r#""jsonrpc":"2.0""#));
366 assert!(s.contains(r#""id":7"#));
367 assert!(s.contains(r#""error":{"#));
368 assert!(s.contains(r#""code":-32601"#));
369 assert!(!s.contains(r#""result":"#));
370 }
371
372 #[test]
373 fn jsonrpc_notification_has_no_id() {
374 let raw = r#"{"jsonrpc":"2.0","method":"notifications/initialized","params":{}}"#;
375 let req: JsonRpcRequest = serde_json::from_str(raw).unwrap();
376 assert_eq!(req.method, "notifications/initialized");
377 assert!(req.id.is_none());
378 }
379
380 #[test]
381 fn jsonrpc_request_with_null_id_parses_as_notification() {
382 // Per JSON-RPC 2.0 §4.1 `null` is discouraged for request ids;
383 // serde's `#[serde(default)]` deserialises an explicit null the
384 // same as a missing field, so both land as a notification
385 // (no reply). Real MCP clients always send numeric/string ids.
386 let raw = r#"{"jsonrpc":"2.0","id":null,"method":"ping"}"#;
387 let req: JsonRpcRequest = serde_json::from_str(raw).unwrap();
388 assert!(req.id.is_none());
389 }
390}