algocline_engine/
llm_bridge.rs

1//! Channel-based bridge between Lua coroutines and async MCP Sampling.
2//!
3//! Lua calls `alc.llm(prompt, opts)` or `alc.llm_batch(items)` →
4//! coroutine yields (non-blocking) → request is sent through a tokio mpsc channel →
5//! async handler processes the queries → responses flow back through
6//! tokio oneshot channels (one per query).
7
8use algocline_core::QueryId;
9
10/// A batch of LLM queries from a single Lua call.
11///
12/// For `alc.llm()`: contains exactly one QueryRequest.
13/// For `alc.llm_batch()`: contains N QueryRequests.
14pub struct LlmRequest {
15    pub queries: Vec<QueryRequest>,
16}
17
18/// A single query within an LlmRequest batch.
19pub struct QueryRequest {
20    pub id: QueryId,
21    pub prompt: String,
22    pub system: Option<String>,
23    pub max_tokens: u32,
24    /// When true, the host should ground the response in external evidence.
25    pub grounded: bool,
26    /// When true, the prompt's preconditions depend on intent/goal definitions
27    /// outside the current context that the LLM cannot infer.
28    pub underspecified: bool,
29    /// Channel to send the response back to the yielded Lua coroutine.
30    pub resp_tx: tokio::sync::oneshot::Sender<Result<String, String>>,
31}
algocline_engine/llm_bridge.rs

algocline_engine/
llm_bridge.rs
