Skip to main content

aion_integration_cli/
mock.rs

1//! [`MockAgentHarness`] — the second, INTERVENEABLE shape driven in NOI-8.
2//!
3//! Where [`crate::CliHarness`] proves the **observability-only** tier (empty capability set), this
4//! deterministic in-crate harness proves the **interveneable** tier: it advertises
5//! `{inject_message, cancel}`, accepts those commands (recording them so a test can assert the
6//! neutral command reached the agent), and REJECTS at least one advertised-unsupported primitive
7//! (`RespondToApproval`, and the other two it does not advertise) with a clean
8//! [`HarnessError::CapabilityNotSupported`] NACK.
9//!
10//! Together the two harnesses exercise BOTH branches of the [`AgentSession::intervene`] contract —
11//! the empty-set rejection and the advertised-set accept/gate — through the same neutral seam,
12//! proving `aion-integrations` is a real SDK with two independent implementations, not a Norn
13//! wrapper (§9.1, NOI-8).
14//!
15//! It is a genuine `AgentHarness` implementation (not a stub returning canned outcomes): the worker
16//! driver ([`aion_worker::spawn_agent`]) drives it live in the crate's e2e test, feeding real
17//! commands through the real control channel and observing the real accept/gate results.
18
19use std::sync::Arc;
20use std::sync::Mutex;
21
22use aion_core::{
23    ActivityEvent, ActivityEventKind, AgentOutcome, InterventionCapabilities, InterventionCommand,
24    InterventionKind, InterventionPrimitive, MessageRole, Payload, StopKind,
25};
26use aion_integrations::contract::{AgentHarness, AgentSession};
27use aion_integrations::error::HarnessError;
28use aion_integrations::spec::AgentRunSpec;
29use async_trait::async_trait;
30use chrono::Utc;
31use futures::stream::BoxStream;
32use tokio::sync::mpsc;
33use uuid::Uuid;
34
35/// A record of the commands a [`MockAgentSession`] accepted, shared with the test that drives it.
36pub type AppliedLog = Arc<Mutex<Vec<InterventionKind>>>;
37
38/// A handle that keeps a [`MockAgentSession`]'s run alive and ends it on demand.
39///
40/// The session's event stream drains a channel; holding this sender keeps the stream open (the run
41/// stays live so a driver can deliver commands mid-run), and dropping it — via [`Self::end_run`] or
42/// simply letting it fall out of scope — ends the stream, at which point the worker driver takes the
43/// terminal result. This mirrors the worker's real lifecycle, where the run ends when the harness's
44/// event stream closes, not when a command arrives.
45pub struct RunHandle {
46    keep_alive: mpsc::UnboundedSender<ActivityEvent>,
47}
48
49impl RunHandle {
50    /// Ends the run by closing the event stream, so the driving worker takes the terminal result.
51    pub fn end_run(self) {
52        drop(self.keep_alive);
53    }
54}
55
56/// An interveneable mock harness advertising `{inject_message, cancel}`.
57///
58/// Deterministic: it replays a fixed two-event transcript (a message + a terminal stop), keeps the
59/// run live until the paired [`RunHandle`] is dropped, and yields a fixed result. The `applied` log
60/// is shared so a driver can assert an accepted command reached the session; commands outside the
61/// advertised set are gated and never logged.
62#[derive(Clone)]
63pub struct MockAgentHarness {
64    applied: AppliedLog,
65    run_handle: Arc<Mutex<Option<RunHandle>>>,
66}
67
68impl Default for MockAgentHarness {
69    fn default() -> Self {
70        Self::new()
71    }
72}
73
74impl MockAgentHarness {
75    /// A mock harness with a fresh applied-command log.
76    #[must_use]
77    pub fn new() -> Self {
78        Self {
79            applied: Arc::new(Mutex::new(Vec::new())),
80            run_handle: Arc::new(Mutex::new(None)),
81        }
82    }
83
84    /// The shared log of commands sessions from this harness have accepted.
85    #[must_use]
86    pub fn applied(&self) -> AppliedLog {
87        Arc::clone(&self.applied)
88    }
89
90    /// Takes the [`RunHandle`] for the most recently started run, if a run has started and its
91    /// handle has not already been taken.
92    ///
93    /// A driver ends the run by dropping this handle (or calling [`RunHandle::end_run`]); until then
94    /// the run stays live so commands can be delivered mid-run.
95    #[must_use]
96    pub fn take_run_handle(&self) -> Option<RunHandle> {
97        self.run_handle
98            .lock()
99            .ok()
100            .and_then(|mut guard| guard.take())
101    }
102
103    /// The capability set this harness advertises: `{inject_message, cancel}` — a strict subset of
104    /// the five neutral primitives, so `pause_resume`, `update_budget`, and `respond_to_approval`
105    /// are all advertised-unsupported and gated.
106    #[must_use]
107    pub fn advertised_capabilities() -> InterventionCapabilities {
108        InterventionCapabilities::from_primitives([
109            InterventionPrimitive::InjectMessage,
110            InterventionPrimitive::Cancel,
111        ])
112    }
113}
114
115/// The live session the mock produces: it streams a fixed transcript, gates commands on the
116/// advertised set, and drains an event channel whose sender (the [`RunHandle`]) a driver holds so
117/// the run stays live until the driver ends it.
118pub struct MockAgentSession {
119    capabilities: InterventionCapabilities,
120    applied: AppliedLog,
121    /// A channel draining into the events stream. The paired sender is held by the [`RunHandle`];
122    /// dropping it ends the stream (and the run). A fixed transcript is pre-loaded before the
123    /// handle is published.
124    events: Option<mpsc::UnboundedReceiver<ActivityEvent>>,
125    result: Payload,
126}
127
128#[async_trait]
129impl AgentHarness for MockAgentHarness {
130    type Session = MockAgentSession;
131
132    async fn start(&self, spec: AgentRunSpec) -> Result<Self::Session, HarnessError> {
133        let (tx, rx) = mpsc::unbounded_channel();
134        // Pre-load a fixed transcript stamped with the spec identity. The run stays live until the
135        // RunHandle (holding `tx`) is dropped by the driver, at which point the stream ends.
136        for event in fixed_transcript(&spec) {
137            let _ = tx.send(event);
138        }
139        if let Ok(mut guard) = self.run_handle.lock() {
140            *guard = Some(RunHandle { keep_alive: tx });
141        }
142        // The fixed terminal result is the canonical agent-outcome record — this crate exists to
143        // prove the seam is harness-neutral, so its mock emits the same shape every real harness
144        // does: the transcript's one final message as both `text` and `final_message` (the CLI
145        // harness has no accumulated earlier answers), its terminal EndTurn as `end_turn`, and the
146        // spec-derived identity as the conversation handle.
147        let session_id = format!(
148            "{}:{}:{}:{}",
149            spec.workflow_id, spec.run_id, spec.activity_id, spec.attempt
150        );
151        let result = AgentOutcome::new("working", "working", &StopKind::EndTurn, session_id)
152            .into_payload()
153            .map_err(|source| {
154                HarnessError::protocol(format!("mock agent result is not encodable: {source}"))
155            })?;
156        Ok(MockAgentSession {
157            capabilities: MockAgentHarness::advertised_capabilities(),
158            applied: Arc::clone(&self.applied),
159            events: Some(rx),
160            result,
161        })
162    }
163}
164
165/// A fixed two-event transcript stamped with the run identity: one assistant message + a stop.
166fn fixed_transcript(spec: &AgentRunSpec) -> Vec<ActivityEvent> {
167    let base = ActivityEvent {
168        workflow_id: spec.workflow_id.clone(),
169        run_id: spec.run_id.clone(),
170        activity_id: spec.activity_id.clone(),
171        attempt: spec.attempt,
172        agent_id: Uuid::nil(),
173        agent_role: "mock".to_owned(),
174        emitted_at: Utc::now(),
175        worker_seq: 0,
176        store_seq: None,
177        ephemeral: false,
178        kind: ActivityEventKind::Message {
179            role: MessageRole::Assistant,
180            text: "working".to_owned(),
181        },
182    };
183    let stop = ActivityEvent {
184        worker_seq: 1,
185        kind: ActivityEventKind::Stop {
186            reason: StopKind::EndTurn,
187        },
188        ..base.clone()
189    };
190    vec![base, stop]
191}
192
193#[async_trait]
194impl AgentSession for MockAgentSession {
195    fn capabilities(&self) -> &InterventionCapabilities {
196        &self.capabilities
197    }
198
199    fn events(&mut self) -> BoxStream<'static, ActivityEvent> {
200        match self.events.take() {
201            Some(receiver) => Box::pin(tokio_stream::wrappers::UnboundedReceiverStream::new(
202                receiver,
203            )),
204            None => Box::pin(futures::stream::empty()),
205        }
206    }
207
208    async fn intervene(&self, cmd: InterventionCommand) -> Result<(), HarnessError> {
209        // Capability-gate on the advertised set: inject_message/cancel are accepted; the three
210        // unadvertised primitives (pause_resume/update_budget/respond_to_approval) are cleanly
211        // rejected as capability-not-supported and NEVER recorded as applied.
212        if !self.capabilities.supports(&cmd.kind) {
213            return Err(HarnessError::capability_not_supported(format!(
214                "{:?}",
215                cmd.kind.primitive()
216            )));
217        }
218        self.applied
219            .lock()
220            .map_err(|_poison| HarnessError::harness("applied-command lock poisoned"))?
221            .push(cmd.kind);
222        Ok(())
223    }
224
225    async fn wait_result(self) -> Result<Payload, HarnessError> {
226        // The run has already ended (the driver dropped the RunHandle, closing the event stream);
227        // the terminal result is the fixed completed payload.
228        Ok(self.result)
229    }
230}
231
232#[cfg(test)]
233#[allow(clippy::unwrap_used, clippy::expect_used, clippy::panic)]
234mod tests {
235    use super::*;
236    use aion_core::{ActivityId, ApprovalDecision, ContentType, InjectPriority, RunId, WorkflowId};
237    use futures::StreamExt;
238
239    fn spec() -> AgentRunSpec {
240        // A fixed run id so the identity-derived session handle the mock mints is a known value
241        // the transcript test can assert byte-for-byte.
242        AgentRunSpec::new(
243            WorkflowId::new(Uuid::nil()),
244            RunId::new(Uuid::from_u128(0x2c)),
245            ActivityId::from_sequence_position(4),
246            2,
247            "mock-activity",
248            Payload::new(ContentType::Json, b"\"in\"".to_vec()),
249        )
250    }
251
252    /// The session handle the mock derives from [`spec`]'s identity quadruple — computed from the
253    /// same values, never hand-transcribed.
254    fn expected_session_id() -> String {
255        let spec = spec();
256        format!(
257            "{}:{}:{}:{}",
258            spec.workflow_id, spec.run_id, spec.activity_id, spec.attempt
259        )
260    }
261
262    fn command(kind: InterventionKind) -> InterventionCommand {
263        InterventionCommand {
264            workflow_id: WorkflowId::new(Uuid::nil()),
265            run_id: RunId::new_v4(),
266            activity_id: ActivityId::from_sequence_position(4),
267            attempt: 2,
268            issued_by: Some("operator".to_owned()),
269            issued_at: Utc::now(),
270            kind,
271        }
272    }
273
274    #[tokio::test]
275    async fn advertises_inject_message_and_cancel_only() {
276        let harness = MockAgentHarness::new();
277        let session = harness.start(spec()).await.unwrap();
278        let caps = session.capabilities();
279        assert!(caps.supports_primitive(InterventionPrimitive::InjectMessage));
280        assert!(caps.supports_primitive(InterventionPrimitive::Cancel));
281        assert!(!caps.supports_primitive(InterventionPrimitive::PauseResume));
282        assert!(!caps.supports_primitive(InterventionPrimitive::UpdateBudget));
283        assert!(!caps.supports_primitive(InterventionPrimitive::RespondToApproval));
284    }
285
286    #[tokio::test]
287    async fn accepts_an_advertised_command_and_records_it() {
288        let harness = MockAgentHarness::new();
289        let applied = harness.applied();
290        let session = harness.start(spec()).await.unwrap();
291
292        session
293            .intervene(command(InterventionKind::InjectMessage {
294                text: "steer".to_owned(),
295                priority: InjectPriority::Interrupt,
296            }))
297            .await
298            .unwrap();
299        session
300            .intervene(command(InterventionKind::Cancel {
301                reason: "stop".to_owned(),
302            }))
303            .await
304            .unwrap();
305
306        assert_eq!(applied.lock().unwrap().len(), 2);
307    }
308
309    #[tokio::test]
310    async fn rejects_respond_to_approval_as_capability_not_supported() {
311        let harness = MockAgentHarness::new();
312        let applied = harness.applied();
313        let session = harness.start(spec()).await.unwrap();
314
315        let error = session
316            .intervene(command(InterventionKind::RespondToApproval {
317                call_id: "c1".to_owned(),
318                decision: ApprovalDecision::Approve,
319                note: None,
320            }))
321            .await
322            .unwrap_err();
323        assert!(
324            matches!(error, HarnessError::CapabilityNotSupported { .. }),
325            "an advertised-unsupported primitive is cleanly NACKed, got {error:?}"
326        );
327        assert!(
328            applied.lock().unwrap().is_empty(),
329            "a gated command is never recorded as applied"
330        );
331    }
332
333    #[tokio::test]
334    async fn streams_a_transcript_and_returns_a_result() {
335        let harness = MockAgentHarness::new();
336        let mut session = harness.start(spec()).await.unwrap();
337        // End the run so the pre-loaded transcript stream terminates and can be collected.
338        harness.take_run_handle().expect("a run handle").end_run();
339        let events: Vec<ActivityEvent> = session.events().collect().await;
340        assert_eq!(events.len(), 2, "the fixed transcript streams");
341        assert!(matches!(events[0].kind, ActivityEventKind::Message { .. }));
342        assert!(matches!(events[1].kind, ActivityEventKind::Stop { .. }));
343        let payload = session.wait_result().await.unwrap();
344        assert_eq!(payload.content_type(), &ContentType::Json);
345        let decoded = payload.to_json().unwrap();
346        assert_eq!(
347            decoded,
348            serde_json::json!({
349                "text": "working",
350                "final_message": "working",
351                "stop_reason": "end_turn",
352                "session_id": expected_session_id(),
353            }),
354            "the mock emits the same canonical agent-outcome record every real harness does"
355        );
356    }
357}