Skip to main content

winx_code_agent/daemon/
server.rs

1use std::collections::{HashMap, HashSet, VecDeque};
2use std::io::ErrorKind;
3use std::os::unix::fs::PermissionsExt;
4use std::path::{Path, PathBuf};
5use std::sync::atomic::{AtomicBool, AtomicU64, Ordering};
6use std::sync::Arc;
7use std::time::{Duration, Instant, SystemTime, UNIX_EPOCH};
8
9use tokio::net::{UnixListener, UnixStream};
10use tokio::sync::{watch, Mutex, Notify, RwLock};
11
12use super::protocol::{
13    read_json_frame, write_json_frame, CancelActionParams, ConfigureSessionParams,
14    ConfigureSessionResult, ConfigureSessionTransition, HelloResult, JournalRead,
15    JournalReadParams, RpcError, RpcRequest, RpcResponse, RunActionParams, RunActionResult,
16    SessionInfo, SessionParams, WireShellError, CANCELLABLE_ACTION_RESERVATIONS_CAPABILITY,
17    COMPACT_ACTION_OUTPUT_CAPABILITY, GENERATION_BOUND_ACTIONS_CAPABILITY, MAX_FRAME_BYTES,
18    PROTOCOL_MAJOR, PROTOCOL_MINOR, TYPED_ACTION_RESULT_CAPABILITY,
19};
20use crate::errors::{Result, WinxError};
21use crate::runtime::{lock_session_store, ShellExecutionToken, ShellTarget};
22use crate::state::bash_state::BashState;
23use crate::state::pty::SharedPtyShell;
24use crate::tools::bash_command::{guardian_foreground_shell_needs_reset, ShellDeliveryCursor};
25use crate::types::normalize_thread_id;
26
27type SharedState = Arc<Mutex<Option<BashState>>>;
28
29struct TimedEntry<T> {
30    value: T,
31    last_seen: Instant,
32}
33
34type CachedActionResult = std::result::Result<RunActionResult, String>;
35
36#[derive(Clone)]
37enum ActionCompletion {
38    InFlight(Arc<watch::Sender<Option<CachedActionResult>>>),
39    Complete(Box<CachedActionResult>),
40}
41
42enum ActionReservation {
43    Owner(Arc<watch::Sender<Option<CachedActionResult>>>),
44    Waiter(Arc<watch::Sender<Option<CachedActionResult>>>),
45    Cached(Box<CachedActionResult>),
46    Rejected { error: WinxError, preserve_cancellation: bool },
47}
48
49struct ActionOwnerGuard {
50    completion: Arc<watch::Sender<Option<CachedActionResult>>>,
51    armed: bool,
52}
53
54impl ActionOwnerGuard {
55    fn new(completion: Arc<watch::Sender<Option<CachedActionResult>>>) -> Self {
56        Self { completion, armed: true }
57    }
58
59    fn disarm(&mut self) {
60        self.armed = false;
61    }
62}
63
64impl Drop for ActionOwnerGuard {
65    fn drop(&mut self) {
66        if self.armed {
67            self.completion.send_replace(Some(Err(
68                "single-flight shell action owner disappeared before completion".to_string(),
69            )));
70        }
71    }
72}
73
74struct ActionEntry {
75    fingerprint: Vec<u8>,
76    cancellation_key: Option<String>,
77    completion: ActionCompletion,
78    last_seen: Instant,
79}
80
81struct DaemonSession {
82    state: SharedState,
83    /// Reset/configure takes the writer; actions, snapshots, cursors, and
84    /// interrupts take readers. This binds execution-token validation to the
85    /// exact shell incarnation on which the operation is performed.
86    operation_barrier: Arc<RwLock<()>>,
87    completed: Mutex<HashMap<String, ActionEntry>>,
88    journal: Mutex<OutputJournal>,
89    observed: Mutex<HashMap<String, (u64, String)>>,
90    background_ids: Mutex<HashSet<String>>,
91    command_id: Mutex<Option<String>>,
92    delivery_cursors: Mutex<HashMap<String, TimedEntry<Arc<Mutex<ShellDeliveryCursor>>>>>,
93    launch_reservations: Mutex<HashMap<String, TimedEntry<Arc<AtomicBool>>>>,
94    created_at_unix_ms: u64,
95    last_activity_unix_ms: AtomicU64,
96    last_command_at_unix_ms: AtomicU64,
97    ever_ran_command: AtomicBool,
98    drainer_started: AtomicBool,
99    activity: Notify,
100    session_epoch: Arc<Mutex<String>>,
101}
102
103impl DaemonSession {
104    fn new() -> Self {
105        let now = unix_ms();
106        Self {
107            state: Arc::new(Mutex::new(None)),
108            operation_barrier: Arc::new(RwLock::new(())),
109            completed: Mutex::new(HashMap::new()),
110            journal: Mutex::new(OutputJournal::default()),
111            observed: Mutex::new(HashMap::new()),
112            background_ids: Mutex::new(HashSet::new()),
113            command_id: Mutex::new(None),
114            delivery_cursors: Mutex::new(HashMap::new()),
115            launch_reservations: Mutex::new(HashMap::new()),
116            created_at_unix_ms: now,
117            last_activity_unix_ms: AtomicU64::new(now),
118            last_command_at_unix_ms: AtomicU64::new(0),
119            ever_ran_command: AtomicBool::new(false),
120            drainer_started: AtomicBool::new(false),
121            activity: Notify::new(),
122            session_epoch: Arc::new(Mutex::new(new_epoch())),
123        }
124    }
125
126    fn note_activity(&self, command: bool) {
127        let now = unix_ms();
128        self.last_activity_unix_ms.store(now, Ordering::Release);
129        if command {
130            self.last_command_at_unix_ms.store(now, Ordering::Release);
131            self.ever_ran_command.store(true, Ordering::Release);
132        }
133        self.activity.notify_one();
134    }
135}
136
137fn new_epoch() -> String {
138    format!("{:016x}", rand::random::<u64>())
139}
140
141const MAX_JOURNAL_BYTES: usize = 4 * 1024 * 1024;
142const MAX_SESSION_CACHE_ENTRIES: usize = 256;
143const MAX_IDENTIFIER_BYTES: usize = 256;
144const SESSION_CACHE_TTL: Duration = Duration::from_secs(60 * 60);
145const ACTION_OWNER_TIMEOUT: Duration = Duration::from_secs(11 * 60);
146const DRAIN_CHANGED_INTERVAL: Duration = Duration::from_millis(20);
147const DRAIN_ACTIVE_INTERVAL: Duration = Duration::from_millis(100);
148const DRAIN_IDLE_INTERVAL: Duration = Duration::from_secs(1);
149
150#[derive(Clone, Copy, Default)]
151struct CaptureState {
152    changed: bool,
153    active: bool,
154}
155
156impl CaptureState {
157    fn merge(&mut self, other: Self) {
158        self.changed |= other.changed;
159        self.active |= other.active;
160    }
161
162    fn next_delay(self) -> Duration {
163        if self.changed {
164            DRAIN_CHANGED_INTERVAL
165        } else if self.active {
166            DRAIN_ACTIVE_INTERVAL
167        } else {
168            DRAIN_IDLE_INTERVAL
169        }
170    }
171}
172
173#[derive(Default)]
174struct OutputJournal {
175    chunks: VecDeque<(u64, String)>,
176    cursors: HashMap<String, TimedEntry<u64>>,
177    next_seq: u64,
178    bytes: usize,
179}
180
181fn prune_timed_entries<T>(entries: &mut HashMap<String, TimedEntry<T>>, now: Instant) {
182    entries.retain(|_, entry| now.duration_since(entry.last_seen) <= SESSION_CACHE_TTL);
183}
184
185fn evict_oldest_if_full<T>(entries: &mut HashMap<String, TimedEntry<T>>, incoming: &str) {
186    if entries.contains_key(incoming) || entries.len() < MAX_SESSION_CACHE_ENTRIES {
187        return;
188    }
189    if let Some(oldest) =
190        entries.iter().min_by_key(|(_, entry)| entry.last_seen).map(|(key, _)| key.clone())
191    {
192        entries.remove(&oldest);
193    }
194}
195
196async fn launch_cancellation_flag(
197    session: &DaemonSession,
198    cancellation_key: &str,
199) -> Result<Arc<AtomicBool>> {
200    let now = Instant::now();
201    let mut reservations = session.launch_reservations.lock().await;
202    reservations.retain(|_, entry| {
203        now.duration_since(entry.last_seen) <= SESSION_CACHE_TTL
204            || Arc::strong_count(&entry.value) > 1
205    });
206    if !reservations.contains_key(cancellation_key)
207        && reservations.len() >= MAX_SESSION_CACHE_ENTRIES
208    {
209        let oldest = reservations
210            .iter()
211            .filter(|(_, entry)| {
212                Arc::strong_count(&entry.value) == 1 && !entry.value.load(Ordering::Acquire)
213            })
214            .min_by_key(|(_, entry)| entry.last_seen)
215            .map(|(key, _)| key.clone());
216        if let Some(oldest) = oldest {
217            reservations.remove(&oldest);
218        }
219    }
220    if !reservations.contains_key(cancellation_key)
221        && reservations.len() >= MAX_SESSION_CACHE_ENTRIES
222    {
223        return Err(WinxError::ResourceAllocationError {
224            message: format!(
225                "all {MAX_SESSION_CACHE_ENTRIES} action cancellation reservations are active"
226            ),
227        });
228    }
229    let entry = reservations
230        .entry(cancellation_key.to_string())
231        .or_insert_with(|| TimedEntry { value: Arc::new(AtomicBool::new(false)), last_seen: now });
232    entry.last_seen = now;
233    Ok(Arc::clone(&entry.value))
234}
235
236async fn consume_launch_cancellation_flag(
237    session: &DaemonSession,
238    cancellation_key: &str,
239    expected: &Arc<AtomicBool>,
240) {
241    let mut reservations = session.launch_reservations.lock().await;
242    if reservations.get(cancellation_key).is_some_and(|entry| Arc::ptr_eq(&entry.value, expected)) {
243        reservations.remove(cancellation_key);
244    }
245}
246
247async fn consume_unowned_launch_cancellation_flag(
248    session: &DaemonSession,
249    cancellation_key: Option<&str>,
250) {
251    let Some(cancellation_key) = cancellation_key else {
252        return;
253    };
254
255    // Owners publish their ActionEntry before acquiring the flag. Keep that
256    // registry locked through the cleanup decision so a rejected/replayed
257    // attempt cannot erase a cancellation reserved for an in-flight owner.
258    let completed = session.completed.lock().await;
259    let owned = completed.values().any(|entry| {
260        entry.cancellation_key.as_deref() == Some(cancellation_key)
261            && matches!(entry.completion, ActionCompletion::InFlight(_))
262            && !action_entry_is_terminal(entry)
263    });
264    if owned {
265        return;
266    }
267    let mut reservations = session.launch_reservations.lock().await;
268    if reservations.get(cancellation_key).is_some_and(|entry| Arc::strong_count(&entry.value) == 1)
269    {
270        reservations.remove(cancellation_key);
271    }
272}
273
274fn validate_identifier(label: &str, value: &str) -> Result<()> {
275    if value.len() > MAX_IDENTIFIER_BYTES {
276        return Err(WinxError::InvalidInput(format!(
277            "{label} exceeds the {MAX_IDENTIFIER_BYTES}-byte limit"
278        )));
279    }
280    Ok(())
281}
282
283impl OutputJournal {
284    fn append(&mut self, output: String) {
285        if output.is_empty() {
286            return;
287        }
288        self.next_seq = self.next_seq.saturating_add(1);
289        self.bytes = self.bytes.saturating_add(output.len());
290        self.chunks.push_back((self.next_seq, output));
291        while self.bytes > MAX_JOURNAL_BYTES && self.chunks.len() > 1 {
292            if let Some((_, removed)) = self.chunks.pop_front() {
293                self.bytes = self.bytes.saturating_sub(removed.len());
294            }
295        }
296    }
297
298    fn read(&mut self, consumer_id: &str) -> JournalRead {
299        let now = Instant::now();
300        prune_timed_entries(&mut self.cursors, now);
301        evict_oldest_if_full(&mut self.cursors, consumer_id);
302
303        let oldest = self.chunks.front().map_or(self.next_seq.saturating_add(1), |(seq, _)| *seq);
304        let cursor = self.cursors.get(consumer_id).map_or(0, |entry| entry.value);
305        let gap = cursor.saturating_add(1) < oldest;
306        let mut output = String::new();
307        let mut next_seq = cursor;
308        for (seq, chunk) in self.chunks.iter().filter(|(seq, _)| *seq > cursor) {
309            output.push_str(chunk);
310            next_seq = *seq;
311        }
312        self.cursors
313            .insert(consumer_id.to_string(), TimedEntry { value: next_seq, last_seen: now });
314        JournalRead { output, next_seq, gap }
315    }
316}
317
318/// Long-lived JSON-RPC shell owner listening on a Unix-domain socket.
319pub struct DaemonServer {
320    listener: UnixListener,
321    socket_path: PathBuf,
322    sessions: Arc<Mutex<HashMap<String, Arc<DaemonSession>>>>,
323    epoch: String,
324}
325
326impl DaemonServer {
327    pub async fn bind(socket_path: impl AsRef<Path>) -> Result<Self> {
328        let socket_path = socket_path.as_ref().to_path_buf();
329        let parent = socket_path.parent().ok_or_else(|| {
330            WinxError::ConfigurationError("daemon socket must have a parent directory".to_string())
331        })?;
332        tokio::fs::create_dir_all(parent).await?;
333        tokio::fs::set_permissions(parent, std::fs::Permissions::from_mode(0o700)).await?;
334
335        if tokio::fs::try_exists(&socket_path).await? {
336            if UnixStream::connect(&socket_path).await.is_ok() {
337                return Err(WinxError::ConfigurationError(format!(
338                    "a winxd instance is already listening at {}",
339                    socket_path.display()
340                )));
341            }
342            tokio::fs::remove_file(&socket_path).await?;
343        }
344
345        let listener = UnixListener::bind(&socket_path)?;
346        tokio::fs::set_permissions(&socket_path, std::fs::Permissions::from_mode(0o600)).await?;
347        let epoch = format!("{:016x}", rand::random::<u64>());
348        Ok(Self { listener, socket_path, sessions: Arc::new(Mutex::new(HashMap::new())), epoch })
349    }
350
351    pub async fn serve(self) -> Result<()> {
352        loop {
353            let (stream, _) = self.listener.accept().await?;
354            if !same_uid(&stream)? {
355                tracing::warn!("Rejected winxd connection from a different uid");
356                continue;
357            }
358            let sessions = self.sessions.clone();
359            let epoch = self.epoch.clone();
360            tokio::spawn(async move {
361                if let Err(error) = serve_connection(stream, sessions, epoch).await {
362                    tracing::debug!("winxd client disconnected: {error}");
363                }
364            });
365        }
366    }
367}
368
369impl Drop for DaemonServer {
370    fn drop(&mut self) {
371        let _ = std::fs::remove_file(&self.socket_path);
372    }
373}
374
375async fn serve_connection(
376    mut stream: UnixStream,
377    sessions: Arc<Mutex<HashMap<String, Arc<DaemonSession>>>>,
378    epoch: String,
379) -> Result<()> {
380    loop {
381        let request: RpcRequest = match read_json_frame(&mut stream).await {
382            Ok(request) => request,
383            Err(error) if error.kind() == ErrorKind::UnexpectedEof => return Ok(()),
384            Err(error) => return Err(error.into()),
385        };
386        let response = dispatch(request, &sessions, &epoch).await;
387        write_json_frame(&mut stream, &response).await?;
388    }
389}
390
391#[allow(clippy::too_many_lines)]
392async fn dispatch(
393    request: RpcRequest,
394    sessions: &Arc<Mutex<HashMap<String, Arc<DaemonSession>>>>,
395    epoch: &str,
396) -> RpcResponse {
397    if request.jsonrpc != "2.0" {
398        return rpc_error(request.id, -32600, "JSON-RPC version must be 2.0");
399    }
400
401    match request.method.as_str() {
402        "winx.hello" | "session.negotiate" => rpc_result(
403            request.id,
404            &HelloResult {
405                protocol_major: PROTOCOL_MAJOR,
406                protocol_minor: PROTOCOL_MINOR,
407                capabilities: vec![
408                    "session.configure".to_string(),
409                    "session.negotiate".to_string(),
410                    "shell.run_action".to_string(),
411                    TYPED_ACTION_RESULT_CAPABILITY.to_string(),
412                    COMPACT_ACTION_OUTPUT_CAPABILITY.to_string(),
413                    GENERATION_BOUND_ACTIONS_CAPABILITY.to_string(),
414                    CANCELLABLE_ACTION_RESERVATIONS_CAPABILITY.to_string(),
415                    "session.list".to_string(),
416                    "session.read_output".to_string(),
417                    "session.kill".to_string(),
418                    "multi_consumer_cursors".to_string(),
419                    "idempotency".to_string(),
420                    "session_activity_timestamps".to_string(),
421                    "attach_or_create".to_string(),
422                ],
423                max_frame_bytes: MAX_FRAME_BYTES,
424                daemon_epoch: epoch.to_string(),
425                daemon_pid: std::process::id(),
426            },
427        ),
428        "session.configure" => {
429            let params: ConfigureSessionParams = match serde_json::from_value(request.params) {
430                Ok(params) => params,
431                Err(error) => return rpc_error(request.id, -32602, &error.to_string()),
432            };
433            match configure_session(sessions, params).await {
434                Ok(result) => rpc_result(request.id, &result),
435                Err(error) => rpc_error(request.id, -32603, &error.to_string()),
436            }
437        }
438        "shell.run_action" => {
439            let params: RunActionParams = match serde_json::from_value(request.params) {
440                Ok(params) => params,
441                Err(error) => return rpc_error(request.id, -32602, &error.to_string()),
442            };
443            match run_action(sessions, params, epoch).await {
444                Ok(result) => rpc_result(request.id, &result),
445                Err(error) => rpc_error(request.id, -32603, &error.to_string()),
446            }
447        }
448        "shell.cancel_action" => {
449            let params: CancelActionParams = match serde_json::from_value(request.params) {
450                Ok(params) => params,
451                Err(error) => return rpc_error(request.id, -32602, &error.to_string()),
452            };
453            if params.expected_guardian_epoch.as_deref().is_some_and(|expected| expected != epoch) {
454                return rpc_result(request.id, &false);
455            }
456            if let Err(error) = validate_identifier("cancellation_key", &params.cancellation_key) {
457                return rpc_error(request.id, -32602, &error.to_string());
458            }
459            let session =
460                sessions.lock().await.get(&normalize_thread_id(&params.thread_id)).cloned();
461            match session {
462                Some(session) => {
463                    match launch_cancellation_flag(&session, &params.cancellation_key).await {
464                        Ok(flag) => {
465                            flag.store(true, Ordering::SeqCst);
466                            rpc_result(request.id, &true)
467                        }
468                        Err(error) => rpc_error(request.id, -32603, &error.to_string()),
469                    }
470                }
471                None => rpc_result(request.id, &false),
472            }
473        }
474        "session.list" => {
475            let entries = sessions.lock().await.values().cloned().collect::<Vec<_>>();
476            let mut infos = Vec::with_capacity(entries.len());
477            for session in entries {
478                if let Some(info) = session_info(&session).await {
479                    infos.push(info);
480                }
481            }
482            infos.sort_by(|left, right| left.thread_id.cmp(&right.thread_id));
483            rpc_result(request.id, &infos)
484        }
485        "session.info" => {
486            let params: SessionParams = match serde_json::from_value(request.params) {
487                Ok(params) => params,
488                Err(error) => return rpc_error(request.id, -32602, &error.to_string()),
489            };
490            let session =
491                sessions.lock().await.get(&normalize_thread_id(&params.thread_id)).cloned();
492            match session {
493                Some(session) => match session_info(&session).await {
494                    Some(info) => rpc_result(request.id, &info),
495                    None => rpc_error(request.id, -32004, "session not initialized"),
496                },
497                None => rpc_error(request.id, -32004, "session not found"),
498            }
499        }
500        "session.read_output" => {
501            let params: JournalReadParams = match serde_json::from_value(request.params) {
502                Ok(params) => params,
503                Err(error) => return rpc_error(request.id, -32602, &error.to_string()),
504            };
505            if let Err(error) = validate_identifier("consumer_id", &params.consumer_id) {
506                return rpc_error(request.id, -32602, &error.to_string());
507            }
508            let thread_id = normalize_thread_id(&params.thread_id);
509            let session = sessions.lock().await.get(&thread_id).cloned();
510            match session {
511                Some(session) => {
512                    session.note_activity(false);
513                    capture_session_outputs(&session).await;
514                    let read = session.journal.lock().await.read(&params.consumer_id);
515                    rpc_result(request.id, &read)
516                }
517                None => rpc_error(request.id, -32004, "session not found"),
518            }
519        }
520        "session.kill" => {
521            let params: SessionParams = match serde_json::from_value(request.params) {
522                Ok(params) => params,
523                Err(error) => return rpc_error(request.id, -32602, &error.to_string()),
524            };
525            let session = sessions.lock().await.remove(&normalize_thread_id(&params.thread_id));
526            match session {
527                Some(session) => {
528                    let _operation = session.operation_barrier.write().await;
529                    let background_ids = session.background_ids.lock().await.clone();
530                    {
531                        let mut store = lock_session_store();
532                        for id in background_ids {
533                            store.remove_shell(&id);
534                        }
535                    }
536                    *session.state.lock().await = None;
537                    rpc_result(request.id, &true)
538                }
539                None => rpc_result(request.id, &false),
540            }
541        }
542        "session.interrupt" => {
543            let params: SessionParams = match serde_json::from_value(request.params) {
544                Ok(params) => params,
545                Err(error) => return rpc_error(request.id, -32602, &error.to_string()),
546            };
547            let session =
548                sessions.lock().await.get(&normalize_thread_id(&params.thread_id)).cloned();
549            match session {
550                Some(session) => match interrupt_session(&session, &params, epoch).await {
551                    Ok(interrupted) => rpc_result(request.id, &interrupted),
552                    Err(error) => rpc_error(request.id, -32005, &error.to_string()),
553                },
554                None => rpc_error(request.id, -32004, "session not found"),
555            }
556        }
557        _ => rpc_error(request.id, -32601, "method not found"),
558    }
559}
560
561async fn configure_session(
562    sessions: &Arc<Mutex<HashMap<String, Arc<DaemonSession>>>>,
563    params: ConfigureSessionParams,
564) -> Result<ConfigureSessionResult> {
565    let thread_id = normalize_thread_id(&params.snapshot.chat_id);
566    if thread_id.is_empty() {
567        return Err(WinxError::ThreadIdMismatch(
568            "daemon session configuration requires an explicit thread_id".to_string(),
569        ));
570    }
571
572    let (session, entry_created) = {
573        let mut sessions = sessions.lock().await;
574        match params.transition {
575            ConfigureSessionTransition::FirstCall => match sessions.entry(thread_id) {
576                std::collections::hash_map::Entry::Occupied(entry) => (entry.get().clone(), false),
577                std::collections::hash_map::Entry::Vacant(entry) => {
578                    let session = Arc::new(DaemonSession::new());
579                    entry.insert(session.clone());
580                    (session, true)
581                }
582            },
583            _ => (
584                sessions.get(&thread_id).cloned().ok_or(WinxError::BashStateNotInitialized)?,
585                false,
586            ),
587        }
588    };
589    ensure_drainer(&session);
590    session.note_activity(false);
591    let _operation = session.operation_barrier.write().await;
592
593    let (attach_hint, snapshot, attached_existing) = {
594        let mut guard = session.state.lock().await;
595        let mut attached_existing = false;
596        match params.transition {
597            ConfigureSessionTransition::FirstCall => {
598                if entry_created || guard.is_none() {
599                    let mut state = BashState::new();
600                    state.apply_snapshot(&params.snapshot);
601                    if state.cwd.exists() {
602                        state.init_pty_shell().await?;
603                    }
604                    *guard = Some(state);
605                } else {
606                    // Attach-or-create: preserve the guardian-owned PTY, cwd, mode,
607                    // output journal, and command state across adapter reconnects.
608                    attached_existing = true;
609                }
610            }
611            ConfigureSessionTransition::ModeChange => {
612                let state = guard.as_mut().ok_or(WinxError::BashStateNotInitialized)?;
613                let daemon_cwd = state.cwd.clone();
614                state.apply_snapshot(&params.snapshot);
615                state.cwd = daemon_cwd;
616            }
617            ConfigureSessionTransition::Reset => {
618                let state = guard.as_mut().ok_or(WinxError::BashStateNotInitialized)?;
619                let daemon_cwd = state.cwd.clone();
620                state.apply_snapshot(&params.snapshot);
621                state.cwd = daemon_cwd;
622                state.init_pty_shell().await?;
623                *session.session_epoch.lock().await = new_epoch();
624            }
625            ConfigureSessionTransition::WorkspaceChange => {
626                let state = guard.as_mut().ok_or(WinxError::BashStateNotInitialized)?;
627                state.apply_snapshot(&params.snapshot);
628            }
629        }
630        let state = guard.as_ref().ok_or(WinxError::BashStateNotInitialized)?;
631        let attach_hint = {
632            let shell = state.pty_shell.lock().await;
633            shell.as_ref().and_then(|shell| shell.attach_hint.clone())
634        };
635        (attach_hint, state.snapshot(), attached_existing)
636    };
637
638    if matches!(params.transition, ConfigureSessionTransition::Reset)
639        || (matches!(params.transition, ConfigureSessionTransition::FirstCall)
640            && !attached_existing)
641    {
642        *session.command_id.lock().await = None;
643        // Idempotency entries intentionally survive reset. A response-lost
644        // owner or waiter must still observe the original operation result;
645        // its execution token identifies the old incarnation unambiguously.
646        session.delivery_cursors.lock().await.clear();
647        session.observed.lock().await.remove("main");
648    }
649    capture_session_outputs_locked(&session).await;
650    session.activity.notify_one();
651    Ok(ConfigureSessionResult { attach_hint, snapshot: Some(snapshot), attached_existing })
652}
653
654#[allow(clippy::too_many_lines)] // session setup, execution, capture, and idempotent caching
655async fn run_action(
656    sessions: &Arc<Mutex<HashMap<String, Arc<DaemonSession>>>>,
657    mut params: RunActionParams,
658    guardian_epoch: &str,
659) -> Result<RunActionResult> {
660    validate_identifier("request_key", &params.request_key)?;
661    validate_identifier("consumer_id", &params.consumer_id)?;
662    if let Some(key) = params.options.cancellation_key.as_deref() {
663        validate_identifier("cancellation_key", key)?;
664    }
665    let thread_id = normalize_thread_id(&params.command.thread_id);
666    if thread_id.is_empty() {
667        return Err(WinxError::ThreadIdMismatch(
668            "daemon requests require an explicit thread_id".to_string(),
669        ));
670    }
671
672    let session = {
673        let mut sessions = sessions.lock().await;
674        sessions.entry(thread_id.clone()).or_insert_with(|| Arc::new(DaemonSession::new())).clone()
675    };
676    let cancellation_key = params.options.cancellation_key.clone();
677    let fingerprint = canonical_action_fingerprint(&params)?;
678
679    let request_key = params.request_key.clone();
680    let reservation = {
681        let mut completed = session.completed.lock().await;
682        let now = Instant::now();
683        prune_action_entries(&mut completed, now);
684        if let Some(entry) = completed.get_mut(&request_key) {
685            if entry.fingerprint == fingerprint {
686                entry.last_seen = now;
687                match &entry.completion {
688                    ActionCompletion::Complete(result) => {
689                        ActionReservation::Cached(Box::new((**result).clone()))
690                    }
691                    ActionCompletion::InFlight(sender) => {
692                        ActionReservation::Waiter(Arc::clone(sender))
693                    }
694                }
695            } else {
696                let preserve_cancellation = entry.cancellation_key == cancellation_key
697                    && matches!(entry.completion, ActionCompletion::InFlight(_))
698                    && !action_entry_is_terminal(entry);
699                ActionReservation::Rejected {
700                    error: WinxError::InvalidInput(
701                        "request_key was reused with different shell action parameters".to_string(),
702                    ),
703                    preserve_cancellation,
704                }
705            }
706        } else if evict_oldest_action_if_full(&mut completed) {
707            let completion = Arc::new(watch::channel(None).0);
708            completed.insert(
709                request_key.clone(),
710                ActionEntry {
711                    fingerprint,
712                    cancellation_key: cancellation_key.clone(),
713                    completion: ActionCompletion::InFlight(Arc::clone(&completion)),
714                    last_seen: now,
715                },
716            );
717            ActionReservation::Owner(completion)
718        } else {
719            ActionReservation::Rejected {
720                error: WinxError::ResourceAllocationError {
721                    message: format!(
722                        "all {MAX_SESSION_CACHE_ENTRIES} shell action reservations are in flight; retry after one completes"
723                    ),
724                },
725                preserve_cancellation: false,
726            }
727        }
728    };
729
730    match reservation {
731        ActionReservation::Cached(result) => {
732            consume_unowned_launch_cancellation_flag(&session, cancellation_key.as_deref()).await;
733            cached_action_result(*result)
734        }
735        ActionReservation::Rejected { error, preserve_cancellation } => {
736            if !preserve_cancellation {
737                consume_unowned_launch_cancellation_flag(&session, cancellation_key.as_deref())
738                    .await;
739            }
740            Err(error)
741        }
742        ActionReservation::Waiter(completion) => {
743            wait_for_action_completion(completion.subscribe()).await
744        }
745        ActionReservation::Owner(completion) => {
746            let launch_reservation = if let Some(key) = cancellation_key {
747                match launch_cancellation_flag(&session, &key).await {
748                    Ok(flag) => {
749                        params.options.launch_cancelled = Some(Arc::clone(&flag));
750                        Some((key, flag))
751                    }
752                    Err(error) => {
753                        complete_action(
754                            &session,
755                            &request_key,
756                            Err(error.to_string()),
757                            &completion,
758                        )
759                        .await;
760                        return Err(error);
761                    }
762                }
763            } else {
764                None
765            };
766            let owner_session = Arc::clone(&session);
767            let owner_epoch = guardian_epoch.to_string();
768            let owner_completion = Arc::clone(&completion);
769            tokio::spawn(async move {
770                let mut owner_guard = ActionOwnerGuard::new(Arc::clone(&owner_completion));
771                let outcome = match tokio::time::timeout(
772                    ACTION_OWNER_TIMEOUT,
773                    execute_action(&owner_session, params, &owner_epoch),
774                )
775                .await
776                {
777                    Ok(outcome) => outcome,
778                    Err(_) => Err(WinxError::CommandTimeout {
779                        command: "guardian shell action".to_string(),
780                        timeout_seconds: ACTION_OWNER_TIMEOUT.as_secs(),
781                    }),
782                };
783                if let Some((key, flag)) = launch_reservation {
784                    consume_launch_cancellation_flag(&owner_session, &key, &flag).await;
785                }
786                let cached = outcome.map_err(|error| error.to_string());
787                complete_action(&owner_session, &request_key, cached, &owner_completion).await;
788                owner_guard.disarm();
789            });
790            wait_for_action_completion(completion.subscribe()).await
791        }
792    }
793}
794
795fn cached_action_result(cached: CachedActionResult) -> Result<RunActionResult> {
796    cached.map_err(WinxError::CommandExecutionError)
797}
798
799async fn wait_for_action_completion(
800    mut completion: watch::Receiver<Option<CachedActionResult>>,
801) -> Result<RunActionResult> {
802    loop {
803        if let Some(result) = completion.borrow().clone() {
804            return cached_action_result(result);
805        }
806        if completion.changed().await.is_err() {
807            return Err(WinxError::CommandExecutionError(
808                "single-flight shell action owner disappeared".to_string(),
809            ));
810        }
811    }
812}
813
814async fn complete_action(
815    session: &DaemonSession,
816    request_key: &str,
817    cached: CachedActionResult,
818    completion: &watch::Sender<Option<CachedActionResult>>,
819) {
820    {
821        let mut completed = session.completed.lock().await;
822        if let Some(entry) = completed.get_mut(request_key) {
823            entry.completion = ActionCompletion::Complete(Box::new(cached.clone()));
824            entry.last_seen = Instant::now();
825        }
826    }
827    completion.send_replace(Some(cached));
828}
829
830fn canonical_action_fingerprint(params: &RunActionParams) -> Result<Vec<u8>> {
831    let value = serde_json::to_value((
832        &params.snapshot,
833        &params.command,
834        &params.consumer_id,
835        &params.options,
836    ))
837    .map_err(|error| WinxError::SerializationError(error.to_string()))?;
838    serde_json::to_vec(&canonical_json(value))
839        .map_err(|error| WinxError::SerializationError(error.to_string()))
840}
841
842fn canonical_json(value: serde_json::Value) -> serde_json::Value {
843    match value {
844        serde_json::Value::Array(values) => {
845            serde_json::Value::Array(values.into_iter().map(canonical_json).collect())
846        }
847        serde_json::Value::Object(values) => {
848            let mut entries = values.into_iter().collect::<Vec<_>>();
849            entries.sort_by(|(left, _), (right, _)| left.cmp(right));
850            serde_json::Value::Object(
851                entries.into_iter().map(|(key, value)| (key, canonical_json(value))).collect(),
852            )
853        }
854        scalar => scalar,
855    }
856}
857
858#[allow(clippy::too_many_lines)]
859async fn execute_action(
860    session: &Arc<DaemonSession>,
861    params: RunActionParams,
862    guardian_epoch: &str,
863) -> Result<RunActionResult> {
864    let foreground_command = matches!(
865        &params.command.action_json,
866        crate::types::BashCommandAction::Command { is_background: false, .. }
867    );
868    // Foreground preflight takes the writer before state, cursor, or command
869    // gates. Other actions take a reader. This global order avoids upgrading a
870    // reader while another reader is blocked on a lock held by this action.
871    let (write_operation, read_operation) = if foreground_command {
872        (Some(Arc::clone(&session.operation_barrier).write_owned().await), None)
873    } else {
874        (None, Some(Arc::clone(&session.operation_barrier).read_owned().await))
875    };
876    if params
877        .options
878        .expected_guardian_epoch
879        .as_deref()
880        .is_some_and(|expected| expected != guardian_epoch)
881        || params
882            .options
883            .expected_execution
884            .as_ref()
885            .is_some_and(|expected| expected.guardian_epoch != guardian_epoch)
886    {
887        return Err(WinxError::InvalidInput(
888            "execution precondition refers to a different guardian epoch".to_string(),
889        ));
890    }
891    let session_epoch = session.session_epoch.lock().await.clone();
892    if params.options.expected_execution.as_ref().is_some_and(|expected| {
893        expected.session_epoch != session_epoch
894            || params
895                .options
896                .expected_generation
897                .is_some_and(|generation| generation != expected.generation)
898    }) {
899        return Err(WinxError::InvalidInput(
900            "execution precondition refers to a different session incarnation".to_string(),
901        ));
902    }
903    let is_command =
904        matches!(&params.command.action_json, crate::types::BashCommandAction::Command { .. });
905    ensure_drainer(session);
906    session.note_activity(is_command);
907
908    let preflight_reset = {
909        let mut guard = session.state.lock().await;
910        let state = if let Some(state) = guard.as_mut() {
911            let daemon_cwd = state.cwd.clone();
912            state.apply_snapshot(&params.snapshot);
913            state.cwd = daemon_cwd;
914            state
915        } else {
916            let mut state = BashState::new();
917            state.apply_snapshot(&params.snapshot);
918            guard.insert(state)
919        };
920        let needs_shell = state.pty_shell.lock().await.is_none();
921        if needs_shell && state.cwd.exists() {
922            state.init_pty_shell().await?;
923        }
924        if foreground_command && !params.options.is_launch_cancelled() {
925            guardian_foreground_shell_needs_reset(state, &params.options).await?
926        } else {
927            false
928        }
929    };
930    if preflight_reset {
931        let mut guard = session.state.lock().await;
932        let state = guard.as_mut().ok_or(WinxError::BashStateNotInitialized)?;
933        *session.session_epoch.lock().await = new_epoch();
934        if let Err(error) = state.init_pty_shell().await {
935            tracing::warn!(%error, "failed to reset guardian PTY during exclusive preflight");
936        }
937    }
938    let _operation = if let Some(operation) = write_operation {
939        Some(operation.downgrade())
940    } else {
941        read_operation
942    };
943
944    if is_command {
945        *session.command_id.lock().await = Some(params.request_key.clone());
946    }
947    let consumer_id = if params.consumer_id.is_empty() {
948        "legacy-adapter".to_string()
949    } else {
950        params.consumer_id
951    };
952    let cursor_key = delivery_cursor_key(&consumer_id, &params.command.action_json);
953    let cursor = {
954        let now = Instant::now();
955        let mut cursors = session.delivery_cursors.lock().await;
956        prune_timed_entries(&mut cursors, now);
957        evict_oldest_if_full(&mut cursors, &cursor_key);
958        let entry = cursors.entry(cursor_key).or_insert_with(|| TimedEntry {
959            value: Arc::new(Mutex::new(ShellDeliveryCursor::default())),
960            last_seen: now,
961        });
962        entry.last_seen = now;
963        entry.value.clone()
964    };
965    let outcome = crate::tools::bash_command::handle_embedded_tool_call_with_cursor_detailed(
966        &session.state,
967        params.command,
968        &cursor,
969        params.options,
970        foreground_command,
971    )
972    .await;
973    let session_epoch = session.session_epoch.lock().await.clone();
974    if let Ok(result) = &outcome {
975        if let Some(id) = result.result.state.background_id.as_ref() {
976            session.background_ids.lock().await.insert(id.clone());
977        }
978    }
979    capture_session_outputs_locked(session).await;
980    let snapshot =
981        session.state.lock().await.as_ref().ok_or(WinxError::BashStateNotInitialized)?.snapshot();
982    let result = match outcome {
983        Ok(result) => {
984            let command_generation = result.command_generation;
985            let execution_token = command_generation.map(|generation| ShellExecutionToken {
986                guardian_epoch: guardian_epoch.to_string(),
987                session_epoch,
988                generation,
989            });
990            // Compact and legacy are mutually exclusive on the wire. Compact
991            // rendering leaves the stable legacy string empty at runtime.
992            let (output, compact_output) = match result.compact_output {
993                Some(compact) => (None, Some(compact)),
994                None => (Some(result.result.output), None),
995            };
996            RunActionResult {
997                output,
998                compact_output,
999                command_generation,
1000                execution_token,
1001                dropped_output_file: result.dropped_output_file,
1002                output_truncated: result.output_truncated,
1003                state: Some(result.result.state),
1004                snapshot,
1005                error: None,
1006            }
1007        }
1008        Err(error) => RunActionResult {
1009            output: None,
1010            compact_output: None,
1011            command_generation: None,
1012            execution_token: None,
1013            dropped_output_file: None,
1014            output_truncated: false,
1015            state: None,
1016            snapshot,
1017            error: Some(to_wire_error(error)),
1018        },
1019    };
1020
1021    session.activity.notify_one();
1022    Ok(result)
1023}
1024
1025fn prune_action_entries(entries: &mut HashMap<String, ActionEntry>, now: Instant) {
1026    entries.retain(|_, entry| {
1027        !action_entry_is_terminal(entry) || now.duration_since(entry.last_seen) <= SESSION_CACHE_TTL
1028    });
1029}
1030
1031fn action_entry_is_terminal(entry: &ActionEntry) -> bool {
1032    match &entry.completion {
1033        ActionCompletion::Complete(_) => true,
1034        ActionCompletion::InFlight(completion) => completion.borrow().is_some(),
1035    }
1036}
1037
1038fn evict_oldest_action_if_full(entries: &mut HashMap<String, ActionEntry>) -> bool {
1039    if entries.len() < MAX_SESSION_CACHE_ENTRIES {
1040        return true;
1041    }
1042    if let Some(oldest) = entries
1043        .iter()
1044        .filter(|(_, entry)| action_entry_is_terminal(entry))
1045        .min_by_key(|(_, entry)| entry.last_seen)
1046        .map(|(key, _)| key.clone())
1047    {
1048        entries.remove(&oldest);
1049    }
1050    entries.len() < MAX_SESSION_CACHE_ENTRIES
1051}
1052
1053fn delivery_cursor_key(consumer_id: &str, action: &crate::types::BashCommandAction) -> String {
1054    let background_id = match action {
1055        crate::types::BashCommandAction::StatusCheck { bg_command_id, .. }
1056        | crate::types::BashCommandAction::SendText { bg_command_id, .. }
1057        | crate::types::BashCommandAction::SendSpecials { bg_command_id, .. }
1058        | crate::types::BashCommandAction::SendAscii { bg_command_id, .. }
1059        | crate::types::BashCommandAction::Screen { bg_command_id, .. }
1060        | crate::types::BashCommandAction::WaitForTurn { bg_command_id, .. } => {
1061            bg_command_id.as_deref()
1062        }
1063        crate::types::BashCommandAction::Command { .. } => None,
1064    };
1065    match background_id {
1066        Some(id) => format!("{consumer_id}:background:{id}"),
1067        None => format!("{consumer_id}:main"),
1068    }
1069}
1070
1071fn ensure_drainer(session: &Arc<DaemonSession>) {
1072    if session.drainer_started.swap(true, Ordering::AcqRel) {
1073        session.activity.notify_one();
1074        return;
1075    }
1076    let session = session.clone();
1077    tokio::spawn(async move {
1078        loop {
1079            if Arc::strong_count(&session) == 1 {
1080                return;
1081            }
1082            let capture = capture_session_outputs(&session).await;
1083            tokio::select! {
1084                () = tokio::time::sleep(capture.next_delay()) => {}
1085                () = session.activity.notified() => {}
1086            }
1087        }
1088    });
1089}
1090
1091async fn capture_session_outputs(session: &Arc<DaemonSession>) -> CaptureState {
1092    let _operation = session.operation_barrier.read().await;
1093    capture_session_outputs_locked(session).await
1094}
1095
1096async fn capture_session_outputs_locked(session: &Arc<DaemonSession>) -> CaptureState {
1097    let (thread_id, main) = {
1098        let state = session.state.lock().await;
1099        let Some(state) = state.as_ref() else { return CaptureState::default() };
1100        (state.current_thread_id.clone(), state.pty_shell.clone())
1101    };
1102    let mut capture = capture_shell_output(session, "main", &main).await;
1103
1104    let background_ids = session.background_ids.lock().await.clone();
1105    for id in background_ids {
1106        let shell = {
1107            let store = lock_session_store();
1108            store.resolve(&thread_id, &ShellTarget::Background(id.clone()))
1109        };
1110        if let Some(shell) = shell {
1111            capture.merge(capture_shell_output(session, &id, &shell).await);
1112        }
1113    }
1114    capture
1115}
1116
1117async fn capture_shell_output(
1118    session: &Arc<DaemonSession>,
1119    terminal_id: &str,
1120    shell: &SharedPtyShell,
1121) -> CaptureState {
1122    let (generation, snapshot, active) = {
1123        let mut guard = shell.lock().await;
1124        let Some(shell) = guard.as_mut() else { return CaptureState::default() };
1125        shell.poll_output_nonblocking();
1126        (shell.command_generation(), shell.output_snapshot(), shell.command_running)
1127    };
1128    let delta = {
1129        let mut observed = session.observed.lock().await;
1130        let (previous_generation, previous) =
1131            observed.entry(terminal_id.to_string()).or_insert_with(|| (generation, String::new()));
1132        if *previous_generation != generation {
1133            *previous_generation = generation;
1134            previous.clear();
1135        }
1136        let delta = snapshot
1137            .strip_prefix(previous.as_str())
1138            .map_or_else(|| snapshot.clone(), str::to_string);
1139        previous.clone_from(&snapshot);
1140        delta
1141    };
1142    let changed = !delta.is_empty();
1143    if changed {
1144        session.last_activity_unix_ms.store(unix_ms(), Ordering::Release);
1145        session.journal.lock().await.append(delta);
1146    }
1147    CaptureState { changed, active }
1148}
1149
1150async fn session_info(session: &Arc<DaemonSession>) -> Option<SessionInfo> {
1151    let _operation = session.operation_barrier.read().await;
1152    let (thread_id, cwd, main) = {
1153        let state = session.state.lock().await;
1154        let state = state.as_ref()?;
1155        (
1156            state.current_thread_id.clone(),
1157            state.cwd.to_string_lossy().into_owned(),
1158            state.pty_shell.clone(),
1159        )
1160    };
1161    let (shell_pid, running) = {
1162        let guard = main.lock().await;
1163        guard.as_ref().map_or((None, false), |shell| (shell.process_id(), shell.command_running))
1164    };
1165    let background_command_ids = active_background_command_ids(session, &thread_id).await;
1166    let last_command_at_unix_ms = session.last_command_at_unix_ms.load(Ordering::Acquire);
1167    Some(SessionInfo {
1168        thread_id,
1169        cwd,
1170        shell_pid,
1171        command_id: session.command_id.lock().await.clone(),
1172        running,
1173        background_command_ids,
1174        created_at_unix_ms: Some(session.created_at_unix_ms),
1175        last_activity_unix_ms: Some(session.last_activity_unix_ms.load(Ordering::Acquire)),
1176        last_command_at_unix_ms: (last_command_at_unix_ms > 0).then_some(last_command_at_unix_ms),
1177        ever_ran_command: session.ever_ran_command.load(Ordering::Acquire),
1178    })
1179}
1180
1181async fn active_background_command_ids(
1182    session: &Arc<DaemonSession>,
1183    thread_id: &str,
1184) -> Vec<String> {
1185    let candidates = session.background_ids.lock().await.clone();
1186    let mut active = Vec::new();
1187    for id in candidates {
1188        let shell = {
1189            let store = lock_session_store();
1190            store.resolve(thread_id, &ShellTarget::Background(id.clone()))
1191        };
1192        let Some(shell) = shell else { continue };
1193        // Capture the final queued bytes before deciding that a completed shell is
1194        // no longer active. Otherwise pruning the id here could make the journal
1195        // drainer stop one poll too early.
1196        capture_shell_output(session, &id, &shell).await;
1197        let running = {
1198            let guard = shell.lock().await;
1199            guard.as_ref().is_some_and(|shell| shell.command_running)
1200        };
1201        if running {
1202            active.push(id);
1203        }
1204    }
1205
1206    let active_set = active.iter().cloned().collect::<HashSet<_>>();
1207    session.background_ids.lock().await.retain(|id| active_set.contains(id));
1208    active.sort();
1209    active
1210}
1211
1212async fn interrupt_session(
1213    session: &Arc<DaemonSession>,
1214    params: &SessionParams,
1215    guardian_epoch: &str,
1216) -> Result<bool> {
1217    session.note_activity(false);
1218    let _operation = session.operation_barrier.read().await;
1219    if params.expected_guardian_epoch.as_deref().is_some_and(|expected| expected != guardian_epoch)
1220        || params
1221            .expected_execution
1222            .as_ref()
1223            .is_some_and(|expected| expected.guardian_epoch != guardian_epoch)
1224    {
1225        return Ok(false);
1226    }
1227    let session_epoch = session.session_epoch.lock().await;
1228    if params.expected_execution.as_ref().is_some_and(|expected| {
1229        expected.session_epoch != *session_epoch
1230            || params
1231                .expected_generation
1232                .is_some_and(|generation| generation != expected.generation)
1233    }) {
1234        return Ok(false);
1235    }
1236    drop(session_epoch);
1237    let shell = {
1238        let state = session.state.lock().await;
1239        state.as_ref().map(|state| state.pty_shell.clone())
1240    };
1241    let Some(shell) = shell else { return Ok(false) };
1242    let interrupted =
1243        crate::runtime::interrupt_pty_until_recovered(&shell, params.expected_generation).await?;
1244    if interrupted {
1245        capture_session_outputs_locked(session).await;
1246    }
1247    Ok(interrupted)
1248}
1249
1250fn unix_ms() -> u64 {
1251    SystemTime::now()
1252        .duration_since(UNIX_EPOCH)
1253        .ok()
1254        .and_then(|duration| u64::try_from(duration.as_millis()).ok())
1255        .unwrap_or(0)
1256}
1257
1258fn to_wire_error(error: WinxError) -> WireShellError {
1259    match error {
1260        WinxError::BashStateNotInitialized => WireShellError::BashStateNotInitialized,
1261        WinxError::ShellInitializationError(message) => {
1262            WireShellError::ShellInitialization(message)
1263        }
1264        WinxError::CommandExecutionError(message) => WireShellError::CommandExecution(message),
1265        WinxError::NoActiveCommand(message) => WireShellError::NoActiveCommand(message),
1266        WinxError::BackgroundSessionNotFound(message) => {
1267            WireShellError::BackgroundSessionNotFound(message)
1268        }
1269        WinxError::EmptyInteractiveInput { action } => {
1270            WireShellError::EmptyInteractiveInput(action)
1271        }
1272        WinxError::InteractiveTargetNotRunning(message) => {
1273            WireShellError::InteractiveTargetNotRunning(message)
1274        }
1275        WinxError::CommandAlreadyRunning { current_command, duration_seconds } => {
1276            WireShellError::CommandAlreadyRunning { current_command, duration_seconds }
1277        }
1278        WinxError::CommandNotAllowed(message) => WireShellError::CommandNotAllowed(message),
1279        WinxError::ThreadIdMismatch(message) => WireShellError::ThreadIdMismatch(message),
1280        WinxError::InvalidInput(message) | WinxError::ArgumentParseError(message) => {
1281            WireShellError::InvalidInput(message)
1282        }
1283        other => WireShellError::Other(other.to_string()),
1284    }
1285}
1286
1287fn rpc_result<T: serde::Serialize>(id: u64, result: &T) -> RpcResponse {
1288    match serde_json::to_value(result) {
1289        Ok(result) => {
1290            RpcResponse { jsonrpc: "2.0".to_string(), id, result: Some(result), error: None }
1291        }
1292        Err(error) => rpc_error(id, -32603, &error.to_string()),
1293    }
1294}
1295
1296fn rpc_error(id: u64, code: i32, message: &str) -> RpcResponse {
1297    RpcResponse {
1298        jsonrpc: "2.0".to_string(),
1299        id,
1300        result: None,
1301        error: Some(RpcError { code, message: message.to_string() }),
1302    }
1303}
1304
1305fn same_uid(stream: &UnixStream) -> Result<bool> {
1306    let credentials = stream.peer_cred()?;
1307    Ok(credentials.uid() == crate::os::unix::effective_uid())
1308}
1309
1310#[cfg(test)]
1311mod tests {
1312    #![allow(clippy::expect_used)]
1313    use std::collections::HashMap;
1314    use std::sync::atomic::Ordering;
1315    use std::sync::Arc;
1316    use std::time::{Duration, Instant};
1317
1318    use tokio::sync::{watch, Mutex};
1319
1320    use super::{
1321        canonical_action_fingerprint, configure_session, consume_launch_cancellation_flag,
1322        interrupt_session, launch_cancellation_flag, run_action, validate_identifier,
1323        ActionCompletion, ActionEntry, ActionOwnerGuard, CaptureState, DaemonSession,
1324        OutputJournal, MAX_SESSION_CACHE_ENTRIES,
1325    };
1326    use crate::daemon::protocol::{
1327        ConfigureSessionParams, ConfigureSessionTransition, RunActionParams, SessionParams,
1328        WireShellError,
1329    };
1330    use crate::errors::WinxError;
1331    use crate::runtime::ShellActionOptions;
1332    use crate::state::bash_state::BashState;
1333    use crate::types::BashCommand;
1334
1335    fn action_params(state: &BashState, command: &str, request_key: &str) -> RunActionParams {
1336        let command: BashCommand = serde_json::from_value(serde_json::json!({
1337            "action_json": {
1338                "type": "command",
1339                "command": command,
1340                "is_background": false,
1341                "allow_multi": true
1342            },
1343            "thread_id": state.current_thread_id,
1344            "wait_for_seconds": 2.0
1345        }))
1346        .expect("valid command");
1347        RunActionParams {
1348            snapshot: state.snapshot(),
1349            command,
1350            request_key: request_key.to_string(),
1351            consumer_id: "single-flight-test".to_string(),
1352            options: ShellActionOptions::default(),
1353        }
1354    }
1355
1356    #[test]
1357    fn late_consumer_is_told_when_journal_head_was_dropped() {
1358        let mut journal = OutputJournal::default();
1359        journal.append("a".repeat(3 * 1024 * 1024));
1360        journal.append("b".repeat(3 * 1024 * 1024));
1361
1362        let read = journal.read("late");
1363        assert!(read.gap);
1364        assert!(read.output.starts_with('b'));
1365    }
1366
1367    #[test]
1368    fn journal_consumer_cursors_are_lru_bounded() {
1369        let mut journal = OutputJournal::default();
1370        journal.append("output".to_string());
1371        for index in 0..(MAX_SESSION_CACHE_ENTRIES + 100) {
1372            let _ = journal.read(&format!("consumer-{index}"));
1373        }
1374        assert_eq!(journal.cursors.len(), MAX_SESSION_CACHE_ENTRIES);
1375    }
1376
1377    #[test]
1378    fn daemon_identifiers_have_a_small_memory_bound() {
1379        assert!(validate_identifier("consumer_id", &"x".repeat(256)).is_ok());
1380        assert!(validate_identifier("consumer_id", &"x".repeat(257)).is_err());
1381    }
1382
1383    #[test]
1384    fn drainer_backoff_tracks_output_and_command_activity() {
1385        assert!(
1386            CaptureState { changed: true, active: false }.next_delay()
1387                < CaptureState { changed: false, active: true }.next_delay()
1388        );
1389        assert!(
1390            CaptureState { changed: false, active: true }.next_delay()
1391                < CaptureState { changed: false, active: false }.next_delay()
1392        );
1393    }
1394
1395    #[tokio::test]
1396    async fn request_key_is_single_flight_and_replays_lost_response() {
1397        let temp = tempfile::tempdir().expect("temporary directory");
1398        let marker = temp.path().join("single-flight.marker");
1399        let mut state = BashState::new();
1400        state.cwd = temp.path().to_path_buf();
1401        state.workspace_root = temp.path().to_path_buf();
1402        state.current_thread_id = "single_flight".to_string();
1403        let command = format!("printf x >> {}; sleep 0.1", marker.display());
1404        let params = action_params(&state, &command, "same-request");
1405        let sessions = Arc::new(Mutex::new(HashMap::<String, Arc<DaemonSession>>::new()));
1406
1407        let (first, concurrent) = tokio::join!(
1408            run_action(&sessions, params.clone(), "guardian-a"),
1409            run_action(&sessions, params.clone(), "guardian-a")
1410        );
1411        assert!(first.expect("owner result").error.is_none());
1412        assert!(concurrent.expect("shared result").error.is_none());
1413        let replay = run_action(&sessions, params, "guardian-a").await.expect("cached replay");
1414        assert!(replay.error.is_none());
1415        assert_eq!(std::fs::read_to_string(marker).expect("marker"), "x");
1416    }
1417
1418    #[tokio::test]
1419    async fn request_key_collision_rejects_different_parameters() {
1420        let temp = tempfile::tempdir().expect("temporary directory");
1421        let mut state = BashState::new();
1422        state.cwd = temp.path().to_path_buf();
1423        state.workspace_root = temp.path().to_path_buf();
1424        state.current_thread_id = "request_collision".to_string();
1425        let sessions = Arc::new(Mutex::new(HashMap::<String, Arc<DaemonSession>>::new()));
1426        run_action(&sessions, action_params(&state, "printf first", "collision"), "guardian-a")
1427            .await
1428            .expect("first action");
1429
1430        let error = run_action(
1431            &sessions,
1432            action_params(&state, "printf second", "collision"),
1433            "guardian-a",
1434        )
1435        .await
1436        .expect_err("collision must fail");
1437        assert!(error.to_string().contains("different shell action parameters"));
1438    }
1439
1440    #[tokio::test]
1441    async fn non_launching_action_paths_consume_unowned_cancellation_tombstones() {
1442        let temp = tempfile::tempdir().expect("temporary directory");
1443        let mut state = BashState::new();
1444        state.cwd = temp.path().to_path_buf();
1445        state.workspace_root = temp.path().to_path_buf();
1446        state.current_thread_id = "early_cancellation_cleanup".to_string();
1447        let session = Arc::new(DaemonSession::new());
1448        let sessions = Arc::new(Mutex::new(HashMap::from([(
1449            state.current_thread_id.clone(),
1450            Arc::clone(&session),
1451        )])));
1452
1453        let mut replay = action_params(&state, "printf replay", "replay-request");
1454        replay.options.cancellation_key = Some("replay-cancel".to_string());
1455        run_action(&sessions, replay.clone(), "guardian-a").await.expect("initial replay action");
1456        let replay_tombstone =
1457            launch_cancellation_flag(&session, "replay-cancel").await.expect("replay tombstone");
1458        replay_tombstone.store(true, Ordering::Release);
1459        drop(replay_tombstone);
1460        run_action(&sessions, replay, "guardian-a").await.expect("cached replay");
1461        assert!(!session.launch_reservations.lock().await.contains_key("replay-cancel"));
1462
1463        let mut first_collision =
1464            action_params(&state, "printf collision-one", "collision-request");
1465        first_collision.options.cancellation_key = Some("collision-cancel".to_string());
1466        run_action(&sessions, first_collision, "guardian-a")
1467            .await
1468            .expect("initial collision action");
1469        let collision_tombstone = launch_cancellation_flag(&session, "collision-cancel")
1470            .await
1471            .expect("collision tombstone");
1472        collision_tombstone.store(true, Ordering::Release);
1473        drop(collision_tombstone);
1474        let mut collision = action_params(&state, "printf collision-two", "collision-request");
1475        collision.options.cancellation_key = Some("collision-cancel".to_string());
1476        assert!(run_action(&sessions, collision, "guardian-a").await.is_err());
1477        assert!(!session.launch_reservations.lock().await.contains_key("collision-cancel"));
1478
1479        {
1480            let mut completed = session.completed.lock().await;
1481            completed.clear();
1482            for index in 0..MAX_SESSION_CACHE_ENTRIES {
1483                completed.insert(
1484                    format!("working-{index}"),
1485                    ActionEntry {
1486                        fingerprint: vec![u8::try_from(index % 255).unwrap_or_default()],
1487                        cancellation_key: None,
1488                        completion: ActionCompletion::InFlight(Arc::new(watch::channel(None).0)),
1489                        last_seen: Instant::now(),
1490                    },
1491                );
1492            }
1493        }
1494        let saturation_tombstone = launch_cancellation_flag(&session, "saturation-cancel")
1495            .await
1496            .expect("saturation tombstone");
1497        saturation_tombstone.store(true, Ordering::Release);
1498        drop(saturation_tombstone);
1499        let mut saturated = action_params(&state, "printf blocked", "overflow-request");
1500        saturated.options.cancellation_key = Some("saturation-cancel".to_string());
1501        assert!(matches!(
1502            run_action(&sessions, saturated, "guardian-a").await,
1503            Err(WinxError::ResourceAllocationError { .. })
1504        ));
1505        assert!(!session.launch_reservations.lock().await.contains_key("saturation-cancel"));
1506    }
1507
1508    #[tokio::test]
1509    async fn action_waiter_does_not_consume_the_owners_cancellation_reservation() {
1510        let temp = tempfile::tempdir().expect("temporary directory");
1511        let started = temp.path().join("single-flight-started.marker");
1512        let release = temp.path().join("single-flight-release.marker");
1513        let mut state = BashState::new();
1514        state.cwd = temp.path().to_path_buf();
1515        state.workspace_root = temp.path().to_path_buf();
1516        state.current_thread_id = "waiter_cancellation_owner".to_string();
1517        let session = Arc::new(DaemonSession::new());
1518        let sessions = Arc::new(Mutex::new(HashMap::from([(
1519            state.current_thread_id.clone(),
1520            Arc::clone(&session),
1521        )])));
1522        let mut params = action_params(
1523            &state,
1524            &format!(
1525                "sh -c 'touch {}; while [ ! -e {} ]; do sleep 0.01; done'",
1526                started.display(),
1527                release.display()
1528            ),
1529            "shared-cancel-request",
1530        );
1531        params.options.cancellation_key = Some("shared-cancel-key".to_string());
1532
1533        let owner_sessions = Arc::clone(&sessions);
1534        let owner_params = params.clone();
1535        let owner =
1536            tokio::spawn(
1537                async move { run_action(&owner_sessions, owner_params, "guardian-a").await },
1538            );
1539        tokio::time::timeout(Duration::from_secs(2), async {
1540            while !started.exists() {
1541                tokio::time::sleep(Duration::from_millis(5)).await;
1542            }
1543        })
1544        .await
1545        .expect("owner command never started");
1546
1547        let waiter_sessions = Arc::clone(&sessions);
1548        let waiter =
1549            tokio::spawn(async move { run_action(&waiter_sessions, params, "guardian-a").await });
1550        tokio::time::sleep(Duration::from_millis(25)).await;
1551        assert!(
1552            session.launch_reservations.lock().await.contains_key("shared-cancel-key"),
1553            "a waiter consumed the owner's launch reservation"
1554        );
1555
1556        std::fs::write(release, b"release").expect("release owner command");
1557        owner.await.expect("owner join").expect("owner result");
1558        waiter.await.expect("waiter join").expect("waiter result");
1559        assert!(!session.launch_reservations.lock().await.contains_key("shared-cancel-key"));
1560    }
1561
1562    #[test]
1563    fn action_fingerprint_is_canonical_across_map_insertion_order() {
1564        let mut first = BashState::new();
1565        first.current_thread_id = "canonical".to_string();
1566        first.whitelist_for_overwrite.insert(
1567            "z".to_string(),
1568            crate::state::bash_state::FileWhitelistData::new("z".into(), vec![(1, 1)], 1),
1569        );
1570        first.whitelist_for_overwrite.insert(
1571            "a".to_string(),
1572            crate::state::bash_state::FileWhitelistData::new("a".into(), vec![(1, 1)], 1),
1573        );
1574        let mut second = BashState::new();
1575        second.current_thread_id = "canonical".to_string();
1576        second.whitelist_for_overwrite.insert(
1577            "a".to_string(),
1578            crate::state::bash_state::FileWhitelistData::new("a".into(), vec![(1, 1)], 1),
1579        );
1580        second.whitelist_for_overwrite.insert(
1581            "z".to_string(),
1582            crate::state::bash_state::FileWhitelistData::new("z".into(), vec![(1, 1)], 1),
1583        );
1584
1585        assert_eq!(
1586            canonical_action_fingerprint(&action_params(&first, "printf stable", "key"))
1587                .expect("first fingerprint"),
1588            canonical_action_fingerprint(&action_params(&second, "printf stable", "key"))
1589                .expect("second fingerprint")
1590        );
1591    }
1592
1593    #[tokio::test]
1594    async fn action_cache_applies_backpressure_when_every_entry_is_in_flight() {
1595        let state = BashState::new();
1596        let session = Arc::new(DaemonSession::new());
1597        {
1598            let mut completed = session.completed.lock().await;
1599            for index in 0..MAX_SESSION_CACHE_ENTRIES {
1600                completed.insert(
1601                    format!("working-{index}"),
1602                    ActionEntry {
1603                        fingerprint: vec![u8::try_from(index % 255).unwrap_or_default()],
1604                        cancellation_key: None,
1605                        completion: ActionCompletion::InFlight(Arc::new(watch::channel(None).0)),
1606                        last_seen: Instant::now(),
1607                    },
1608                );
1609            }
1610        }
1611        let sessions =
1612            Arc::new(Mutex::new(HashMap::from([(state.current_thread_id.clone(), session)])));
1613        let error = run_action(
1614            &sessions,
1615            action_params(&state, "printf blocked", "overflow"),
1616            "guardian-a",
1617        )
1618        .await
1619        .expect_err("all-in-flight cache must reject new reservations");
1620        assert!(matches!(error, WinxError::ResourceAllocationError { .. }));
1621    }
1622
1623    #[tokio::test]
1624    async fn cancellation_reservations_never_evict_active_flags() {
1625        let session = DaemonSession::new();
1626        let mut active = Vec::new();
1627        for index in 0..MAX_SESSION_CACHE_ENTRIES {
1628            active.push(
1629                launch_cancellation_flag(&session, &format!("active-{index}"))
1630                    .await
1631                    .expect("active cancellation reservation"),
1632            );
1633        }
1634        let error = launch_cancellation_flag(&session, "overflow")
1635            .await
1636            .expect_err("all active cancellation flags must apply backpressure");
1637        assert!(matches!(error, WinxError::ResourceAllocationError { .. }));
1638        assert_eq!(session.launch_reservations.lock().await.len(), MAX_SESSION_CACHE_ENTRIES);
1639
1640        drop(active.pop());
1641        launch_cancellation_flag(&session, "overflow")
1642            .await
1643            .expect("inactive cancellation flag should be evictable");
1644        assert_eq!(session.launch_reservations.lock().await.len(), MAX_SESSION_CACHE_ENTRIES);
1645    }
1646
1647    #[tokio::test]
1648    async fn cancelled_tombstones_apply_backpressure_until_consumed() {
1649        let session = DaemonSession::new();
1650        for index in 0..MAX_SESSION_CACHE_ENTRIES {
1651            let flag = launch_cancellation_flag(&session, &format!("cancelled-{index}"))
1652                .await
1653                .expect("cancel tombstone");
1654            flag.store(true, Ordering::Release);
1655        }
1656
1657        let error = launch_cancellation_flag(&session, "overflow")
1658            .await
1659            .expect_err("cancel tombstones must not be evicted for capacity");
1660        assert!(matches!(error, WinxError::ResourceAllocationError { .. }));
1661
1662        let consumed = session
1663            .launch_reservations
1664            .lock()
1665            .await
1666            .get("cancelled-0")
1667            .expect("preserved tombstone")
1668            .value
1669            .clone();
1670        consume_launch_cancellation_flag(&session, "cancelled-0", &consumed).await;
1671        launch_cancellation_flag(&session, "replacement")
1672            .await
1673            .expect("consumed tombstone releases capacity");
1674    }
1675
1676    #[tokio::test]
1677    async fn cancel_before_action_survives_capacity_churn_and_prevents_launch() {
1678        let temp = tempfile::tempdir().expect("temporary directory");
1679        let marker = temp.path().join("cancelled-before-action.marker");
1680        let mut state = BashState::new();
1681        state.cwd = temp.path().to_path_buf();
1682        state.workspace_root = temp.path().to_path_buf();
1683        state.current_thread_id = "cancel_tombstone_churn".to_string();
1684        let session = Arc::new(DaemonSession::new());
1685        let sessions = Arc::new(Mutex::new(HashMap::from([(
1686            state.current_thread_id.clone(),
1687            Arc::clone(&session),
1688        )])));
1689
1690        let cancelled = launch_cancellation_flag(&session, "cancel-before-action")
1691            .await
1692            .expect("cancel reservation");
1693        cancelled.store(true, Ordering::Release);
1694        drop(cancelled);
1695        for index in 0..(MAX_SESSION_CACHE_ENTRIES * 2) {
1696            drop(
1697                launch_cancellation_flag(&session, &format!("churn-{index}"))
1698                    .await
1699                    .expect("inactive churn reservation"),
1700            );
1701        }
1702        assert!(
1703            session
1704                .launch_reservations
1705                .lock()
1706                .await
1707                .get("cancel-before-action")
1708                .is_some_and(|entry| entry.value.load(Ordering::Acquire)),
1709            "capacity churn evicted the cancellation tombstone"
1710        );
1711
1712        let mut params = action_params(
1713            &state,
1714            &format!("printf forbidden > {}", marker.display()),
1715            "cancelled-action-request",
1716        );
1717        params.options.cancellation_key = Some("cancel-before-action".to_string());
1718        let result =
1719            run_action(&sessions, params, "guardian-a").await.expect("cancelled action result");
1720        assert!(matches!(
1721            result.error,
1722            Some(WireShellError::CommandExecution(ref message))
1723                if message.contains("cancelled before command launch")
1724        ));
1725        assert!(!marker.exists(), "cancelled action reached the PTY");
1726        assert!(
1727            !session.launch_reservations.lock().await.contains_key("cancel-before-action"),
1728            "the action did not consume its cancellation tombstone"
1729        );
1730    }
1731
1732    #[tokio::test]
1733    async fn automatic_pty_reset_rotates_before_stale_operations_reach_the_new_pty() {
1734        let temp = tempfile::tempdir().expect("temporary directory");
1735        let marker = temp.path().join("new-incarnation-running.marker");
1736        let completed_marker = temp.path().join("new-incarnation-completed.marker");
1737        let mut state = BashState::new();
1738        state.cwd = temp.path().to_path_buf();
1739        state.workspace_root = temp.path().to_path_buf();
1740        state.current_thread_id = "automatic_pty_reset".to_string();
1741        let sessions = Arc::new(Mutex::new(HashMap::new()));
1742
1743        let first = run_action(
1744            &sessions,
1745            action_params(&state, "printf first-incarnation", "before-auto-reset"),
1746            "guardian-a",
1747        )
1748        .await
1749        .expect("first action");
1750        let prior_token = first.execution_token.expect("first execution token");
1751        let session =
1752            sessions.lock().await.get("automatic_pty_reset").expect("daemon session").clone();
1753
1754        let mut forced = action_params(
1755            &state,
1756            &format!(
1757                "sh -c 'touch {}; sleep 0.4; printf completed > {}'",
1758                marker.display(),
1759                completed_marker.display()
1760            ),
1761            "forced-auto-reset",
1762        );
1763        forced.options.force_clear_to_run_failure = true;
1764        let reset_sessions = Arc::clone(&sessions);
1765        let reset =
1766            tokio::spawn(async move { run_action(&reset_sessions, forced, "guardian-a").await });
1767        tokio::time::timeout(Duration::from_secs(2), async {
1768            while !marker.exists() {
1769                tokio::time::sleep(Duration::from_millis(5)).await;
1770            }
1771        })
1772        .await
1773        .expect("replacement PTY command never started");
1774        assert_ne!(
1775            *session.session_epoch.lock().await,
1776            prior_token.session_epoch,
1777            "epoch was not rotated before the replacement command launched"
1778        );
1779        assert!(!reset.is_finished(), "reset action returned before the interleaving probe");
1780
1781        let mut stale_status = action_params(&state, "printf unused", "stale-after-auto-reset");
1782        stale_status.command = serde_json::from_value(serde_json::json!({
1783            "action_json": {"type": "status_check", "status_check": true},
1784            "thread_id": "automatic_pty_reset",
1785            "wait_for_seconds": 0.0
1786        }))
1787        .expect("status command");
1788        stale_status.options.expected_generation = Some(prior_token.generation);
1789        stale_status.options.expected_execution = Some(prior_token.clone());
1790        assert!(run_action(&sessions, stale_status, "guardian-a").await.is_err());
1791
1792        assert!(!interrupt_session(
1793            &session,
1794            &SessionParams {
1795                thread_id: "automatic_pty_reset".to_string(),
1796                expected_generation: Some(prior_token.generation),
1797                expected_execution: Some(prior_token.clone()),
1798                expected_guardian_epoch: Some("guardian-a".to_string()),
1799            },
1800            "guardian-a",
1801        )
1802        .await
1803        .expect("stale interrupt result"));
1804
1805        let reset = reset.await.expect("reset action join").expect("reset action result");
1806        let current = reset.execution_token.clone().expect("reset execution token");
1807        assert_eq!(prior_token.generation, current.generation);
1808        assert_ne!(prior_token.session_epoch, current.session_epoch);
1809        assert_eq!(
1810            std::fs::read_to_string(completed_marker).expect("replacement completion marker"),
1811            "completed",
1812            "a stale operation disturbed the replacement command: {reset:?}"
1813        );
1814    }
1815
1816    #[tokio::test]
1817    async fn abandoned_action_owner_notifies_waiters() {
1818        let completion = Arc::new(watch::channel(None).0);
1819        let receiver = completion.subscribe();
1820        drop(ActionOwnerGuard::new(completion));
1821        let error = super::wait_for_action_completion(receiver)
1822            .await
1823            .expect_err("abandoned owner must fail its waiters");
1824        assert!(error.to_string().contains("owner disappeared"));
1825    }
1826
1827    #[tokio::test]
1828    #[allow(clippy::too_many_lines)] // One deterministic reset/action/interrupt schedule.
1829    async fn reset_is_atomic_with_action_status_and_interrupt_across_generation_collision() {
1830        let temp = tempfile::tempdir().expect("temporary directory");
1831        let mut state = BashState::new();
1832        state.cwd = temp.path().to_path_buf();
1833        state.workspace_root = temp.path().to_path_buf();
1834        state.current_thread_id = "atomic_reset".to_string();
1835        let session = Arc::new(DaemonSession::new());
1836        let sessions = Arc::new(Mutex::new(HashMap::from([(
1837            state.current_thread_id.clone(),
1838            Arc::clone(&session),
1839        )])));
1840        let held = session.operation_barrier.write().await;
1841        let owner_sessions = Arc::clone(&sessions);
1842        let first_params =
1843            action_params(&state, "sh -c 'sleep 0.25; printf old-incarnation'", "old-action");
1844        let first =
1845            tokio::spawn(
1846                async move { run_action(&owner_sessions, first_params, "guardian-a").await },
1847            );
1848
1849        while !session.completed.lock().await.contains_key("old-action") {
1850            tokio::task::yield_now().await;
1851        }
1852        // Let the owner reach the barrier while the test-held writer makes the
1853        // queue ordering deterministic, then enqueue reset behind it.
1854        tokio::time::sleep(Duration::from_millis(10)).await;
1855        let reset_sessions = Arc::clone(&sessions);
1856        let reset_snapshot = state.snapshot();
1857        let mut reset = tokio::spawn(async move {
1858            configure_session(
1859                &reset_sessions,
1860                ConfigureSessionParams {
1861                    snapshot: reset_snapshot,
1862                    transition: ConfigureSessionTransition::Reset,
1863                },
1864            )
1865            .await
1866        });
1867        drop(held);
1868        assert!(
1869            tokio::time::timeout(Duration::from_millis(50), &mut reset).await.is_err(),
1870            "reset crossed an in-flight action's session barrier"
1871        );
1872
1873        let first = tokio::time::timeout(Duration::from_secs(5), first)
1874            .await
1875            .expect("first action timeout")
1876            .expect("first join")
1877            .expect("first result");
1878        let stale_execution = first.execution_token.expect("old execution token");
1879        tokio::time::timeout(Duration::from_secs(5), reset)
1880            .await
1881            .expect("reset timeout")
1882            .expect("reset join")
1883            .expect("reset result");
1884
1885        let mut new_action =
1886            action_params(&state, "sh -c 'sleep 0.15; printf new-incarnation'", "new-action");
1887        new_action.command.wait_for_seconds = Some(0.001);
1888        let current = tokio::time::timeout(
1889            Duration::from_secs(5),
1890            run_action(&sessions, new_action, "guardian-a"),
1891        )
1892        .await
1893        .expect("new action timeout")
1894        .expect("new action");
1895        let current_token = current.execution_token.expect("current execution token");
1896        assert_eq!(stale_execution.generation, current_token.generation);
1897        assert_ne!(stale_execution.session_epoch, current_token.session_epoch);
1898
1899        let mut stale_status = action_params(&state, "printf unused", "stale-status");
1900        stale_status.command = serde_json::from_value(serde_json::json!({
1901            "action_json": {"type": "status_check", "status_check": true},
1902            "thread_id": "atomic_reset",
1903            "wait_for_seconds": 0.01
1904        }))
1905        .expect("status command");
1906        stale_status.options.expected_generation = Some(stale_execution.generation);
1907        stale_status.options.expected_execution = Some(stale_execution.clone());
1908        assert!(tokio::time::timeout(
1909            Duration::from_secs(5),
1910            run_action(&sessions, stale_status, "guardian-a"),
1911        )
1912        .await
1913        .expect("stale status timeout")
1914        .is_err());
1915
1916        assert!(!interrupt_session(
1917            &session,
1918            &SessionParams {
1919                thread_id: "atomic_reset".to_string(),
1920                expected_generation: Some(stale_execution.generation),
1921                expected_execution: Some(stale_execution),
1922                expected_guardian_epoch: Some("guardian-a".to_string()),
1923            },
1924            "guardian-a",
1925        )
1926        .await
1927        .expect("stale interrupt"));
1928
1929        let mut current_status = action_params(&state, "printf unused", "current-status");
1930        current_status.command = serde_json::from_value(serde_json::json!({
1931            "action_json": {"type": "status_check", "status_check": true},
1932            "thread_id": "atomic_reset",
1933            "wait_for_seconds": 1.0
1934        }))
1935        .expect("current status command");
1936        current_status.options.expected_generation = Some(current_token.generation);
1937        current_status.options.expected_execution = Some(current_token);
1938        let drained = tokio::time::timeout(
1939            Duration::from_secs(5),
1940            run_action(&sessions, current_status, "guardian-a"),
1941        )
1942        .await
1943        .expect("current status timeout")
1944        .expect("current status");
1945        assert!(
1946            drained.output.as_deref().is_some_and(|output| output.contains("new-incarnation")),
1947            "stale operations consumed or interrupted the new incarnation: {drained:?}"
1948        );
1949    }
1950}