mj_transcript/
turn_context.rs

1//! Process-local classification evidence using the shared transcript summary.
2use agent_client_protocol::schema::v1::{ContentBlock, SessionUpdate};
3use mj_core::activity::ActivityFacts;
4use mj_core::activity::verdict::*;
5use mj_core::config::HarnessKind;
6use std::sync::{Arc, Mutex};
7
8#[derive(Debug, Default)]
9struct TurnContextState {
10    generation: u64,
11    parent_activity: Option<std::time::Instant>,
12    decision_log: Option<mj_core::jev::DecisionLog>,
13    user_prompt_tail: String,
14    message_id: Option<String>,
15    assistant_text_tail: String,
16    last_completed_message: String,
17    summary: crate::summary::TranscriptSummary,
18    background_commands: usize,
19    queued_commands: usize,
20    background_inventory: Vec<mj_core::relay::BackgroundCommand>,
21    native_agent_ids: Vec<String>,
22    session_id: String,
23}
24
25/// The prompt that became visible to the harness at this durable observation.
26/// A queued or unconfirmed steering prompt has not been delivered yet.
27pub fn delivered_prompt_command_id(observation: &mj_core::relay::RelayObservation) -> Option<&str> {
28    use mj_core::relay::{RelayCommandOutcome, RelayObservation};
29    match observation {
30        RelayObservation::CommandStarted { command_id, .. } => Some(command_id),
31        RelayObservation::CommandCompleted {
32            outcome: RelayCommandOutcome::Steered { queued_command_id },
33            ..
34        } => Some(queued_command_id),
35        _ => None,
36    }
37}
38
39/// The relay and runtime share this small process-local evidence accumulator.
40#[derive(Debug, Default, Clone)]
41pub struct TurnContext(Arc<Mutex<TurnContextState>>);
42
43impl TurnContext {
44    /// Process-local parent clock; child traffic and inventory updates never mark it.
45    pub fn mark_parent_activity(&self) {
46        self.0
47            .lock()
48            .expect("turn context lock poisoned")
49            .parent_activity = Some(std::time::Instant::now());
50    }
51
52    pub fn parent_activity(&self) -> Option<std::time::Instant> {
53        self.0
54            .lock()
55            .expect("turn context lock poisoned")
56            .parent_activity
57    }
58
59    pub fn set_decision_log(&self, log: mj_core::jev::DecisionLog) {
60        self.0
61            .lock()
62            .expect("turn context lock poisoned")
63            .decision_log = Some(log);
64    }
65    pub fn decision_log(&self) -> Option<mj_core::jev::DecisionLog> {
66        self.0
67            .lock()
68            .expect("turn context lock poisoned")
69            .decision_log
70            .clone()
71    }
72    pub fn reset(&self, prompt: &str) {
73        let mut state = self.0.lock().expect("turn context lock poisoned");
74        let generation = state.generation.wrapping_add(1);
75        *state = TurnContextState {
76            generation,
77            parent_activity: Some(std::time::Instant::now()),
78            decision_log: state.decision_log.clone(),
79            user_prompt_tail: tail(prompt, USER_PROMPT_BYTES),
80            background_commands: state.background_commands,
81            queued_commands: state.queued_commands,
82            background_inventory: std::mem::take(&mut state.background_inventory),
83            native_agent_ids: std::mem::take(&mut state.native_agent_ids),
84            session_id: std::mem::take(&mut state.session_id),
85            summary: std::mem::take(&mut state.summary),
86            ..Default::default()
87        };
88    }
89
90    /// Record durable transcript observations through the same path during live work and replay.
91    pub fn observe_relay(
92        &self,
93        observation: &mj_core::relay::RelayObservation,
94        prompt: Option<&str>,
95    ) {
96        use mj_core::relay::{RelayCommandOutcome, RelayObservation};
97        match observation {
98            RelayObservation::CommandStarted { .. }
99            | RelayObservation::CommandCompleted {
100                outcome: RelayCommandOutcome::Steered { .. },
101                ..
102            } => {
103                if let Some(prompt) = prompt {
104                    self.reset(prompt);
105                    self.0
106                        .lock()
107                        .expect("turn context lock poisoned")
108                        .summary
109                        .push_user(prompt);
110                }
111            }
112            RelayObservation::SessionUpdate { update } => self.observe(update),
113            RelayObservation::TerminalOutput {
114                terminal_id,
115                output,
116                truncated,
117                exit_code,
118                signal,
119            } => {
120                self.observe_terminal(&mj_core::transcript::TerminalOutputRecord {
121                    terminal_id: terminal_id.clone(),
122                    output: output.clone(),
123                    truncated: *truncated,
124                    exit_code: *exit_code,
125                    signal: signal.clone(),
126                });
127            }
128            RelayObservation::CommandCompleted {
129                outcome: RelayCommandOutcome::ContextCleared { .. },
130                ..
131            } => self.clear_history(),
132            _ => {}
133        }
134    }
135
136    /// Invalidate a pending verdict at a lifecycle boundary without discarding evidence.
137    pub fn invalidate(&self) {
138        let mut state = self.0.lock().expect("turn context lock poisoned");
139        state.generation = state.generation.wrapping_add(1);
140    }
141
142    pub fn generation(&self) -> u64 {
143        self.0
144            .lock()
145            .expect("turn context lock poisoned")
146            .generation
147    }
148
149    pub fn counts(&self) -> (usize, usize) {
150        let state = self.0.lock().expect("turn context lock poisoned");
151        (state.background_commands, state.queued_commands)
152    }
153
154    pub fn set_counts(&self, background_commands: usize, queued_commands: usize) {
155        let mut state = self.0.lock().expect("turn context lock poisoned");
156        if (state.background_commands, state.queued_commands)
157            != (background_commands, queued_commands)
158        {
159            state.generation = state.generation.wrapping_add(1);
160            state.background_commands = background_commands;
161            state.queued_commands = queued_commands;
162        }
163    }
164
165    pub fn set_session_id(&self, session_id: &str) {
166        self.0
167            .lock()
168            .expect("turn context lock poisoned")
169            .session_id = session_id.into();
170    }
171
172    pub fn session_id(&self) -> String {
173        self.0
174            .lock()
175            .expect("turn context lock poisoned")
176            .session_id
177            .clone()
178    }
179
180    /// Compare identities as well as counts; identical level reports are not activity.
181    pub fn set_background_inventory(
182        &self,
183        mut commands: Vec<mj_core::relay::BackgroundCommand>,
184        mut native_agent_ids: Vec<String>,
185    ) {
186        commands.sort_by(|a, b| a.id.cmp(&b.id));
187        native_agent_ids.sort();
188        let mut state = self.0.lock().expect("turn context lock poisoned");
189        if state.background_inventory != commands || state.native_agent_ids != native_agent_ids {
190            state.background_inventory = commands;
191            state.native_agent_ids = native_agent_ids;
192            state.generation = state.generation.wrapping_add(1);
193        }
194    }
195
196    pub fn observe(&self, update: &SessionUpdate) {
197        let mut state = self.0.lock().expect("turn context lock poisoned");
198        state.parent_activity = Some(std::time::Instant::now());
199        if matches!(
200            update,
201            SessionUpdate::AgentMessageChunk(_)
202                | SessionUpdate::AgentThoughtChunk(_)
203                | SessionUpdate::ToolCall(_)
204                | SessionUpdate::ToolCallUpdate(_)
205        ) {
206            state.generation = state.generation.wrapping_add(1);
207        }
208        state.summary.observe(update);
209        match update {
210            SessionUpdate::AgentMessageChunk(chunk) => {
211                let id = chunk.message_id.as_ref().map(ToString::to_string);
212                if id != state.message_id {
213                    complete_message(&mut state);
214                    state.message_id = id;
215                }
216                if let ContentBlock::Text(content) = &chunk.content {
217                    // Trim each chunk before appending, so a huge chunk never grows retained state.
218                    state
219                        .assistant_text_tail
220                        .push_str(&tail(&content.text, ASSISTANT_TEXT_BYTES));
221                    state.assistant_text_tail =
222                        tail(&state.assistant_text_tail, ASSISTANT_TEXT_BYTES);
223                }
224            }
225            SessionUpdate::ToolCall(_) => {
226                complete_message(&mut state);
227            }
228            SessionUpdate::ToolCallUpdate(_) | SessionUpdate::AgentThoughtChunk(_) => {
229                complete_message(&mut state)
230            }
231            _ => {}
232        }
233    }
234
235    pub fn observe_terminal(&self, record: &mj_core::transcript::TerminalOutputRecord) {
236        let mut state = self.0.lock().expect("turn context lock poisoned");
237        state.summary.observe_terminal(record);
238        state.generation = state.generation.wrapping_add(1);
239    }
240
241    pub fn mark_earlier_history_omitted(&self) {
242        self.0
243            .lock()
244            .expect("turn context lock poisoned")
245            .summary
246            .mark_earlier_history_omitted();
247    }
248
249    pub fn clear_history(&self) {
250        let mut state = self.0.lock().expect("turn context lock poisoned");
251        state.summary = Default::default();
252        state.user_prompt_tail.clear();
253        state.assistant_text_tail.clear();
254        state.last_completed_message.clear();
255        state.message_id = None;
256        state.generation = state.generation.wrapping_add(1);
257    }
258
259    pub fn evidence(
260        &self,
261        harness: HarnessKind,
262        phase: TurnPhase,
263        facts: &ActivityFacts,
264        now_ms: i64,
265    ) -> TurnEvidence {
266        let state = self.0.lock().expect("turn context lock poisoned");
267        let summary = state.summary.latest_user_messages();
268        let mut evidence = TurnEvidence {
269            authorization: None,
270            harness,
271            phase,
272            silent_for_s: facts
273                .last_acp_activity_at_ms
274                .map_or(0, |last| now_ms.saturating_sub(last).max(0) as u64 / 1000),
275            tools_in_flight: facts
276                .tools_in_flight
277                .iter()
278                .take(IN_FLIGHT_TOOLS)
279                .map(|tool| ToolEvidence {
280                    title: tail(
281                        &state
282                            .summary
283                            .entries
284                            .iter()
285                            .find(|e| e.id == tool.tool_call_id)
286                            .map(|e| e.text.clone())
287                            .unwrap_or_else(|| "unknown tool".into()),
288                        TOOL_TITLE_BYTES,
289                    ),
290                    running_s: now_ms.saturating_sub(tool.started_at_ms).max(0) as u64 / 1000,
291                })
292                .collect(),
293            transcript_summary: summary.render(48 * 1024),
294            background_commands: facts.background_commands,
295            queued_commands: facts.queued_commands,
296            user_prompt_tail: state.user_prompt_tail.clone(),
297            assistant_text_tail: if state.assistant_text_tail.is_empty() {
298                state.last_completed_message.clone()
299            } else {
300                state.assistant_text_tail.clone()
301            },
302            completion: None,
303        };
304        let mut limit = 48 * 1024;
305        while serde_json::to_vec(&evidence)
306            .expect("serialize evidence")
307            .len()
308            > 60 * 1024
309        {
310            limit /= 2;
311            evidence.transcript_summary = summary.render(limit);
312        }
313        evidence
314    }
315}
316
317fn complete_message(state: &mut TurnContextState) {
318    if !state.assistant_text_tail.is_empty() {
319        state.last_completed_message = std::mem::take(&mut state.assistant_text_tail);
320    }
321    state.message_id = None;
322}
323
324fn tail(text: &str, maximum_bytes: usize) -> String {
325    let start = text.floor_char_boundary(text.len().saturating_sub(maximum_bytes));
326    let mut value = text[start..].to_owned();
327    mj_core::transcript::truncate_string_start(&mut value, maximum_bytes);
328    value
329}
330
331#[cfg(test)]
332mod tests {
333    use super::*;
334    use mj_core::activity::InFlightToolCall;
335    use serde_json::json;
336    fn message(id: &str, text: &str) -> SessionUpdate {
337        serde_json::from_value(json!({"sessionUpdate":"agent_message_chunk","messageId":id,"content":{"type":"text","text":text}})).unwrap()
338    }
339
340    fn tool(title: &str) -> SessionUpdate {
341        serde_json::from_value(json!({"sessionUpdate":"tool_call","toolCallId":title,"title":title,"status":"in_progress"})).unwrap()
342    }
343
344    #[test]
345    fn diagnostic_logging_does_not_change_evidence_or_generation_and_survives_reset() {
346        let context = TurnContext::default();
347        context.reset("Implement the parser");
348        let generation = context.generation();
349        let before = serde_json::to_value(context.evidence(
350            HarnessKind::Codex,
351            TurnPhase::Running,
352            &Default::default(),
353            0,
354        ))
355        .unwrap();
356        let dir = tempfile::tempdir().unwrap();
357        let log = mj_core::jev::DecisionLog::open(dir.path().into()).unwrap();
358        context.set_decision_log(log.clone());
359        let attempt = log.start("s", "activity", "Who acts?", "Current request");
360        attempt.finish("unchanged", "Kept runtime facts");
361        assert_eq!(context.generation(), generation);
362        assert_eq!(
363            serde_json::to_value(context.evidence(
364                HarnessKind::Codex,
365                TurnPhase::Running,
366                &Default::default(),
367                0
368            ))
369            .unwrap(),
370            before
371        );
372        context.reset("New work");
373        assert!(context.decision_log().is_some());
374    }
375
376    #[test]
377    fn verdict_uses_latest_delivered_user_without_tool_history_but_keeps_live_facts() {
378        use mj_core::relay::RelayObservation;
379        let context = TurnContext::default();
380        let start = |id: &str| RelayObservation::CommandStarted {
381            command_id: id.into(),
382            started_at_ms: 0,
383        };
384        context.observe_relay(&start("old"), Some("OLD REQUEST"));
385        context.observe(&message("old", "OLD ANSWER"));
386        context.observe(&tool("active-build"));
387        context.observe_relay(&start("new"), Some("CURRENT REQUEST"));
388        let noisy: SessionUpdate = serde_json::from_value(json!({
389            "sessionUpdate":"tool_call", "toolCallId":"noisy", "title":"noisy", "status":"completed",
390            "rawInput":{"command":"TOOL_BODY".repeat(20_000)}
391        })).unwrap();
392        context.observe(&noisy);
393        context.observe(&message("new", "CURRENT ANSWER"));
394        let facts = ActivityFacts {
395            background_commands: 2,
396            queued_commands: 3,
397            tools_in_flight: vec![InFlightToolCall {
398                tool_call_id: "active-build".into(),
399                title: Some("active-build".into()),
400                status: agent_client_protocol::schema::v1::ToolCallStatus::InProgress,
401                started_at_ms: 1_000,
402            }],
403            ..Default::default()
404        };
405        let evidence = context.evidence(HarnessKind::Codex, TurnPhase::Running, &facts, 5_000);
406        assert!(evidence.transcript_summary.contains("CURRENT REQUEST"));
407        assert!(evidence.transcript_summary.contains("CURRENT ANSWER"));
408        for excluded in [
409            "OLD REQUEST",
410            "OLD ANSWER",
411            "TOOL_BODY",
412            "<tool",
413            "bytes omitted",
414        ] {
415            assert!(
416                !evidence.transcript_summary.contains(excluded),
417                "{excluded}"
418            );
419        }
420        assert_eq!(evidence.user_prompt_tail, "CURRENT REQUEST");
421        assert_eq!(evidence.assistant_text_tail, "CURRENT ANSWER");
422        assert_eq!(evidence.background_commands, 2);
423        assert_eq!(evidence.queued_commands, 3);
424        assert_eq!(evidence.tools_in_flight.len(), 1);
425        assert!(evidence.tools_in_flight[0].title.contains("active-build"));
426        assert_eq!(evidence.tools_in_flight[0].running_s, 4);
427        let full = context.0.lock().unwrap().summary.render(256 * 1024);
428        assert!(full.contains("OLD REQUEST") && full.contains("TOOL_BODY"));
429    }
430
431    #[test]
432    fn evidence_caps_utf8_text_tools_and_durations() {
433        let context = TurnContext::default();
434        context.reset(&"é".repeat(20_000));
435        context.observe(&message("first", &"🦀".repeat(20_000)));
436        let first = context.evidence(
437            HarnessKind::Claude,
438            TurnPhase::Running,
439            &ActivityFacts::default(),
440            0,
441        );
442        assert_eq!(first.user_prompt_tail.len(), USER_PROMPT_BYTES);
443        assert_eq!(first.assistant_text_tail.len(), ASSISTANT_TEXT_BYTES);
444        for n in 0..20 {
445            context.observe(&tool(&format!("{n}{}", "é".repeat(300))));
446        }
447        let facts = ActivityFacts {
448            last_acp_activity_at_ms: Some(1_000),
449            background_commands: 3,
450            queued_commands: 2,
451            tools_in_flight: (0..100)
452                .map(|n| InFlightToolCall {
453                    tool_call_id: n.to_string(),
454                    title: Some("🦀".repeat(200)),
455                    status: agent_client_protocol::schema::v1::ToolCallStatus::InProgress,
456                    started_at_ms: 2_000,
457                })
458                .collect(),
459            ..Default::default()
460        };
461        let evidence = context.evidence(HarnessKind::Claude, TurnPhase::Running, &facts, 95_000);
462        assert_eq!(evidence.tools_in_flight.len(), IN_FLIGHT_TOOLS);
463        assert!(
464            evidence
465                .tools_in_flight
466                .iter()
467                .all(|tool| tool.title.len() <= TOOL_TITLE_BYTES && tool.running_s == 93)
468        );
469        assert!(evidence.transcript_summary.len() <= 48 * 1024);
470        assert_eq!(evidence.assistant_text_tail, first.assistant_text_tail);
471        assert_eq!(evidence.silent_for_s, 94);
472        let json = serde_json::to_value(evidence).unwrap();
473        assert_eq!(json["phase"], "running");
474        assert_eq!(json["harness"], "claude");
475        assert_eq!(json["background_commands"], 3);
476        assert_eq!(json["queued_commands"], 2);
477        assert!(serde_json::to_vec(&json).unwrap().len() < 64 * 1024);
478    }
479
480    #[test]
481    fn message_boundaries_and_prompt_reset_do_not_mix_answers() {
482        let context = TurnContext::default();
483        context.reset("First prompt");
484        context.observe(&message("one", "Old answer"));
485        context.observe(&message("two", "New "));
486        context.observe(&message("two", "answer?"));
487        let evidence = context.evidence(
488            HarnessKind::Claude,
489            TurnPhase::Replied,
490            &ActivityFacts::default(),
491            0,
492        );
493        assert_eq!(evidence.assistant_text_tail, "New answer?");
494        let generation = context.generation();
495        context.set_counts(1, 2);
496        assert_ne!(context.generation(), generation);
497        let generation = context.generation();
498        context.set_counts(1, 2);
499        assert_eq!(context.generation(), generation);
500        assert_eq!(context.counts(), (1, 2));
501        context.invalidate();
502        assert_ne!(context.generation(), generation);
503        assert_eq!(context.counts(), (1, 2));
504        let generation = context.generation();
505        context.reset("Second prompt");
506        assert_eq!(context.counts(), (1, 2));
507        assert_ne!(context.generation(), generation);
508        let evidence = context.evidence(
509            HarnessKind::Claude,
510            TurnPhase::Running,
511            &ActivityFacts::default(),
512            0,
513        );
514        assert_eq!(evidence.user_prompt_tail, "Second prompt");
515        assert!(evidence.assistant_text_tail.is_empty());
516        assert!(!evidence.transcript_summary.contains("<user>"));
517    }
518}
mj_transcript/turn_context.rs

mj_transcript/
turn_context.rs
