auv-scan 0.0.22

Scroll scanning interaction implementation for AUV
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
//! Scene state product (L2 read-model): evidence-first draft answers to S0 five questions.
//!
//! NOTICE(scan-s5a): `motion` is supporting evidence only — must not drive draft-answer conclusions.

use serde::{Deserialize, Serialize};
use thiserror::Error;

use crate::association::{AssociationResult, FrameObservation, associate_adjacent_frames};
use crate::coverage::{CoverageView, build_coverage_view_for_sequence};
use crate::frame::{ScanBounds, ScanFrame};
use crate::lifecycle::{LifecycleError, LifecycleEvent, LifecycleVerdict, evaluate_lifecycle};
use crate::motion::{MotionError, MotionEstimate, MotionResult, MotionUnknown};

/// Frame facts consumed by scene-state evaluation.
///
/// Local bundle paths and image encoding metadata are intentionally absent:
/// scene-state policy depends only on temporal identity and geometry.
#[derive(Clone, Debug, PartialEq, Eq, Serialize, Deserialize)]
#[serde(deny_unknown_fields)]
pub struct SceneFrame {
  pub frame_id: String,
  pub sequence_index: u32,
  pub captured_at_millis: u64,
  pub window_bounds: ScanBounds,
  #[serde(skip_serializing_if = "Option::is_none")]
  pub viewport_bounds: Option<ScanBounds>,
}

impl From<ScanFrame> for SceneFrame {
  fn from(frame: ScanFrame) -> Self {
    Self {
      frame_id: frame.frame_id,
      sequence_index: frame.sequence_index,
      captured_at_millis: frame.captured_at_millis,
      window_bounds: frame.window_bounds,
      viewport_bounds: frame.viewport_bounds,
    }
  }
}

#[derive(Clone, Debug, PartialEq, Eq)]
pub struct SceneStateInput {
  pub frames: Vec<SceneFrame>,
  pub observations_by_frame: Vec<Vec<FrameObservation>>,
  pub lifecycle_events: Option<Vec<LifecycleEvent>>,
}

#[derive(Clone, Debug, PartialEq, Eq)]
pub enum IdentityAssessment {
  Linked,
  NewTrack,
  Ambiguous,
  Unknown,
}

#[derive(Clone, Debug, PartialEq, Eq)]
pub enum VisibilityAssessment {
  Visible,
  StaleCandidate,
  Unknown,
}

#[derive(Clone, Debug, PartialEq, Eq)]
pub struct SceneTrackState {
  pub track_id: String,
  pub last_seen_frame_id: Option<String>,
  pub latest_observation_present: bool,
  pub identity_assessment: IdentityAssessment,
  pub visibility_assessment: VisibilityAssessment,
  pub lifecycle_verdict: Option<LifecycleVerdict>,
}

#[derive(Clone, Debug, PartialEq, Eq)]
pub struct ActionReadiness {
  pub ready: bool,
  pub reason: String,
  pub blocking_codes: Vec<String>,
}

#[derive(Clone, Debug, PartialEq, Eq)]
pub struct ObservationRequest {
  pub code: String,
  pub rationale: String,
}

#[derive(Clone, Debug, PartialEq, Eq)]
pub struct SceneDiagnostic {
  pub code: String,
  pub message: String,
}

#[derive(Clone, Copy, Debug, PartialEq, Eq)]
pub struct SceneDraftAnswers<'a> {
  pub as_of_frame_id: &'a str,
  pub tracks: &'a [SceneTrackState],
  pub action_readiness: &'a ActionReadiness,
  pub recommended_observations: &'a [ObservationRequest],
}

#[derive(Clone, Debug, PartialEq)]
pub struct SceneStateProduct {
  pub as_of_frame_id: String,
  /// Supporting evidence only — does not drive S5a draft-answer conclusions.
  pub motion: MotionResult,
  pub coverage: CoverageView,
  pub lifecycle: Option<LifecycleVerdict>,
  pub tracks: Vec<SceneTrackState>,
  pub action_readiness: ActionReadiness,
  pub recommended_observations: Vec<ObservationRequest>,
  pub diagnostics: Vec<SceneDiagnostic>,
}

impl SceneStateProduct {
  /// Borrow the canonical scene state as the S0 draft-answer projection.
  pub fn draft_answers(&self) -> SceneDraftAnswers<'_> {
    SceneDraftAnswers {
      as_of_frame_id: &self.as_of_frame_id,
      tracks: &self.tracks,
      action_readiness: &self.action_readiness,
      recommended_observations: &self.recommended_observations,
    }
  }
}

#[derive(Debug, Error)]
pub enum SceneStateError {
  #[error("scene state requires a non-empty frame bundle")]
  EmptyBundle,
}

fn track_id_for_label(label: &str) -> String {
  format!("track-{label}")
}

fn label_for_track_id(track_id: &str) -> Option<&str> {
  track_id.strip_prefix("track-")
}

pub(crate) fn observations_match_frames(frames: &[SceneFrame], observations: &[Vec<FrameObservation>]) -> bool {
  !frames.is_empty() && !observations.is_empty() && observations.len() == frames.len()
}

fn collect_labels(observations_by_frame: &[Vec<FrameObservation>]) -> Vec<String> {
  let mut labels = Vec::new();
  for frame_obs in observations_by_frame {
    for obs in frame_obs {
      if !labels.contains(&obs.label) {
        labels.push(obs.label.clone());
      }
    }
  }
  labels.sort();
  labels
}

fn last_seen_frame_id(frames: &[SceneFrame], observations_by_frame: &[Vec<FrameObservation>], label: &str) -> Option<String> {
  for (index, frame_obs) in observations_by_frame.iter().enumerate().rev() {
    if frame_obs.iter().any(|obs| obs.label == label) {
      return frames.get(index).map(|frame| frame.frame_id.clone());
    }
  }
  None
}

// NOTICE(s9b-deferral): N-frame adjacent associations are durable in `scan-tracks-v0`;
// this helper still uses only the last frame pair for scene_state (S5a scope).
fn associations_for_frames(frames: &[SceneFrame], observations_by_frame: &[Vec<FrameObservation>]) -> Vec<AssociationResult> {
  if frames.len() < 2 {
    return Vec::new();
  }
  let last = frames.len() - 1;
  associate_adjacent_frames(&observations_by_frame[last - 1], &observations_by_frame[last])
}

fn identity_for_track(track_id: &str, associations: &[AssociationResult]) -> IdentityAssessment {
  let label = label_for_track_id(track_id).unwrap_or("");
  for association in associations {
    match association {
      AssociationResult::Linked { track_id: tid, .. } if tid == track_id => {
        return IdentityAssessment::Linked;
      }
      AssociationResult::NewTrack { track_id: tid, .. } if tid == track_id => {
        return IdentityAssessment::NewTrack;
      }
      AssociationResult::AmbiguousAssociation {
        label: assoc_label, ..
      } if track_id_for_label(assoc_label) == track_id || assoc_label == label => {
        return IdentityAssessment::Ambiguous;
      }
      _ => {}
    }
  }
  IdentityAssessment::Unknown
}

fn visibility_for_track(
  latest_observation_present: bool,
  identity: &IdentityAssessment,
  coverage: &CoverageView,
  last_seen_frame_id: &Option<String>,
) -> VisibilityAssessment {
  if matches!(identity, IdentityAssessment::Ambiguous) {
    return VisibilityAssessment::Unknown;
  }
  if latest_observation_present {
    return VisibilityAssessment::Visible;
  }
  let stale_candidate = coverage.negative_evidence().iter().any(|entry| entry.code == "no_new_observation") && last_seen_frame_id.is_some();
  if stale_candidate {
    return VisibilityAssessment::StaleCandidate;
  }
  VisibilityAssessment::Unknown
}

fn lifecycle_verdict_for_track(track_id: &str, lifecycle: &Option<LifecycleVerdict>) -> Option<LifecycleVerdict> {
  match lifecycle {
    Some(LifecycleVerdict::Reacquired { track_id: tid }) if tid == track_id => lifecycle.clone(),
    Some(LifecycleVerdict::Lost { track_id: tid }) if tid == track_id => lifecycle.clone(),
    Some(LifecycleVerdict::AmbiguousReacquire { track_id: tid }) if tid == track_id => lifecycle.clone(),
    Some(LifecycleVerdict::ObservationFailed { .. }) => lifecycle.clone(),
    _ => None,
  }
}

fn evaluate_lifecycle_optional(events: &Option<Vec<LifecycleEvent>>) -> (Option<LifecycleVerdict>, Option<String>) {
  let Some(stream) = events else {
    return (None, None);
  };
  if stream.is_empty() {
    return (None, Some("lifecycle_incomplete".into()));
  }
  match evaluate_lifecycle(stream) {
    Ok(verdict) => (Some(verdict), None),
    Err(LifecycleError::MissingEvidence { .. }) => (None, Some("lifecycle_missing_evidence".into())),
    Err(LifecycleError::EmptyEvents) => (None, Some("lifecycle_incomplete".into())),
  }
}

fn push_unique(codes: &mut Vec<String>, code: &str) {
  if !codes.iter().any(|existing| existing == code) {
    codes.push(code.to_string());
  }
}

fn collect_blocking_codes(
  observations_valid: bool,
  coverage: &CoverageView,
  lifecycle: &Option<LifecycleVerdict>,
  lifecycle_input_error: &Option<String>,
) -> Vec<String> {
  let mut codes = Vec::new();
  if !observations_valid {
    push_unique(&mut codes, "missing_observations");
    return codes;
  }
  for uncertainty in coverage.open_uncertainty_codes() {
    if uncertainty == "ambiguous_association" {
      push_unique(&mut codes, "ambiguous_association");
    }
  }
  for negative in coverage.negative_evidence() {
    if negative.code == "no_new_observation" {
      push_unique(&mut codes, "no_new_observation");
    }
  }
  if let Some(code) = lifecycle_input_error {
    push_unique(&mut codes, code);
  }
  if let Some(verdict) = lifecycle {
    match verdict {
      LifecycleVerdict::Lost { .. } => push_unique(&mut codes, "lifecycle_lost"),
      LifecycleVerdict::ObservationFailed { .. } => push_unique(&mut codes, "lifecycle_observation_failed"),
      LifecycleVerdict::Incomplete => push_unique(&mut codes, "lifecycle_incomplete"),
      LifecycleVerdict::Reacquired { .. } | LifecycleVerdict::AmbiguousReacquire { .. } => {}
    }
  }
  codes
}

fn recommended_observations_for_codes(blocking_codes: &[String]) -> Vec<ObservationRequest> {
  let mut requests = Vec::new();
  for code in blocking_codes {
    let request = match code.as_str() {
      "ambiguous_association" => Some(ObservationRequest {
        code: "disambiguate_label".into(),
        rationale: "collect distinguishing observation for duplicate label".into(),
      }),
      "no_new_observation" => Some(ObservationRequest {
        code: "rescan_after_motion".into(),
        rationale: "capture frame after viewport motion".into(),
      }),
      "missing_observations" => Some(ObservationRequest {
        code: "supply_observations".into(),
        rationale: "provide per-frame observations matching bundle length".into(),
      }),
      "lifecycle_missing_evidence" => Some(ObservationRequest {
        code: "fix_lifecycle_evidence".into(),
        rationale: "repair lifecycle event transition evidence".into(),
      }),
      "lifecycle_lost" => Some(ObservationRequest {
        code: "stop_or_reacquire".into(),
        rationale: "target lost at domain layer; reacquire not in S5a".into(),
      }),
      "lifecycle_observation_failed" => Some(ObservationRequest {
        code: "retry_capture".into(),
        rationale: "infra observation failure".into(),
      }),
      "lifecycle_incomplete" => Some(ObservationRequest {
        code: "complete_lifecycle_chain".into(),
        rationale: "lifecycle stream lacks terminal verdict".into(),
      }),
      _ => None,
    };
    if let Some(entry) = request {
      if !requests.iter().any(|existing: &ObservationRequest| existing.code == entry.code) {
        requests.push(entry);
      }
    }
  }
  requests
}

fn build_track_states(
  frames: &[SceneFrame],
  observations_by_frame: &[Vec<FrameObservation>],
  as_of_frame_id: &str,
  associations: &[AssociationResult],
  coverage: &CoverageView,
  lifecycle: &Option<LifecycleVerdict>,
) -> Vec<SceneTrackState> {
  let labels = collect_labels(observations_by_frame);
  labels
    .into_iter()
    .map(|label| {
      let track_id = track_id_for_label(&label);
      let last_seen = last_seen_frame_id(frames, observations_by_frame, &label);
      let latest_observation_present = last_seen.as_deref() == Some(as_of_frame_id);
      let identity_assessment = identity_for_track(&track_id, associations);
      let visibility_assessment = visibility_for_track(latest_observation_present, &identity_assessment, coverage, &last_seen);
      let lifecycle_verdict = lifecycle_verdict_for_track(&track_id, lifecycle);
      SceneTrackState {
        track_id,
        last_seen_frame_id: last_seen,
        latest_observation_present,
        identity_assessment,
        visibility_assessment,
        lifecycle_verdict,
      }
    })
    .collect()
}

fn estimate_scene_motion(frames: &[SceneFrame]) -> Result<MotionResult, MotionError> {
  if frames.len() < 2 {
    return Err(MotionError::InsufficientFrames {
      found: frames.len(),
    });
  }
  let first = &frames[0];
  let second = &frames[1];
  if second.sequence_index <= first.sequence_index {
    return Ok(MotionResult::Unknown(MotionUnknown {
      code: "motion_unknown".into(),
      message: "non-monotonic sequence_index between adjacent frames".into(),
    }));
  }
  Ok(MotionResult::Estimated(MotionEstimate {
    delta_x: second.window_bounds.x - first.window_bounds.x,
    delta_y: second.window_bounds.y - first.window_bounds.y,
    confidence: 1.0,
  }))
}

/// Build an in-memory scene state product from frames, observations, and optional lifecycle events.
pub fn build_scene_state_product(input: &SceneStateInput) -> Result<SceneStateProduct, SceneStateError> {
  if input.frames.is_empty() {
    return Err(SceneStateError::EmptyBundle);
  }

  let as_of_frame_id = input.frames.last().expect("non-empty frame sequence").frame_id.clone();

  // NOTICE(scan-s5a): motion exposed for context; not used in readiness / visibility / presence.
  let motion = estimate_scene_motion(&input.frames).unwrap_or_else(|error| match error {
    crate::motion::MotionError::InsufficientFrames { found } => MotionResult::Unknown(MotionUnknown {
      code: "motion_unknown".into(),
      message: format!("scene state accepted with supporting-evidence-only motion; found {found} frame(s)"),
    }),
  });

  let observations_valid = observations_match_frames(&input.frames, &input.observations_by_frame);
  let associations = if observations_valid {
    associations_for_frames(&input.frames, &input.observations_by_frame)
  } else {
    Vec::new()
  };
  let coverage =
    build_coverage_view_for_sequence(input.frames.len(), input.frames.last().map(|frame| frame.frame_id.as_str()), &associations);
  let (lifecycle, lifecycle_input_error) = evaluate_lifecycle_optional(&input.lifecycle_events);

  let blocking_codes = collect_blocking_codes(observations_valid, &coverage, &lifecycle, &lifecycle_input_error);
  let ready = blocking_codes.is_empty();
  let reason = if ready {
    "no blocking codes".into()
  } else {
    format!("blocking: {}", blocking_codes.join(", "))
  };
  let action_readiness = ActionReadiness {
    ready,
    reason,
    blocking_codes: blocking_codes.clone(),
  };
  let recommended_observations = recommended_observations_for_codes(&blocking_codes);

  let tracks = if observations_valid {
    build_track_states(&input.frames, &input.observations_by_frame, &as_of_frame_id, &associations, &coverage, &lifecycle)
  } else {
    Vec::new()
  };

  let diagnostics = blocking_codes
    .iter()
    .map(|code| SceneDiagnostic {
      code: code.clone(),
      message: format!("blocking code active: {code}"),
    })
    .collect();

  Ok(SceneStateProduct {
    as_of_frame_id,
    motion,
    coverage,
    lifecycle,
    tracks,
    action_readiness,
    recommended_observations,
    diagnostics,
  })
}

/// Metadata-only L2 summary (no IO). Full consumption surface uses [`crate::format_scene_state_inspect_text`].
pub fn summarize_scene_state_text(product: &SceneStateProduct) -> String {
  let recommended = product.recommended_observations.iter().map(|req| req.code.as_str()).collect::<Vec<_>>().join(",");
  let mut lines = vec![
    format!("as_of_frame_id={}", product.as_of_frame_id),
    format!("action_ready={} blocking={:?}", product.action_readiness.ready, product.action_readiness.blocking_codes),
    format!("tracks={}", product.tracks.len()),
    format!("recommended=[{recommended}]"),
  ];
  for track in &product.tracks {
    lines.push(format!(
      "track_id={} last_seen={:?} latest_present={} identity={:?} visibility={:?}",
      track.track_id, track.last_seen_frame_id, track.latest_observation_present, track.identity_assessment, track.visibility_assessment,
    ));
  }
  lines.join("\n")
}