1use crate::store;
10use crate::store::TaskStore;
11use std::path::{Path, PathBuf};
12use std::sync::Arc;
13
14const JITTER_FACTOR: f64 = 0.3;
15
16const MAX_OUTPUT_SIZE_BYTES: u64 = 10 * 1024 * 1024;
19
20fn read_file_with_limit<P: AsRef<Path>>(path: P, max_bytes: u64) -> anyhow::Result<String> {
26 use std::fs::File;
27 use std::io::{Read, Seek, SeekFrom};
28
29 let path = path.as_ref();
30 let metadata = std::fs::metadata(path)?;
31
32 if !metadata.is_file() {
33 anyhow::bail!("not a file: {}", path.display());
34 }
35
36 let file_size = metadata.len();
37
38 if file_size <= max_bytes {
40 return std::fs::read_to_string(path).map_err(|e| e.into());
41 }
42
43 let mut file = File::open(path)?;
45 let start_pos = file_size.saturating_sub(max_bytes);
46 file.seek(SeekFrom::Start(start_pos))?;
47
48 let mut buffer = Vec::with_capacity(max_bytes as usize);
49 file.read_to_end(&mut buffer)?;
50
51 let content = String::from_utf8_lossy(&buffer);
53
54 tracing::warn!(
56 path = %path.display(),
57 file_size = file_size,
58 max_bytes = max_bytes,
59 "output file truncated: exceeded size limit"
60 );
61
62 Ok(content.into_owned())
63}
64
65pub(crate) fn calculate_backoff_delay(retry_count: usize) -> u64 {
70 let base_delay = crate::engine::router::config::retry_base_delay_ms();
71 let max_delay = crate::engine::router::config::retry_max_delay_ms();
72
73 let exponential = base_delay * (2_u64.saturating_pow(retry_count as u32));
75 let capped = exponential.min(max_delay);
76
77 let jitter_range = (capped as f64 * JITTER_FACTOR) as u64;
82 let jitter = {
83 use std::collections::hash_map::DefaultHasher;
84 use std::hash::{Hash, Hasher};
85 let mut h = DefaultHasher::new();
86 std::time::SystemTime::now().hash(&mut h);
87 std::thread::current().id().hash(&mut h);
88 h.finish() % (jitter_range * 2 + 1)
89 };
90
91 capped.saturating_sub(jitter_range) + jitter
92}
93
94fn fallback_retry_count(task: Option<&crate::store::Task>) -> usize {
95 task.map(|t| {
96 let chain_retry_count = t
97 .limit_reroute_chain
98 .split(',')
99 .filter(|entry| !entry.is_empty())
100 .count();
101 let network_retry_count = t.network_retries.max(0) as usize;
102 chain_retry_count.max(network_retry_count)
103 })
104 .unwrap_or(0)
105}
106
107pub async fn wait_for_fallback_backoff(
110 task_id: &str,
111 store: &Option<Arc<TaskStore>>,
112 repo: &str,
113) -> u64 {
114 let task = store::opt_store_get_task(store, repo, task_id).await;
115
116 let retry_count = fallback_retry_count(task.as_ref());
119
120 let delay = calculate_backoff_delay(retry_count);
121
122 if delay > 0 {
123 tracing::debug!(
124 task_id,
125 retry_count = retry_count,
126 delay_ms = delay,
127 "fallback backoff: waiting before retry"
128 );
129 tokio::time::sleep(std::time::Duration::from_millis(delay)).await;
130 }
131
132 delay
133}
134
135#[derive(Debug, Clone)]
140pub enum WeightSignal {
141 Success { agent: String },
143 RateLimited { agent: String },
145 Blocked,
147 Rerouted,
150 None,
152}
153
154pub async fn read_output_file(task_id: &str, primary_path: &Path, repo: &str) -> String {
159 if let Some(content) = tokio::task::spawn_blocking({
161 let p = primary_path.to_path_buf();
162 move || read_file_with_limit(p, MAX_OUTPUT_SIZE_BYTES)
163 })
164 .await
165 .ok()
166 .and_then(|r| r.ok())
167 {
168 if !content.is_empty() {
169 return content;
170 }
171 }
172
173 if let Ok(task_dir) = crate::home::task_dir_async(repo, task_id).await {
175 let attempts_dir = task_dir.join("attempts");
176 if tokio::fs::metadata(&attempts_dir)
178 .await
179 .map(|m| m.is_dir())
180 .unwrap_or(false)
181 {
182 let mut attempt_nums: Vec<u32> = tokio::task::spawn_blocking({
183 let a = attempts_dir.clone();
184 move || {
185 match std::fs::read_dir(&a) {
186 Ok(entries) => {
187 let mut nums = Vec::new();
188 for entry in entries {
189 match entry {
190 Ok(e) => {
191 if let Some(n) =
192 e.file_name().to_str().and_then(|n| n.parse().ok())
193 {
194 nums.push(n);
195 }
196 }
197 Err(e) => tracing::warn!(
198 path = %a.display(),
199 err = %e,
200 "error reading attempt dir entry in output fallback"
201 ),
202 }
203 }
204 nums
205 }
206 Err(e) => {
207 tracing::warn!(path = %a.display(), err = %e, "failed to read attempts dir in output fallback");
208 Vec::new()
209 }
210 }
211 }
212 })
213 .await
214 .unwrap_or_default();
215
216 attempt_nums.sort_unstable_by(|a, b| b.cmp(a)); for n in attempt_nums {
218 let p = attempts_dir.join(n.to_string()).join("output.json");
219 if let Some(content) = tokio::task::spawn_blocking({
220 let p = p.clone();
221 move || read_file_with_limit(p, MAX_OUTPUT_SIZE_BYTES)
222 })
223 .await
224 .ok()
225 .and_then(|r| r.ok())
226 {
227 if !content.is_empty() {
228 tracing::info!(task_id, path = %p.display(), "read output from attempt dir");
229 return content;
230 }
231 }
232 }
233 }
234 }
235
236 let state_dir = crate::home::state_dir().unwrap_or_else(|_| PathBuf::from("/tmp"));
238
239 let mut fallbacks = vec![
240 PathBuf::from(format!("/tmp/output-{task_id}.json")),
241 state_dir.join(format!("output-{task_id}.json")),
242 ];
243
244 if let Ok(legacy_path) = crate::home::state_file(&format!("output-{task_id}.json")) {
245 if !fallbacks.contains(&legacy_path) {
246 fallbacks.push(legacy_path);
247 }
248 }
249
250 for path in &fallbacks {
251 if let Some(content) = tokio::task::spawn_blocking({
252 let p = path.clone();
253 move || read_file_with_limit(p, MAX_OUTPUT_SIZE_BYTES)
254 })
255 .await
256 .ok()
257 .and_then(|r| r.ok())
258 {
259 if !content.is_empty() {
260 tracing::info!(task_id, path = %path.display(), "read output from legacy fallback");
261 return content;
262 }
263 }
264 }
265
266 String::new()
267}
268
269pub use crate::engine::cooldown::{
271 clear_expired_cooldowns, is_agent_in_cooldown, is_model_in_cooldown,
272 record_agent_failure_with_message, record_model_failure, set_agent_cooldown,
273};
274
275pub fn pick_fallback_agent(
277 current_agent: &str,
278 chain: &str,
279 available_agents: &[String],
280) -> Option<String> {
281 clear_expired_cooldowns();
283
284 let chain_set: std::collections::HashSet<&str> = if chain.is_empty() {
285 std::collections::HashSet::new()
286 } else {
287 chain.split(',').collect()
288 };
289
290 for agent in available_agents {
294 if agent == current_agent || chain_set.contains(agent.as_str()) {
295 continue;
296 }
297 if is_agent_in_cooldown(agent) {
298 continue;
299 }
300 return Some(agent.clone());
307 }
308
309 None
310}
311
312#[derive(Debug, Clone, Copy, PartialEq, Eq)]
314pub enum RetryableError {
315 Timeout,
317 UsageLimit,
319 AuthError,
321 Failed,
323 MissingTooling,
325 ModelUnavailable,
329}
330
331impl RetryableError {
332 #[allow(dead_code)]
335 pub fn type_str(self) -> &'static str {
336 match self {
337 RetryableError::Timeout => "timeout",
338 RetryableError::UsageLimit => "rate_limit",
339 RetryableError::AuthError => "auth_error",
340 RetryableError::ModelUnavailable => "model_unavailable",
341 RetryableError::Failed | RetryableError::MissingTooling => "failed",
342 }
343 }
344}
345
346pub async fn handle_failover(
355 task_id: &str,
356 agent_name: &str,
357 error_type: RetryableError,
358 error_message: &str,
359 credit_recorded: bool,
360 store: &Option<Arc<TaskStore>>,
361 repo: &str,
362) -> String {
363 let chain = get_reroute_chain(task_id, store, repo).await;
365 let chain = update_reroute_chain(task_id, agent_name, &chain, store, repo).await;
366
367 let available: Vec<String> = crate::engine::configured_agents()
369 .into_iter()
370 .filter(|a| crate::cmd_cache::command_exists(a))
371 .collect();
372
373 let chain_set: std::collections::HashSet<&str> = if chain.is_empty() {
375 std::collections::HashSet::new()
376 } else {
377 chain.split(',').collect()
378 };
379 let is_exhausted = available.iter().all(|a| chain_set.contains(a.as_str()));
380
381 if is_exhausted {
382 let is_retryable = matches!(
388 error_type,
389 RetryableError::UsageLimit
390 | RetryableError::AuthError
391 | RetryableError::ModelUnavailable
392 );
393 let next_status = if is_retryable { "new" } else { "blocked" };
394
395 tracing::warn!(
396 task_id,
397 agent = agent_name,
398 error_type = ?error_type,
399 next_status,
400 "all agents exhausted"
401 );
402
403 let mut store_fields: Vec<(&str, serde_json::Value)> = Vec::new();
404
405 if is_retryable {
406 let msg = format!("{error_message} (all agents exhausted, will retry when available)");
409 store_fields.push(("last_error", serde_json::json!(msg)));
410 store_fields.push(("limit_reroute_chain", serde_json::json!("")));
411 } else {
412 let msg = format!("{error_message} (all agents exhausted)");
413 let block_reason = format!(
414 "all agents exhausted: {} — {}",
415 error_type.type_str(),
416 error_message
417 );
418 store_fields.push(("last_error", serde_json::json!(msg)));
419 store_fields.push(("block_reason", serde_json::json!(block_reason)));
420 }
421
422 if let Err(e) = store::store_set_result(store, repo, task_id, &store_fields).await {
423 tracing::warn!(task_id, err = %e, "failed to write agents_exhausted fields to store");
424 }
425
426 if matches!(error_type, RetryableError::Timeout) {
429 record_agent_failure_with_message(agent_name, error_message).await;
430 }
431
432 let details = serde_json::json!({
434 "failure_reason": error_type.type_str(),
435 "error_message": error_message,
436 "chain": chain,
437 "agents_exhausted": true,
438 "is_retryable": is_retryable,
439 });
440 crate::store::store_log_activity(
441 store,
442 repo,
443 task_id,
444 "rerouted",
445 Some("in_progress"),
446 Some(next_status),
447 None::<&str>,
448 None::<&str>,
449 Some(&details),
450 )
451 .await;
452
453 return next_status.to_string();
454 }
455
456 if let Some(next) = pick_fallback_agent(agent_name, &chain, &available) {
458 tracing::info!(
459 task_id,
460 from = agent_name,
461 to = next,
462 error_type = ?error_type,
463 "failover: switching to fallback agent"
464 );
465
466 if !matches!(
469 error_type,
470 RetryableError::MissingTooling | RetryableError::ModelUnavailable
471 ) {
472 if !credit_recorded {
475 record_agent_failure_with_message(agent_name, error_message).await;
476 }
477
478 set_agent_cooldown(agent_name, 120).await;
483 }
484
485 let msg = format!("{error_message}, clearing agent/model for re-route");
486 if let Err(e) = store::store_set_result(
487 store,
488 repo,
489 task_id,
490 &[
491 ("agent", serde_json::json!("")),
492 ("model", serde_json::json!("")),
493 ("last_error", serde_json::json!(msg)),
494 ],
495 )
496 .await
497 {
498 tracing::warn!(task_id, err = %e, "failed to write agent/model clear to store");
499 }
500
501 wait_for_fallback_backoff(task_id, store, repo).await;
507
508 let details = serde_json::json!({
510 "failure_reason": error_type.type_str(),
511 "error_message": error_message,
512 "from_agent": agent_name,
513 "to_agent": next,
514 "chain": chain,
515 });
516 crate::store::store_log_activity(
517 store,
518 repo,
519 task_id,
520 "rerouted",
521 Some("in_progress"),
522 Some("new"),
523 Some(&next),
524 None::<&str>,
525 Some(&details),
526 )
527 .await;
528
529 return "new".to_string();
530 }
531
532 tracing::warn!(task_id, agent = agent_name, "no fallback agents available");
534
535 if !matches!(
538 error_type,
539 RetryableError::MissingTooling | RetryableError::ModelUnavailable
540 ) && !credit_recorded
541 {
542 record_agent_failure_with_message(agent_name, error_message).await;
543 }
544
545 let msg = format!("{error_message}, no fallback agents");
546 if let Err(e) = store::store_set_result(
547 store,
548 repo,
549 task_id,
550 &[("last_error", serde_json::json!(msg))],
551 )
552 .await
553 {
554 tracing::warn!(task_id, err = %e, "failed to write no_fallback last_error to store");
555 }
556
557 let details = serde_json::json!({
559 "failure_reason": error_type.type_str(),
560 "error_message": error_message,
561 "chain": chain,
562 "no_fallback_available": true,
563 });
564 crate::store::store_log_activity(
565 store,
566 repo,
567 task_id,
568 "rerouted",
569 Some("in_progress"),
570 Some("needs_review"),
571 None::<&str>,
572 None::<&str>,
573 Some(&details),
574 )
575 .await;
576
577 "needs_review".to_string()
578}
579
580pub async fn get_reroute_chain(
582 task_id: &str,
583 store: &Option<Arc<TaskStore>>,
584 repo: &str,
585) -> String {
586 store::opt_store_get_task(store, repo, task_id)
587 .await
588 .map(|t| t.limit_reroute_chain)
589 .unwrap_or_default()
590 .trim()
591 .to_string()
592}
593
594pub async fn update_reroute_chain(
596 task_id: &str,
597 current_agent: &str,
598 existing_chain: &str,
599 store: &Option<Arc<TaskStore>>,
600 repo: &str,
601) -> String {
602 let mut chain = existing_chain.to_string();
603 if chain.is_empty() {
604 chain = current_agent.to_string();
605 } else if !chain.split(',').any(|a| a == current_agent) {
606 chain = format!("{chain},{current_agent}");
607 }
608
609 if let Err(e) = store::store_set_result(
610 store,
611 repo,
612 task_id,
613 &[("limit_reroute_chain", serde_json::json!(chain))],
614 )
615 .await
616 {
617 tracing::warn!(task_id, err = %e, "failed to write limit_reroute_chain to store");
618 }
619 chain
620}
621
622#[derive(Debug, Clone, serde::Deserialize, serde::Serialize)]
624pub struct ReviewResponse {
625 pub decision: String,
627 pub notes: String,
629 pub test_results: Option<String>,
631 pub issues: Vec<ReviewIssue>,
633}
634
635#[derive(Debug, Clone, serde::Deserialize, serde::Serialize, PartialEq, Eq)]
637pub struct ReviewIssue {
638 pub file: String,
640 pub line: Option<u32>,
642 pub severity: String,
644 pub description: String,
646}
647
648pub fn parse_review_response(text: &str) -> anyhow::Result<ReviewResponse> {
654 let resp = parse_review_json(text)?;
655 if matches!(resp.decision.as_str(), "approve" | "request_changes") {
656 return Ok(resp);
657 }
658
659 let stripped = text.replace("approve|request_changes", "");
662 infer_review_response_from_text(&stripped)
663 .ok_or_else(|| anyhow::anyhow!("invalid review decision: {}", resp.decision))
664}
665
666fn parse_review_json(text: &str) -> anyhow::Result<ReviewResponse> {
667 if let Ok(resp) = serde_json::from_str::<ReviewResponse>(text) {
669 return Ok(resp);
670 }
671
672 if let Some(json_str) = extract_json_block(text) {
674 if let Ok(resp) = serde_json::from_str::<ReviewResponse>(&json_str) {
675 return Ok(resp);
676 }
677 }
678
679 if let Some(resp) = extract_review_response_object(text) {
680 return Ok(resp);
681 }
682
683 anyhow::bail!("failed to parse review response")
684}
685
686fn infer_review_response_from_text(text: &str) -> Option<ReviewResponse> {
687 let lower = text.to_ascii_lowercase();
688 let has_changes_requested =
689 lower.contains("changes requested") || lower.contains("request_changes");
690 if has_changes_requested {
691 return Some(ReviewResponse {
692 decision: "request_changes".to_string(),
693 notes: "Inferred decision from plain-text review output.".to_string(),
694 test_results: None,
695 issues: Vec::new(),
696 });
697 }
698
699 let positive_approval = lower.contains("lgtm")
700 || lower.contains("looks good")
701 || lower.contains("all checks passed")
702 || lower.contains("all tests passed")
703 || lower.contains("no issues found")
704 || lower.contains("decision is `approve`")
706 || lower.contains("decision: `approve`")
707 || lower.contains("decision is approve")
708 || lower.contains("decision: approve")
709 || (lower.contains("approved")
710 && !lower.contains("not approved")
711 && !lower.contains("unapproved")
712 && !lower.contains("not approving")
713 && !lower.contains("cannot approve")
714 && !lower.contains("can't approve"));
715 if positive_approval {
716 return Some(ReviewResponse {
717 decision: "approve".to_string(),
718 notes: "Inferred decision from plain-text review output.".to_string(),
719 test_results: None,
720 issues: Vec::new(),
721 });
722 }
723
724 None
725}
726
727pub fn infer_review_response(text: &str) -> Option<ReviewResponse> {
731 infer_review_response_from_text(text)
732}
733
734fn extract_json_block(text: &str) -> Option<String> {
739 let mut search_from = 0;
740 while let Some(start) = text[search_from..].find("```json") {
741 let abs_start = search_from + start;
742 let after_tag = abs_start + "```json".len();
743 let Some(rest) = text[after_tag..].strip_prefix('\n') else {
744 search_from = after_tag;
745 continue;
746 };
747 let content_start = text.len() - rest.len();
748 let Some(end_offset) = rest.find("```") else {
749 search_from = content_start;
750 continue;
751 };
752 let end = content_start + end_offset;
753 let content = text[content_start..end].trim();
754 if content.starts_with('{') {
755 return Some(content.to_string());
756 }
757 search_from = end + 3;
758 }
759 None
760}
761
762fn extract_review_response_object(text: &str) -> Option<ReviewResponse> {
766 let mut start: Option<usize> = None;
767 let mut depth: i32 = 0;
768 let mut in_string = false;
769 let mut escape = false;
770
771 for (idx, ch) in text.char_indices() {
772 if start.is_some() {
773 if in_string {
774 if escape {
775 escape = false;
776 } else if ch == '\\' {
777 escape = true;
778 } else if ch == '"' {
779 in_string = false;
780 }
781 continue;
782 }
783
784 match ch {
785 '"' => in_string = true,
786 '{' => depth += 1,
787 '}' => {
788 depth -= 1;
789 if depth == 0 {
790 debug_assert!(
791 start.is_some(),
792 "start must be Some when depth returns to 0"
793 );
794 let start_idx = start.unwrap_or(0);
795 let candidate = &text[start_idx..=idx];
796 if let Ok(resp) = serde_json::from_str::<ReviewResponse>(candidate) {
797 return Some(resp);
798 }
799 start = None;
800 }
801 }
802 _ => {}
803 }
804 continue;
805 }
806
807 if ch == '{' {
808 start = Some(idx);
809 depth = 1;
810 in_string = false;
811 escape = false;
812 }
813 }
814
815 None
816}
817
818#[allow(clippy::too_many_arguments)]
820pub async fn store_learnings_from_response(
821 task_id: &str,
822 attempt: u32,
823 agent: &str,
824 model: Option<&str>,
825 response: &crate::parser::AgentResponse,
826 error: Option<&str>,
827 store: &Option<Arc<TaskStore>>,
828 repo: &str,
829 raw_stdout: &str,
830) {
831 let files_modified = if response.files.is_empty() {
833 let extracted = crate::cli::ndjson::extract_files_changed(raw_stdout);
834 if !extracted.is_empty() {
835 tracing::debug!(
836 task_id,
837 count = extracted.len(),
838 "files_modified: fell back to NDJSON extraction (agent reported none)"
839 );
840 }
841 extracted
842 } else {
843 response.files.clone()
844 };
845
846 let entry = crate::store::MemoryEntry {
848 attempt,
849 agent: agent.to_string(),
850 model: model.map(String::from),
851 learnings: response.learnings.clone(),
852 error: error.map(String::from),
853 files_modified,
854 approach: response.summary.clone(),
855 timestamp: chrono::Utc::now().format("%Y-%m-%dT%H:%M:%SZ").to_string(),
856 };
857
858 if let Some(ref st) = store {
859 if let Ok(Some(store_id)) = st.resolve_task_id(repo, task_id).await {
860 if let Err(e) = st.append_memory(store_id, &entry).await {
861 tracing::warn!(task_id, error = ?e, "failed to store memory");
862 } else {
863 tracing::debug!(task_id, attempt, "stored memory for attempt");
864 }
865 }
866 }
867}
868
869pub async fn store_failure_memory(
871 task_id: &str,
872 attempt: u32,
873 agent: &str,
874 model: Option<&str>,
875 error: &str,
876 store: &Option<Arc<TaskStore>>,
877 repo: &str,
878) {
879 let entry = crate::store::MemoryEntry {
880 attempt,
881 agent: agent.to_string(),
882 model: model.map(String::from),
883 learnings: vec![],
884 error: Some(error.to_string()),
885 files_modified: vec![],
886 approach: String::new(),
887 timestamp: chrono::Utc::now().format("%Y-%m-%dT%H:%M:%SZ").to_string(),
888 };
889
890 if let Some(ref st) = store {
891 if let Ok(Some(store_id)) = st.resolve_task_id(repo, task_id).await {
892 if let Err(e) = st.append_memory(store_id, &entry).await {
893 tracing::warn!(task_id, error = ?e, "failed to store failure memory");
894 } else {
895 tracing::debug!(task_id, attempt, "stored failure memory");
896 }
897 }
898 }
899}
900
901#[cfg(test)]
902mod tests {
903 use super::*;
904 use crate::engine::runner::agents::{find_agent_result, patterns, AgentError};
905 use serial_test::serial;
906
907 #[serial(cooldown_state)]
908 #[test]
909 fn calculate_backoff_delay_jitter_is_centered() {
910 let base = crate::engine::router::config::retry_base_delay_ms();
914 let max = crate::engine::router::config::retry_max_delay_ms();
915
916 let capped = base.min(max);
918 let jitter_range = (capped as f64 * JITTER_FACTOR) as u64;
919 let lo = capped.saturating_sub(jitter_range);
920 let hi = capped + jitter_range;
921
922 for _ in 0..200 {
923 let delay = calculate_backoff_delay(0);
924 assert!(
925 delay >= lo && delay <= hi,
926 "delay {delay} out of expected range [{lo}, {hi}]"
927 );
928 }
929 }
930
931 #[serial(cooldown_state)]
932 #[test]
933 fn fallback_retry_count_uses_larger_network_retry_streak() {
934 let task = crate::store::Task {
935 id: 1,
936 external_id: None,
937 repo: "owner/repo".to_string(),
938 origin: "internal".to_string(),
939 title: "test".to_string(),
940 body: String::new(),
941 status: crate::store::TaskStatus::New,
942 source: String::new(),
943 source_id: String::new(),
944 author: String::new(),
945 url: String::new(),
946 labels: vec![],
947 agent: None,
948 model: None,
949 complexity: "simple".to_string(),
950 estimate: 0,
951 route_reason: String::new(),
952 agent_profile: String::new(),
953 selected_skills: String::new(),
954 route_attempts: 0,
955 attempts: 0,
956 branch: String::new(),
957 worktree: String::new(),
958 worktree_cleaned: false,
959 owner_node: None,
960 summary: String::new(),
961 last_error: String::new(),
962 parent_id: None,
963 block_reason: None,
964 pr_number: None,
965 pr_review_context: String::new(),
966 last_review_ts: String::new(),
967 review_ts_map: "{}".to_string(),
968 last_comment_review_ts: String::new(),
969 merge_conflict_retries: 0,
970 ci_merge_failures: 0,
971 pr_create_failures: 0,
972 push_failures: 0,
973 network_retries: 3,
974 review_agent_failures: 0,
975 review_cycles: 0,
976 review_invocations: 0,
977 needs_review_refires: 0,
978 review_session_expected: false,
979 input_tokens: 0,
980 output_tokens: 0,
981 input_cost_usd: 0.0,
982 output_cost_usd: 0.0,
983 total_cost_usd: 0.0,
984 model_reroute_chain: String::new(),
985 limit_reroute_chain: "claude".to_string(),
986 memory: vec![],
987 delegations: vec![],
988 auto_unblock_count: 0,
989 auto_unblock_last_at: String::new(),
990 auto_unblock_last_reason: String::new(),
991 ci_recovery_count: 0,
992 no_code_reroutes: 0,
993 no_code_last_agent: String::new(),
994 created_at: String::new(),
995 updated_at: String::new(),
996 };
997
998 assert_eq!(fallback_retry_count(Some(&task)), 3);
999 }
1000
1001 #[serial(cooldown_state)]
1002 #[test]
1003 fn retryable_type_str_returns_correct_labels() {
1004 assert_eq!(RetryableError::Timeout.type_str(), "timeout");
1005 assert_eq!(RetryableError::UsageLimit.type_str(), "rate_limit");
1006 assert_eq!(RetryableError::AuthError.type_str(), "auth_error");
1007 assert_eq!(RetryableError::Failed.type_str(), "failed");
1008 assert_eq!(RetryableError::MissingTooling.type_str(), "failed");
1009 }
1010
1011 #[serial(cooldown_state)]
1012 #[test]
1013 fn is_usage_limit_detects_rate_limit() {
1014 assert!(patterns::detect_rate_limit("Error: rate limit exceeded").is_some());
1015 assert!(patterns::detect_rate_limit("HTTP 429 Too Many Requests").is_some());
1016 assert!(patterns::detect_rate_limit("quota exceeded for model").is_some());
1017 assert!(patterns::detect_context_overflow("context_length_exceeded").is_some());
1019 }
1020
1021 #[serial(cooldown_state)]
1022 #[test]
1023 fn is_usage_limit_rejects_normal_text() {
1024 assert!(patterns::detect_rate_limit("task completed successfully").is_none());
1025 assert!(patterns::detect_rate_limit("").is_none());
1026 }
1027
1028 #[serial(cooldown_state)]
1029 #[test]
1030 fn is_auth_error_detects_common_patterns() {
1031 assert!(patterns::detect_auth_error("401 Unauthorized").is_some());
1032 assert!(patterns::detect_auth_error("invalid api key provided").is_some());
1033 assert!(patterns::detect_auth_error("Your billing plan has expired").is_some());
1034 assert!(patterns::detect_auth_error("Error: 403 Forbidden").is_some());
1035 }
1036
1037 #[serial(cooldown_state)]
1038 #[test]
1039 fn is_auth_error_rejects_normal_text() {
1040 assert!(patterns::detect_auth_error("task completed successfully").is_none());
1041 assert!(patterns::detect_auth_error("").is_none());
1042 }
1043
1044 #[serial(cooldown_state)]
1045 #[test]
1046 fn detect_missing_tooling_finds_known_tools() {
1047 let result = patterns::detect_missing_tool("bun: command not found");
1048 assert!(result.is_some());
1049 if let AgentError::MissingTool { tool } = result.unwrap() {
1050 assert_eq!(tool, "bun");
1051 } else {
1052 panic!("expected MissingTool error");
1053 }
1054
1055 let result = patterns::detect_missing_tool("env: anchor: no such file");
1056 assert!(result.is_some());
1057 if let AgentError::MissingTool { tool } = result.unwrap() {
1058 assert_eq!(tool, "anchor");
1059 } else {
1060 panic!("expected MissingTool error");
1061 }
1062
1063 let result = patterns::detect_missing_tool("spawn docker enoent");
1064 assert!(result.is_some());
1065 if let AgentError::MissingTool { tool } = result.unwrap() {
1066 assert_eq!(tool, "docker");
1067 } else {
1068 panic!("expected MissingTool error");
1069 }
1070 }
1071
1072 #[serial(cooldown_state)]
1073 #[test]
1074 fn detect_missing_tooling_returns_none_for_normal() {
1075 assert!(patterns::detect_missing_tool("everything works fine").is_none());
1076 assert!(patterns::detect_missing_tool("").is_none());
1077 }
1078
1079 #[serial(cooldown_state)]
1082 #[tokio::test]
1083 async fn record_and_check_agent_cooldown() {
1084 crate::engine::cooldown::reset_global_state().await;
1085 let agent = "test_cooldown_agent_1";
1087 assert!(!is_agent_in_cooldown(agent));
1088 record_agent_failure_with_message(agent, "").await;
1089 assert!(is_agent_in_cooldown(agent));
1090 }
1091
1092 #[serial(cooldown_state)]
1093 #[tokio::test]
1094 async fn record_and_check_model_cooldown() {
1095 crate::engine::cooldown::reset_global_state().await;
1096 let agent = "test_cooldown_agent_2";
1097 let model = "test_model_x";
1098 assert!(!is_model_in_cooldown(agent, model));
1099 record_model_failure(agent, model).await;
1100 assert!(is_model_in_cooldown(agent, model));
1101 assert!(!is_model_in_cooldown(agent, "other_model"));
1103 }
1104
1105 #[serial(cooldown_state)]
1106 #[tokio::test]
1107 async fn clear_expired_does_not_remove_fresh_entries() {
1108 crate::engine::cooldown::reset_global_state().await;
1109 let agent = "test_cooldown_agent_3";
1110 record_agent_failure_with_message(agent, "").await;
1111 clear_expired_cooldowns();
1112 assert!(is_agent_in_cooldown(agent));
1114 }
1115
1116 #[serial(cooldown_state)]
1118 #[test]
1119 fn pick_fallback_skips_current_agent() {
1120 let available = vec!["test_agent_a".to_string(), "test_agent_b".to_string()];
1121 let result = pick_fallback_agent("test_agent_a", "", &available);
1122 assert_eq!(result, Some("test_agent_b".to_string()));
1123 }
1124
1125 #[serial(cooldown_state)]
1126 #[test]
1127 fn pick_fallback_skips_chain_agents() {
1128 let available = vec![
1129 "test_agent_a".to_string(),
1130 "test_agent_b".to_string(),
1131 "test_agent_c".to_string(),
1132 ];
1133 let result = pick_fallback_agent("test_agent_a", "test_agent_a,test_agent_b", &available);
1134 assert_eq!(result, Some("test_agent_c".to_string()));
1135 }
1136
1137 #[serial(cooldown_state)]
1138 #[test]
1139 fn pick_fallback_returns_none_when_exhausted() {
1140 let available = vec!["test_agent_a".to_string(), "test_agent_b".to_string()];
1141 let result = pick_fallback_agent("test_agent_a", "test_agent_a,test_agent_b", &available);
1142 assert!(result.is_none());
1143 }
1144
1145 #[serial(cooldown_state)]
1146 #[test]
1147 fn weight_signal_variants() {
1148 let success = WeightSignal::Success {
1149 agent: "claude".to_string(),
1150 };
1151 let limited = WeightSignal::RateLimited {
1152 agent: "codex".to_string(),
1153 };
1154 let none = WeightSignal::None;
1155
1156 assert!(format!("{success:?}").contains("claude"));
1158 assert!(format!("{limited:?}").contains("codex"));
1159 assert!(format!("{none:?}").contains("None"));
1160 }
1161
1162 #[serial(cooldown_state)]
1163 #[test]
1164 fn parse_review_response_direct_json() {
1165 let json = r#"{"decision":"approve","notes":"LGTM","test_results":"pass","issues":[]}"#;
1166 let resp = parse_review_response(json).unwrap();
1167 assert_eq!(resp.decision, "approve");
1168 assert_eq!(resp.notes, "LGTM");
1169 assert!(resp.issues.is_empty());
1170 }
1171
1172 #[serial(cooldown_state)]
1173 #[test]
1174 fn parse_review_response_from_markdown() {
1175 let md = r#"Here is my review:
1176
1177```json
1178{"decision":"request_changes","notes":"Fix the bug","issues":[{"file":"src/main.rs","line":10,"severity":"error","description":"null deref"}]}
1179```
1180
1181That's all."#;
1182 let resp = parse_review_response(md).unwrap();
1183 assert_eq!(resp.decision, "request_changes");
1184 assert_eq!(resp.issues.len(), 1);
1185 assert_eq!(resp.issues[0].file, "src/main.rs");
1186 }
1187
1188 #[serial(cooldown_state)]
1189 #[test]
1190 fn parse_review_response_embedded_json_object() {
1191 let text = "Review complete.\n\n{\"decision\":\"approve\",\"notes\":\"LGTM\",\"test_results\":\"pass\",\"issues\":[]}\nThanks!";
1192 let resp = parse_review_response(text).unwrap();
1193 assert_eq!(resp.decision, "approve");
1194 assert_eq!(resp.notes, "LGTM");
1195 }
1196
1197 #[serial(cooldown_state)]
1198 #[test]
1199 fn parse_review_response_template_echo_infers_from_notes() {
1200 let json = r#"{"decision":"approve|request_changes","notes":"LGTM","issues":[]}"#;
1201 assert_eq!(parse_review_response(json).unwrap().decision, "approve");
1202
1203 let no_signal = r#"{"decision":"approve|request_changes","notes":"hmm","issues":[]}"#;
1204 assert!(parse_review_response(no_signal).is_err());
1205 }
1206
1207 #[serial(cooldown_state)]
1208 #[test]
1209 fn parse_review_response_invalid() {
1210 let result = parse_review_response("not json at all");
1211 assert!(result.is_err());
1212 }
1213
1214 #[serial(cooldown_state)]
1215 #[test]
1216 fn extract_json_block_basic() {
1217 let md = "text\n```json\n{\"key\": \"value\"}\n```\nmore";
1218 let result = extract_json_block(md);
1219 assert!(result.is_some());
1220 assert!(result.unwrap().contains("\"key\""));
1221 }
1222
1223 #[serial(cooldown_state)]
1224 #[test]
1225 fn extract_json_block_skips_non_json_blocks() {
1226 let md = "```json\nnot-json-array\n```\n\n```json\n{\"real\": true}\n```";
1227 let result = extract_json_block(md);
1228 assert!(result.is_some());
1229 assert!(result.unwrap().contains("\"real\""));
1230 }
1231
1232 #[serial(cooldown_state)]
1233 #[test]
1234 fn extract_json_block_none_when_missing() {
1235 assert!(extract_json_block("no code blocks here").is_none());
1236 }
1237
1238 #[serial(cooldown_state)]
1239 #[test]
1240 fn extract_json_block_skips_malformed_intermediate_blocks() {
1241 let md = "prefix ```json{\"broken\": true}\n\n```json\n{\"real\": true}\n```";
1242 let result = extract_json_block(md);
1243 assert_eq!(result.as_deref(), Some("{\"real\": true}"));
1244 }
1245
1246 #[serial(cooldown_state)]
1247 #[test]
1248 fn extract_json_block_skips_multiple_malformed_intermediate_blocks() {
1249 let md = "prefix ```json{\"broken\": true}\nmid ```json[1, 2, 3]\n\n```json\n{\"real\": true}\n```";
1250 let result = extract_json_block(md);
1251 assert_eq!(result.as_deref(), Some("{\"real\": true}"));
1252 }
1253
1254 fn parse_review_plain(text: &str) -> anyhow::Result<ReviewResponse> {
1259 parse_review_response(text).or_else(|_| {
1260 infer_review_response(text)
1261 .ok_or_else(|| anyhow::anyhow!("failed to parse review response"))
1262 })
1263 }
1264
1265 #[serial(cooldown_state)]
1266 #[test]
1267 fn parse_review_from_output_direct_json() {
1268 let json = r#"{"decision":"approve","notes":"LGTM","test_results":"pass","issues":[]}"#;
1269 let resp = parse_review_response(json).unwrap();
1270 assert_eq!(resp.decision, "approve");
1271 }
1272
1273 #[serial(cooldown_state)]
1274 #[test]
1275 fn parse_review_from_output_markdown() {
1276 let md = "Review complete.\n\n```json\n{\"decision\":\"request_changes\",\"notes\":\"Fix it\",\"issues\":[]}\n```\n";
1277 let resp = parse_review_response(md).unwrap();
1278 assert_eq!(resp.decision, "request_changes");
1279 }
1280
1281 #[serial(cooldown_state)]
1282 #[test]
1283 fn parse_review_from_output_plain_text_fallback() {
1284 let text = "The review is done — all tests passed and the PR was approved.";
1285 let resp = parse_review_plain(text).unwrap();
1286 assert_eq!(resp.decision, "approve");
1287 assert!(resp.issues.is_empty());
1288 }
1289
1290 #[serial(cooldown_state)]
1292 #[test]
1293 fn parse_review_from_output_ndjson_part_format() {
1294 let ndjson = concat!(
1295 r#"{"type":"step_start","timestamp":1000,"sessionID":"ses_abc"}"#,
1296 "\n",
1297 r#"{"type":"text","timestamp":1001,"part":{"type":"text","text":"Reviewing the PR...\n\n```json\n{\"decision\":\"approve\",\"notes\":\"All checks pass\",\"test_results\":\"pass\",\"issues\":[]}\n```\n"}}"#,
1298 "\n",
1299 r#"{"type":"step_finish","timestamp":1002,"part":{"type":"step-finish","reason":"stop"}}"#,
1300 );
1301 let resp = parse_via_agent_path("opencode", ndjson).unwrap();
1302 assert_eq!(resp.decision, "approve");
1303 assert_eq!(resp.notes, "All checks pass");
1304 }
1305
1306 #[serial(cooldown_state)]
1308 #[test]
1309 fn parse_review_from_output_ndjson_direct_text_format() {
1310 let ndjson = concat!(
1311 r#"{"type":"step_start","timestamp":1000,"sessionID":"ses_abc"}"#,
1312 "\n",
1313 r#"{"type":"text","timestamp":1001,"sessionID":"ses_abc","text":"Here is my review:\n\n```json\n{\"decision\":\"request_changes\",\"notes\":\"Fix the bug\",\"test_results\":\"fail\",\"issues\":[]}\n```\n"}"#,
1314 "\n",
1315 r#"{"type":"step_finish","timestamp":1002,"sessionID":"ses_abc"}"#,
1316 );
1317 let resp = parse_via_agent_path("opencode", ndjson).unwrap();
1318 assert_eq!(resp.decision, "request_changes");
1319 assert_eq!(resp.notes, "Fix the bug");
1320 }
1321
1322 #[serial(cooldown_state)]
1324 #[test]
1325 fn parse_review_from_output_ndjson_direct_json_in_text_event() {
1326 let ndjson = concat!(
1327 r#"{"type":"step_start","timestamp":1000}"#,
1328 "\n",
1329 r#"{"type":"text","timestamp":1001,"part":{"type":"text","text":"{\"decision\":\"approve\",\"notes\":\"LGTM\",\"test_results\":\"pass\",\"issues\":[]}"}}"#,
1330 "\n",
1331 r#"{"type":"step_finish","timestamp":1002}"#,
1332 );
1333 let resp = parse_via_agent_path("opencode", ndjson).unwrap();
1334 assert_eq!(resp.decision, "approve");
1335 }
1336
1337 #[serial(cooldown_state)]
1338 #[test]
1339 fn parse_review_from_output_ndjson_prefers_final_json_text_event() {
1340 let ndjson = concat!(
1341 r#"{"type":"text","timestamp":1001,"part":{"type":"text","text":"Working on it..."}}"#,
1342 "\n",
1343 r#"{"type":"text","timestamp":1002,"part":{"type":"text","text":"{\"decision\":\"approve\",\"notes\":\"LGTM\",\"test_results\":\"pass\",\"issues\":[]}"}}"#,
1344 );
1345 let resp = parse_via_agent_path("opencode", ndjson).unwrap();
1346 assert_eq!(resp.decision, "approve");
1347 assert_eq!(resp.notes, "LGTM");
1348 }
1349
1350 #[serial(cooldown_state)]
1352 #[test]
1353 fn parse_review_from_output_ndjson_concatenated_text() {
1354 let ndjson = concat!(
1355 r#"{"type":"text","timestamp":1001,"part":{"type":"text","text":"Here is my\n"}}"#,
1356 "\n",
1357 r#"{"type":"text","timestamp":1002,"part":{"type":"text","text":"review:\n\n```json\n{\"decision\":\"approve\",\"notes\":\"OK\",\"test_results\":\"pass\",\"issues\":[]}\n```\n"}}"#,
1358 );
1359 let resp = parse_via_agent_path("opencode", ndjson).unwrap();
1360 assert_eq!(resp.decision, "approve");
1361 }
1362
1363 #[serial(cooldown_state)]
1368 #[test]
1369 fn parse_review_from_output_codex_agent_message() {
1370 let ndjson = concat!(
1371 r#"{"type":"thread.started","thread_id":"t1"}"#,
1372 "\n",
1373 r#"{"type":"turn.started"}"#,
1374 "\n",
1375 r#"{"type":"item.completed","item":{"id":"item_0","type":"reasoning","text":"Planning git commands..."}}"#,
1376 "\n",
1377 r#"{"type":"item.completed","item":{"id":"item_1","type":"command_execution","command":"git log --oneline -5","output":"abc123 fix: something"}}"#,
1378 "\n",
1379 r#"{"type":"item.completed","item":{"id":"item_2","type":"agent_message","text":"{\"decision\":\"approve\",\"notes\":\"All checks pass\",\"test_results\":\"pass\",\"issues\":[]}"}}"#,
1380 "\n",
1381 r#"{"type":"turn.completed"}"#,
1382 );
1383 let resp = parse_via_agent_path("codex", ndjson).unwrap();
1384 assert_eq!(resp.decision, "approve");
1385 assert_eq!(resp.notes, "All checks pass");
1386 }
1387
1388 #[serial(cooldown_state)]
1390 #[test]
1391 fn parse_review_from_output_codex_agent_message_markdown() {
1392 let ndjson = concat!(
1393 r#"{"type":"thread.started","thread_id":"t1"}"#,
1394 "\n",
1395 r#"{"type":"turn.started"}"#,
1396 "\n",
1397 r#"{"type":"item.completed","item":{"id":"item_0","type":"reasoning","text":"Reviewing..."}}"#,
1398 "\n",
1399 r#"{"type":"item.completed","item":{"id":"item_1","type":"agent_message","text":"Review complete.\n\n```json\n{\"decision\":\"request_changes\",\"notes\":\"Fix the tests\",\"issues\":[]}\n```\n"}}"#,
1400 "\n",
1401 r#"{"type":"turn.completed"}"#,
1402 );
1403 let resp = parse_via_agent_path("codex", ndjson).unwrap();
1404 assert_eq!(resp.decision, "request_changes");
1405 assert_eq!(resp.notes, "Fix the tests");
1406 }
1407
1408 #[serial(cooldown_state)]
1410 #[test]
1411 fn codex_skips_reasoning_items() {
1412 let ndjson = concat!(
1413 r#"{"type":"item.completed","item":{"type":"reasoning","text":"internal thoughts..."}}"#,
1414 "\n",
1415 r#"{"type":"item.completed","item":{"type":"agent_message","text":"{\"decision\":\"approve\",\"notes\":\"LGTM\",\"issues\":[]}"}}"#,
1416 );
1417 let resp = parse_via_agent_path("codex", ndjson).unwrap();
1418 assert_eq!(resp.decision, "approve");
1419 assert_eq!(resp.notes, "LGTM");
1420 }
1421
1422 #[serial(cooldown_state)]
1424 #[test]
1425 fn infer_review_response_negation_not_approved() {
1426 assert!(
1427 parse_review_plain("The changes were not approved.").is_err(),
1428 "\"not approved\" should not infer approval"
1429 );
1430 }
1431
1432 #[serial(cooldown_state)]
1433 #[test]
1434 fn infer_review_response_negation_unapproved() {
1435 assert!(
1436 parse_review_plain("Unapproved changes found in the diff.").is_err(),
1437 "\"unapproved\" should not infer approval"
1438 );
1439 }
1440
1441 #[serial(cooldown_state)]
1442 #[test]
1443 fn infer_review_response_negation_not_approving() {
1444 assert!(
1445 parse_review_plain("I am not approving this PR.").is_err(),
1446 "\"not approving\" should not infer approval"
1447 );
1448 }
1449
1450 #[serial(cooldown_state)]
1452 #[test]
1453 fn infer_review_response_lgtm() {
1454 let resp = parse_review_plain("LGTM, everything looks fine.").unwrap();
1455 assert_eq!(resp.decision, "approve");
1456 }
1457
1458 #[serial(cooldown_state)]
1459 #[test]
1460 fn infer_review_response_looks_good() {
1461 let resp = parse_review_plain("Looks good to me!").unwrap();
1462 assert_eq!(resp.decision, "approve");
1463 }
1464
1465 #[serial(cooldown_state)]
1467 #[test]
1468 fn infer_review_response_all_checks_passed() {
1469 let resp = parse_review_plain(
1470 "The background task completed but I already got the CI results directly. All checks passed — no action needed.",
1471 )
1472 .unwrap();
1473 assert_eq!(resp.decision, "approve");
1474 }
1475
1476 #[serial(cooldown_state)]
1477 #[test]
1478 fn infer_review_response_checks_passed() {
1479 let resp = parse_review_plain("All checks passed (fmt ✓, clippy ✓, tests ✓).").unwrap();
1480 assert_eq!(resp.decision, "approve");
1481 }
1482
1483 #[serial(cooldown_state)]
1484 #[test]
1485 fn infer_review_response_all_tests_passed() {
1486 let resp =
1487 parse_review_plain("All tests passed and the implementation looks correct.").unwrap();
1488 assert_eq!(resp.decision, "approve");
1489 }
1490
1491 #[serial(cooldown_state)]
1492 #[test]
1493 fn infer_review_response_no_issues_found() {
1494 let resp = parse_review_plain("Review complete. No issues found in the diff.").unwrap();
1495 assert_eq!(resp.decision, "approve");
1496 }
1497
1498 #[serial(cooldown_state)]
1500 #[test]
1501 fn infer_review_response_partial_tests_passed_no_approve() {
1502 let text = "The existing tests passed before this change but the new payment logic has a null-pointer risk on line 42.";
1503 assert!(parse_review_plain(text).is_err());
1504 }
1505
1506 #[serial(cooldown_state)]
1508 #[test]
1509 fn infer_review_response_partial_checks_passed_no_approve() {
1510 let text = "CI checks passed for the base branch but this PR adds a broken path.";
1511 assert!(parse_review_plain(text).is_err());
1512 }
1513
1514 #[serial(cooldown_state)]
1516 #[test]
1517 fn infer_review_response_decision_is_approve_backtick() {
1518 let text = "Already retrieved the output and completed the review above. The CI test check passed (3m11s) and all other checks are green. Decision is `approve`.";
1519 let resp = parse_review_plain(text).unwrap();
1520 assert_eq!(resp.decision, "approve");
1521 }
1522
1523 #[serial(cooldown_state)]
1525 #[test]
1526 fn infer_review_response_decision_colon_approve() {
1527 let text = "Reviewed the PR. No blocking issues found. Decision: approve";
1528 let resp = parse_review_plain(text).unwrap();
1529 assert_eq!(resp.decision, "approve");
1530 }
1531
1532 #[serial(cooldown_state)]
1535 #[test]
1536 fn infer_review_response_negation_do_not_approve_backtick() {
1537 let text = "There are unresolved issues — do not `approve` this PR until they are fixed.";
1538 assert!(
1539 parse_review_plain(text).is_err(),
1540 "negative context with backtick approve must not infer approval"
1541 );
1542 }
1543
1544 fn parse_via_agent_path(agent: &str, output: &str) -> anyhow::Result<ReviewResponse> {
1549 use crate::engine::runner::agents::find_agent_result;
1550 let text = find_agent_result(agent, output)
1551 .map(|r| r.result_text)
1552 .filter(|t| !t.is_empty())
1553 .unwrap_or_else(|| output.to_string());
1554 if let Ok(r) = parse_review_response(&text) {
1555 return Ok(r);
1556 }
1557 infer_review_response_from_text(&text)
1558 .ok_or_else(|| anyhow::anyhow!("failed to parse review response from {agent} output"))
1559 }
1560
1561 #[serial(cooldown_state)]
1562 #[test]
1563 fn agent_output_claude_ndjson_review() {
1564 let ndjson = concat!(
1565 r#"{"type":"system","subtype":"init","session_id":"s1"}"#,
1566 "\n",
1567 r#"{"type":"assistant","message":{"content":[{"type":"text","text":"Reviewing..."}]}}"#,
1568 "\n",
1569 r#"{"type":"result","subtype":"success","is_error":false,"result":"{\"decision\":\"approve\",\"notes\":\"LGTM\",\"test_results\":\"pass\",\"issues\":[]}","usage":{"input_tokens":100,"output_tokens":20}}"#,
1570 );
1571 let resp = parse_via_agent_path("claude", ndjson).unwrap();
1572 assert_eq!(resp.decision, "approve");
1573 }
1574
1575 #[serial(cooldown_state)]
1576 #[test]
1577 fn agent_output_opencode_ndjson_review() {
1578 let ndjson = concat!(
1579 r#"{"type":"step_start","timestamp":1000}"#,
1580 "\n",
1581 r#"{"type":"text","timestamp":1001,"part":{"type":"text","text":"{\"decision\":\"request_changes\",\"notes\":\"Fix it\",\"issues\":[]}"}}"#,
1582 "\n",
1583 r#"{"type":"step_finish","timestamp":1002,"part":{"type":"step-finish","reason":"stop","tokens":{"input":100,"output":10}}}"#,
1584 );
1585 let resp = parse_via_agent_path("opencode", ndjson).unwrap();
1586 assert_eq!(resp.decision, "request_changes");
1587 }
1588
1589 #[serial(cooldown_state)]
1590 #[test]
1591 fn agent_output_codex_ndjson_review() {
1592 let ndjson = concat!(
1593 r#"{"type":"thread.started","thread_id":"t1"}"#,
1594 "\n",
1595 r#"{"type":"item.completed","item":{"type":"agent_message","text":"{\"decision\":\"approve\",\"notes\":\"All good\",\"issues\":[]}"}}"#,
1596 "\n",
1597 r#"{"type":"turn.completed"}"#,
1598 );
1599 let resp = parse_via_agent_path("codex", ndjson).unwrap();
1600 assert_eq!(resp.decision, "approve");
1601 }
1602
1603 #[serial(cooldown_state)]
1604 #[test]
1605 fn agent_output_plain_text_keyword_fallback() {
1606 let text = "All checks passed, LGTM.";
1607 let resp = parse_via_agent_path("claude", text).unwrap();
1608 assert_eq!(resp.decision, "approve");
1609 }
1610
1611 #[serial(cooldown_state)]
1612 #[test]
1613 fn agent_output_direct_json() {
1614 let json = r#"{"decision":"approve","notes":"LGTM","test_results":"pass","issues":[]}"#;
1615 let resp = parse_via_agent_path("opencode", json).unwrap();
1616 assert_eq!(resp.decision, "approve");
1617 }
1618
1619 #[serial(cooldown_state)]
1623 #[test]
1624 fn agent_output_text_with_json_fragment_no_false_positive() {
1625 let text = r#"I checked the file and found {"type":"text"} in the output. No issues."#;
1626 let result = parse_via_agent_path("claude", text);
1630 assert!(
1632 result.is_err() || result.as_ref().is_ok_and(|r| r.decision != "text"),
1633 "should not extract review from embedded JSON fragment"
1634 );
1635 }
1636
1637 #[serial(cooldown_state)]
1640 #[test]
1641 fn parse_review_response_ignores_prose_with_decision_word() {
1642 let text = r#"The decision was made. Here is a debug trace: {"trace":123}"#;
1643 assert!(
1644 parse_review_response(text).is_err(),
1645 "prose with 'decision' word and unrelated JSON should not parse as ReviewResponse"
1646 );
1647 }
1648
1649 #[serial(cooldown_state)]
1652 #[test]
1653 fn parse_review_response_ignores_embedded_json_without_decision_key() {
1654 let text = r#"Analysis complete. Config: {"timeout":30,"retries":3}. Done."#;
1655 assert!(
1656 parse_review_response(text).is_err(),
1657 "embedded JSON without 'decision' key should not parse as ReviewResponse"
1658 );
1659 }
1660
1661 #[serial(cooldown_state)]
1664 #[test]
1665 fn read_file_with_limit_reads_small_file_completely() {
1666 let temp_dir = std::env::temp_dir();
1667 let file_path = temp_dir.join(format!("orch_test_small_{}.txt", std::process::id()));
1668 let content = "Hello, World!";
1669 std::fs::write(&file_path, content).unwrap();
1670
1671 let result = read_file_with_limit(&file_path, 1024);
1672 assert!(result.is_ok());
1673 assert_eq!(result.unwrap(), content);
1674
1675 let _ = std::fs::remove_file(&file_path);
1676 }
1677
1678 #[serial(cooldown_state)]
1679 #[test]
1680 fn read_file_with_limit_truncates_large_file() {
1681 let temp_dir = std::env::temp_dir();
1682 let file_path = temp_dir.join(format!("orch_test_large_{}.txt", std::process::id()));
1683
1684 let large_content = "x".repeat(200);
1686 std::fs::write(&file_path, &large_content).unwrap();
1687
1688 let result = read_file_with_limit(&file_path, 50);
1690 assert!(result.is_ok());
1691
1692 let read_content = result.unwrap();
1693 assert_eq!(read_content.len(), 50);
1695 assert_eq!(read_content, "x".repeat(50));
1696
1697 let _ = std::fs::remove_file(&file_path);
1698 }
1699
1700 #[serial(cooldown_state)]
1701 #[test]
1702 fn read_file_with_limit_handles_empty_file() {
1703 let temp_dir = std::env::temp_dir();
1704 let file_path = temp_dir.join(format!("orch_test_empty_{}.txt", std::process::id()));
1705 std::fs::write(&file_path, "").unwrap();
1706
1707 let result = read_file_with_limit(&file_path, 1024);
1708 assert!(result.is_ok());
1709 assert_eq!(result.unwrap(), "");
1710
1711 let _ = std::fs::remove_file(&file_path);
1712 }
1713
1714 #[serial(cooldown_state)]
1715 #[test]
1716 fn read_file_with_limit_handles_nonexistent_file() {
1717 let temp_dir = std::env::temp_dir();
1718 let file_path = temp_dir.join("orch_test_nonexistent_xyz123.txt");
1719
1720 let result = read_file_with_limit(&file_path, 1024);
1721 assert!(result.is_err());
1722 }
1723
1724 #[serial(cooldown_state)]
1725 #[test]
1726 fn read_file_with_limit_reads_exact_limit() {
1727 let temp_dir = std::env::temp_dir();
1728 let file_path = temp_dir.join(format!("orch_test_exact_{}.txt", std::process::id()));
1729
1730 let content = "y".repeat(100);
1732 std::fs::write(&file_path, &content).unwrap();
1733
1734 let result = read_file_with_limit(&file_path, 100);
1736 assert!(result.is_ok());
1737 assert_eq!(result.unwrap().len(), 100);
1738
1739 let _ = std::fs::remove_file(&file_path);
1740 }
1741
1742 #[serial(cooldown_state)]
1743 #[test]
1744 fn read_file_with_limit_handles_unicode_truncation() {
1745 let temp_dir = std::env::temp_dir();
1746 let file_path = temp_dir.join(format!("orch_test_unicode_{}.txt", std::process::id()));
1747
1748 let emoji = "🎉".repeat(100); std::fs::write(&file_path, &emoji).unwrap();
1751
1752 let result = read_file_with_limit(&file_path, 50);
1754 assert!(result.is_ok());
1755
1756 let read_content = result.unwrap();
1757 assert!(!read_content.is_empty());
1759
1760 let _ = std::fs::remove_file(&file_path);
1761 }
1762
1763 fn parse_review_via_agent(agent: &str, output: &str) -> anyhow::Result<ReviewResponse> {
1767 let text = find_agent_result(agent, output)
1768 .map(|r| r.result_text)
1769 .filter(|t| !t.is_empty())
1770 .unwrap_or_else(|| output.to_string());
1771 if let Ok(r) = parse_review_response(&text) {
1772 return Ok(r);
1773 }
1774 infer_review_response(&text)
1775 .ok_or_else(|| anyhow::anyhow!("failed to parse review from {agent} output"))
1776 }
1777
1778 #[serial(cooldown_state)]
1781 #[test]
1782 fn fixture_claude_review_approve() {
1783 let raw = include_str!("../../../tests/fixtures/review_claude_approve.jsonl");
1784 let resp = parse_review_via_agent("claude", raw).unwrap();
1785 assert_eq!(resp.decision, "approve");
1786 assert_eq!(resp.notes, "All checks pass");
1787 assert_eq!(resp.test_results.as_deref(), Some("pass"));
1788 assert!(resp.issues.is_empty());
1789 }
1790
1791 #[serial(cooldown_state)]
1792 #[test]
1793 fn fixture_claude_review_request_changes() {
1794 let raw = include_str!("../../../tests/fixtures/review_claude_request_changes.jsonl");
1795 let resp = parse_review_via_agent("claude", raw).unwrap();
1796 assert_eq!(resp.decision, "request_changes");
1797 assert_eq!(resp.notes, "Fix the null deref on line 42");
1798 assert_eq!(resp.test_results.as_deref(), Some("fail"));
1799 assert_eq!(resp.issues.len(), 1);
1800 assert_eq!(resp.issues[0].file, "src/main.rs");
1801 assert_eq!(resp.issues[0].line, Some(42));
1802 assert_eq!(resp.issues[0].severity, "error");
1803 }
1804
1805 #[serial(cooldown_state)]
1806 #[test]
1807 fn fixture_claude_review_rate_limit_returns_error() {
1808 let raw = include_str!("../../../tests/fixtures/review_claude_rate_limit.jsonl");
1811 let result = find_agent_result("claude", raw);
1812 assert!(
1813 result.is_some(),
1814 "should find result even for error envelope"
1815 );
1816 let result = result.unwrap();
1817 assert!(result.is_error, "rate limit should be flagged as error");
1818 assert!(result.result_text.contains("rate limit"));
1819 }
1820
1821 #[serial(cooldown_state)]
1824 #[test]
1825 fn fixture_opencode_review_approve() {
1826 let raw = include_str!("../../../tests/fixtures/review_opencode_approve.jsonl");
1827 let resp = parse_review_via_agent("opencode", raw).unwrap();
1828 assert_eq!(resp.decision, "approve");
1829 assert_eq!(resp.notes, "All checks pass");
1830 assert!(resp.issues.is_empty());
1831 }
1832
1833 #[serial(cooldown_state)]
1834 #[test]
1835 fn fixture_opencode_review_request_changes() {
1836 let raw = include_str!("../../../tests/fixtures/review_opencode_request_changes.jsonl");
1837 let resp = parse_review_via_agent("opencode", raw).unwrap();
1838 assert_eq!(resp.decision, "request_changes");
1839 assert_eq!(resp.notes, "Fix the memory leak");
1840 assert_eq!(resp.test_results.as_deref(), Some("fail"));
1841 assert_eq!(resp.issues.len(), 1);
1842 assert_eq!(resp.issues[0].file, "src/lib.rs");
1843 assert_eq!(resp.issues[0].line, Some(100));
1844 }
1845
1846 #[serial(cooldown_state)]
1847 #[test]
1848 fn fixture_opencode_review_plain_text_approve() {
1849 let raw = include_str!("../../../tests/fixtures/review_opencode_plain_text.jsonl");
1851 let resp = parse_review_via_agent("opencode", raw).unwrap();
1852 assert_eq!(resp.decision, "approve");
1853 }
1854
1855 #[serial(cooldown_state)]
1858 #[test]
1859 fn fixture_codex_review_approve() {
1860 let raw = include_str!("../../../tests/fixtures/review_codex_approve.jsonl");
1861 let resp = parse_review_via_agent("codex", raw).unwrap();
1862 assert_eq!(resp.decision, "approve");
1863 assert_eq!(resp.notes, "Clean implementation");
1864 assert!(resp.issues.is_empty());
1865 }
1866
1867 #[serial(cooldown_state)]
1868 #[test]
1869 fn fixture_codex_review_request_changes() {
1870 let raw = include_str!("../../../tests/fixtures/review_codex_request_changes.jsonl");
1871 let resp = parse_review_via_agent("codex", raw).unwrap();
1872 assert_eq!(resp.decision, "request_changes");
1873 assert_eq!(resp.notes, "Race condition on line 15");
1874 assert_eq!(resp.issues.len(), 1);
1875 assert_eq!(resp.issues[0].file, "src/server.rs");
1876 assert_eq!(resp.issues[0].line, Some(15));
1877 }
1878
1879 #[serial(cooldown_state)]
1880 #[test]
1881 fn fixture_codex_review_plain_text_approve() {
1882 let raw = include_str!("../../../tests/fixtures/review_codex_plain_text.jsonl");
1884 let resp = parse_review_via_agent("codex", raw).unwrap();
1885 assert_eq!(resp.decision, "approve");
1886 }
1887
1888 #[serial(cooldown_state)]
1891 #[test]
1892 fn fixture_kimi_review_approve() {
1893 let raw = include_str!("../../../tests/fixtures/review_kimi_approve.jsonl");
1894 let resp = parse_review_via_agent("kimi", raw).unwrap();
1895 assert_eq!(resp.decision, "approve");
1896 assert_eq!(resp.notes, "LGTM");
1897 assert_eq!(resp.test_results.as_deref(), Some("pass"));
1898 assert!(resp.issues.is_empty());
1899 }
1900
1901 #[serial(cooldown_state)]
1904 #[test]
1905 fn fixture_minimax_review_request_changes() {
1906 let raw = include_str!("../../../tests/fixtures/review_minimax_request_changes.jsonl");
1907 let resp = parse_review_via_agent("minimax", raw).unwrap();
1908 assert_eq!(resp.decision, "request_changes");
1909 assert_eq!(resp.notes, "Fix the bug");
1910 assert_eq!(resp.test_results.as_deref(), Some("fail"));
1911 assert_eq!(resp.issues.len(), 1);
1912 assert_eq!(resp.issues[0].file, "src/foo.rs");
1913 assert_eq!(resp.issues[0].line, Some(42));
1914 assert_eq!(resp.issues[0].severity, "error");
1915 }
1916
1917 #[serial(cooldown_state)]
1921 #[test]
1922 fn find_agent_result_extracts_tokens_claude() {
1923 let raw = include_str!("../../../tests/fixtures/review_claude_approve.jsonl");
1924 let result = find_agent_result("claude", raw).expect("should find result");
1925 assert_eq!(result.input_tokens, Some(200));
1926 assert_eq!(result.output_tokens, Some(30));
1927 assert!(result.cost_usd.is_none()); }
1929
1930 #[serial(cooldown_state)]
1931 #[test]
1932 fn find_agent_result_extracts_tokens_opencode() {
1933 let raw = include_str!("../../../tests/fixtures/review_opencode_approve.jsonl");
1934 let result = find_agent_result("opencode", raw).expect("should find result");
1935 assert_eq!(result.input_tokens, Some(2900));
1936 assert_eq!(result.output_tokens, Some(100));
1937 assert_eq!(result.cost_usd, Some(0.002));
1938 }
1939
1940 #[serial(cooldown_state)]
1942 #[test]
1943 fn find_agent_result_returns_none_for_empty() {
1944 assert!(find_agent_result("claude", "").is_none());
1945 assert!(find_agent_result("opencode", "").is_none());
1946 assert!(find_agent_result("codex", "").is_none());
1947 assert!(find_agent_result("kimi", "").is_none());
1948 assert!(find_agent_result("minimax", "").is_none());
1949 }
1950
1951 #[serial(cooldown_state)]
1952 #[test]
1953 fn find_agent_result_returns_none_for_plain_text() {
1954 assert!(find_agent_result("claude", "just some plain text").is_none());
1955 assert!(find_agent_result("codex", "just some plain text").is_none());
1956 }
1959
1960 #[serial(cooldown_state)]
1964 #[test]
1965 fn find_agent_result_propagates_claude_rate_limit() {
1966 let raw = include_str!("../../../tests/fixtures/review_claude_rate_limit.jsonl");
1967 let result = find_agent_result("claude", raw).expect("should find result");
1968 assert!(result.is_error, "should be flagged as error");
1969 assert!(result.result_text.contains("rate limit"));
1970 }
1971}