argonauts-crew 0.1.0

Argonauts Code run engine: a workflow runner for Understand, planning, dividing, task pipelines, merge, and the run review.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99

//! What a workflow's script finished, kept beside the run so a run that stops picks the script
//! up where it was: the calls it already made answer from here, and nothing runs twice.

use std::collections::BTreeMap;
use std::fs::{self, OpenOptions};
use std::io::Write;
use std::path::PathBuf;

use argonauts_core::names::SessionKey;
use argonauts_core::paths::{create_private_dir_all, write_private_file};
use argonauts_runner::JournalEntry;

use super::folder;
use crate::engine::host::Host;
use crate::error::EngineResult;
use crate::workflow::StepCall;

pub(super) fn place(host: &Host, call: &StepCall, file: &str) -> PathBuf {
    folder(host).join(call.workflow().as_str()).join(file)
}

/// The session behind each agent the script has run so far, by the agent's index.
pub(super) fn sessions(host: &Host, call: &StepCall) -> BTreeMap<u32, SessionKey> {
    fs::read(place(host, call, "sessions.json"))
        .ok()
        .and_then(|bytes| serde_json::from_slice(&bytes).ok())
        .unwrap_or_default()
}

pub(super) fn keep_sessions(
    host: &Host,
    call: &StepCall,
    sessions: &BTreeMap<u32, SessionKey>,
) -> EngineResult<()> {
    let path = place(host, call, "sessions.json");
    if let Some(dir) = path.parent() {
        create_private_dir_all(dir)?;
    }
    write_private_file(&path, &serde_json::to_vec(sessions)?)?;
    Ok(())
}

/// Every call saved so far, oldest first. A line cut short by a crash is left out.
pub(super) fn read(host: &Host, call: &StepCall) -> EngineResult<Vec<JournalEntry>> {
    let text = match fs::read_to_string(place(host, call, "calls.jsonl")) {
        Ok(text) => text,
        Err(err) if err.kind() == std::io::ErrorKind::NotFound => return Ok(Vec::new()),
        Err(err) => return Err(err.into()),
    };
    Ok(text
        .lines()
        .filter_map(|line| serde_json::from_str(line).ok())
        .collect())
}

pub(super) fn append(host: &Host, call: &StepCall, entry: &JournalEntry) -> EngineResult<()> {
    let path = place(host, call, "calls.jsonl");
    if let Some(dir) = path.parent() {
        create_private_dir_all(dir)?;
    }
    if !path.exists() {
        write_private_file(&path, b"")?;
    }
    let mut line = serde_json::to_string(entry)?;
    line.push('\n');
    OpenOptions::new()
        .append(true)
        .open(&path)?
        .write_all(line.as_bytes())?;
    Ok(())
}

/// The script the orchestrator wrote for this run after you sent its steps back `sent_back`
/// times, once it has. Empty when none it wrote could be used.
pub(super) fn written(host: &Host, call: &StepCall, sent_back: usize) -> Option<String> {
    fs::read_to_string(place(host, call, &script_file(sent_back))).ok()
}

pub(super) fn keep_written(
    host: &Host,
    call: &StepCall,
    sent_back: usize,
    source: &str,
) -> EngineResult<()> {
    let path = place(host, call, &script_file(sent_back));
    if let Some(dir) = path.parent() {
        create_private_dir_all(dir)?;
    }
    write_private_file(&path, source.as_bytes())?;
    Ok(())
}

/// `script.js` as first written, then `script-2.js` and on, so each one you saw is kept.
fn script_file(sent_back: usize) -> String {
    match sent_back {
        0 => "script.js".to_owned(),
        times => format!("script-{}.js", times + 1),
    }
}