atman-runtime 1.8.1

atman flow execution runtime: evaluator, tool dispatch, provider dispatch, executor, memory stores
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85

use atman_runtime::event::NodeEvent;
use atman_runtime::provider::{LlmRequest, Provider};
use atman_runtime::providers::mock::MockProvider;
use atman_runtime::value::Value;

#[tokio::test]
async fn mock_streaming_emits_chunks_then_done() {
    let provider = MockProvider::new("mock")
        .with_model("test-model", Value::Str("hello streaming world".into()));
    let mut obs = provider.call_streaming(LlmRequest {
        model: "test-model".to_string(),
        messages: vec![atman_runtime::provider::user_text_message("hi")],
        system: None,
        input: Value::Unit,
        schema: None,
        cache_prompt: false,
        tools: Vec::new(),
        thinking_enabled: false,
        stall_timeout_secs: 0,
    });

    let mut chunks = Vec::new();
    let mut done_seen = false;
    let value = obs.output.await.unwrap();
    while let Ok(ev) = obs.events.try_recv() {
        match ev {
            NodeEvent::LlmChunk { text, .. } => chunks.push(text),
            NodeEvent::LlmDone { .. } => done_seen = true,
            _ => {}
        }
    }
    assert!(!chunks.is_empty(), "expected at least one chunk");
    assert_eq!(chunks.concat(), "hello streaming world");
    assert!(done_seen, "expected LlmDone event");
    assert!(value.text_concat() == "hello streaming world");
}

#[tokio::test]
async fn mock_streaming_non_string_value_emits_single_done() {
    let provider = MockProvider::new("mock").with_model(
        "m",
        Value::Struct(vec![("severity".into(), Value::Str("info".into()))]),
    );
    let mut obs = provider.call_streaming(LlmRequest {
        model: "m".to_string(),
        messages: vec![atman_runtime::provider::user_text_message("")],
        system: None,
        input: Value::Unit,
        schema: None,
        cache_prompt: false,
        tools: Vec::new(),
        thinking_enabled: false,
        stall_timeout_secs: 0,
    });
    let value = obs.output.await.unwrap();
    let mut events = Vec::new();
    while let Ok(ev) = obs.events.try_recv() {
        events.push(ev);
    }
    assert!(matches!(events.last(), Some(NodeEvent::LlmDone { .. })));
    assert!(matches!(
        value.message.parts.first(),
        Some(atman_runtime::message::MessagePart::Text { .. })
    ));
}

#[tokio::test]
async fn mock_streaming_cancel_before_await_yields_cancelled_err() {
    let provider =
        MockProvider::new("mock").with_model("m", Value::Str("some long text to chunk".into()));
    let obs = provider.call_streaming(LlmRequest {
        model: "m".to_string(),
        messages: vec![atman_runtime::provider::user_text_message("")],
        system: None,
        input: Value::Unit,
        schema: None,
        cache_prompt: false,
        tools: Vec::new(),
        thinking_enabled: false,
        stall_timeout_secs: 0,
    });
    obs.cancel.cancel();
    let err = obs.output.await.unwrap_err();
    assert!(matches!(err, atman_runtime::RuntimeError::Cancelled(_)));
}