stringflow 0.2.0

Flow strings through language models.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140

//! End-to-end tests against a running llama-server.
//!
//! These tests require llama-server to be running on localhost:8080.
//! Run with: `cargo test -p stringflow -- --ignored`

use futures_util::StreamExt;
use stringflow::{
    AuthConfig, ChatMessage, ProviderConfig, StreamEvent, WireFormat, chat_async, chat_stream,
    health_check,
};

fn simple_prompt() -> Vec<ChatMessage> {
    vec![ChatMessage {
        role: "user".to_string(),
        content: "Reply with exactly the word 'pong' and nothing else.".to_string(),
    }]
}

fn config_with_format(format: WireFormat) -> ProviderConfig {
    ProviderConfig {
        name: "llama".to_string(),
        base_url: "http://localhost:8080".to_string(),
        wire_format: format,
        auth: AuthConfig::None,
        model: None,
        max_tokens: None,
    }
}

// ============================================================================
// Health check
// ============================================================================

#[tokio::test]
#[ignore]
async fn health_check_ok() {
    let resp = health_check("http://localhost:8080").await.unwrap();
    assert_eq!(resp.status, "ok");
}

// ============================================================================
// Non-streaming: all 3 wire formats
// ============================================================================

#[tokio::test]
#[ignore]
async fn chat_completions_format() {
    let config = config_with_format(WireFormat::Completions);
    let result = chat_async(&config, &simple_prompt()).await.unwrap();
    assert!(!result.is_empty(), "expected non-empty response");
}

#[tokio::test]
#[ignore]
async fn chat_responses_format() {
    let config = config_with_format(WireFormat::Responses);
    let result = chat_async(&config, &simple_prompt()).await.unwrap();
    assert!(!result.is_empty(), "expected non-empty response");
}

#[tokio::test]
#[ignore]
async fn chat_messages_format() {
    let config = config_with_format(WireFormat::Messages);
    let result = chat_async(&config, &simple_prompt()).await.unwrap();
    assert!(!result.is_empty(), "expected non-empty response");
}

// ============================================================================
// Streaming
// ============================================================================

#[tokio::test]
#[ignore]
async fn stream_completions_format() {
    let config = config_with_format(WireFormat::Completions);
    let mut stream = chat_stream(&config, &simple_prompt()).await.unwrap();

    let mut got_delta = false;
    let mut got_done = false;
    while let Some(event) = stream.next().await {
        match event.unwrap() {
            StreamEvent::Delta(text) => {
                assert!(!text.is_empty());
                got_delta = true;
            }
            StreamEvent::Done => {
                got_done = true;
                break;
            }
        }
    }
    assert!(got_delta, "expected at least one Delta event");
    assert!(got_done, "expected Done event");
}

#[tokio::test]
#[ignore]
async fn stream_messages_format() {
    let config = config_with_format(WireFormat::Messages);
    let mut stream = chat_stream(&config, &simple_prompt()).await.unwrap();

    let mut got_delta = false;
    while let Some(event) = stream.next().await {
        match event.unwrap() {
            StreamEvent::Delta(text) => {
                assert!(!text.is_empty());
                got_delta = true;
            }
            StreamEvent::Done => break,
        }
    }
    assert!(got_delta, "expected at least one Delta event");
}

// ============================================================================
// Multi-turn conversation
// ============================================================================

#[tokio::test]
#[ignore]
async fn multi_turn_conversation() {
    let config = config_with_format(WireFormat::Messages);
    let messages = vec![
        ChatMessage {
            role: "user".to_string(),
            content: "My name is TestBot.".to_string(),
        },
        ChatMessage {
            role: "assistant".to_string(),
            content: "Hello TestBot!".to_string(),
        },
        ChatMessage {
            role: "user".to_string(),
            content: "What is my name?".to_string(),
        },
    ];
    let result = chat_async(&config, &messages).await.unwrap();
    assert!(!result.is_empty(), "expected non-empty response");
}