sipp-rs 0.1.0

Unified Rust library for extensible Sipp inference
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

use crate::core::{TokenBatch, TokenEmissionStats};
use futures::{stream, StreamExt};

use crate::client::{SippCancellationReason, SippError, SippTextRun, SippTokenBatches};

#[test]
fn gateway_token_streams_are_exposed_without_transport_ownership() {
    let batch = TokenBatch {
        request_id: "request".to_string(),
        stream_id: 0,
        sequence_start: 0,
        text: "hello".to_string(),
        frame_count: 1,
        byte_count: 5,
        stats: TokenEmissionStats::default(),
    };
    let mut batches = SippTokenBatches::from_stream(Box::pin(stream::iter([batch.clone()])));
    let received = futures::executor::block_on(batches.next()).expect("token batch");
    assert_eq!(received, batch);
}

#[test]
fn cancelling_a_gateway_response_future_returns_cancelled() {
    let run = SippTextRun::from_response(Box::pin(futures::future::pending()));
    run.cancel(SippCancellationReason::CallerCancelled);
    assert!(matches!(
        futures::executor::block_on(run),
        Err(SippError::Cancelled {
            reason: SippCancellationReason::CallerCancelled
        })
    ));
}