modelsocket 0.5.1

A Rust library for ModelSocket, a protocol for efficiently integrating with LLMs
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

use anyhow::Result;
use futures::StreamExt;
use modelsocket::GenStream;
use std::io::{stdout, Write};

pub async fn print_stream(mut stream: GenStream, hidden: bool, colors: bool) -> Result<()> {
    use colorize::AnsiColor;
    let mut stdout = stdout();

    while let Some(event) = stream.next().await {
        let event = event?;

        if !hidden && event.hidden {
            continue;
        }

        if colors {
            print!(
                "{}",
                if event.hidden {
                    event.text.b_black()
                } else {
                    event.text.default()
                }
            );
        } else {
            print!("{}", event.text);
        }

        stdout.flush()?;
    }

    println!();

    Ok(())
}