rphi 0.3.2

A simple interface for Phi models
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15

use rphi::prelude::*;
use std::io::Write;

#[tokio::main]
async fn main() {
    let model = Phi::v2().await.unwrap();
    let prompt = "The capital of France is";
    let mut result = model.stream_text(prompt).await.unwrap();

    print!("{prompt}");
    while let Some(token) = result.next().await {
        print!("{token}");
        std::io::stdout().flush().unwrap();
    }
}