textsynth 0.1.0

A (unofficial) wrapper for the TextSynth API, a text synthesization service.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

use anyhow::Context;
use std::io::Write;
use std::{env, io};
use textsynth::prelude::EngineDefinition;

mod common;

#[tokio::main]
async fn main() -> anyhow::Result<()> {
    let (textsynth, retrieval_method) = common::textsynth()?;
    let prompt = env::args()
        .skip(retrieval_method.skip_by())
        .collect::<Vec<_>>()
        .join(" ");

    print!("{}", prompt);
    io::stdout().flush().context("failed to flush stdout")?;

    let engine = textsynth.engine(EngineDefinition::GptJ6B);
    let output = engine
        .text_completion(prompt)
        .now()
        .await
        .context("failed to connect to the textsynth api")?
        .context("failed to complete text")?;
    println!("{}", output.text());

    assert!(output.reached_end());

    println!(
        "reached end = {}, total tokens = {}, truncated prompt = {}",
        output.reached_end(),
        output.total_tokens().expect("total tokens should exist"),
        output.truncated_prompt()
    );

    Ok(())
}