use rusting_brain::vae::save_png;
use rusting_brain::{ImagePipeline, Precision, Solver};
const SIZE: usize = 1024;
const SEED: u64 = 7;
fn main() -> Result<(), Box<dyn std::error::Error>> {
let mut arguments = std::env::args().skip(1);
let (Some(directory), Some(prompt)) = (arguments.next(), arguments.next()) else {
eprintln!("usage: 18_text_to_image <model directory> <prompt>");
std::process::exit(2);
};
let started = std::time::Instant::now();
let mut pipeline = ImagePipeline::load_at(&directory, Precision::Q8)?;
println!("loaded in {:.1}s", started.elapsed().as_secs_f32());
match pipeline.try_cuda(0) {
true => println!("running on the GPU"),
false => println!("no GPU, running on the CPU (slow)"),
}
println!(
"model asks for {} steps, guidance {}, {:?}",
pipeline.config.steps, pipeline.config.guidance, pipeline.config.solver
);
pipeline.config.solver = Solver::DpmPlusPlus2m;
pipeline.config.steps = 25;
let conditioning = pipeline.condition(&prompt, SIZE, SIZE)?;
let unconditional = match pipeline.config.guidance > 1.0 {
true => Some(pipeline.condition("blurry, low quality", SIZE, SIZE)?),
false => None,
};
let steps = pipeline.config.steps;
let started = std::time::Instant::now();
let latent =
pipeline.sample_latent_guided(conditioning, unconditional, Some(SEED), |step, _| {
print!("\rstep {}/{steps}", step + 1);
let _ = std::io::Write::flush(&mut std::io::stdout());
true
})?;
let (columns, rows) = pipeline.patch_grid(SIZE, SIZE)?;
let image = pipeline.decode(&latent, columns, rows)?;
println!(
"\n{SIZE}x{SIZE} in {:.1}s",
started.elapsed().as_secs_f32()
);
save_png(&image, "image.png")?;
println!("wrote image.png");
let started = std::time::Instant::now();
let repainted = pipeline.generate_from_image(
&format!("{prompt}, oil painting"),
&image,
0.5,
Some(SEED),
|_, _| true,
)?;
println!(
"repainted in {:.1}s",
started.elapsed().as_secs_f32()
);
save_png(&repainted, "repainted.png")?;
println!("wrote repainted.png");
Ok(())
}