use std::io::Read;
use bunsen::errors::{
BunsenResult,
sys_at,
};
use clap::ArgMatches;
use crate::{
chat::{
ChatGenerateFlags,
ChatModelFamily,
ChatModelFamilyFlags,
},
support::log_build,
};
#[derive(clap::Args, Debug)]
pub struct ChatRunCommand<F: clap::Args> {
#[clap(flatten)]
flags: ChatGenerateFlags,
#[clap(flatten)]
family: F,
prompt: Option<String>,
}
impl<F: ChatModelFamilyFlags> ChatRunCommand<F> {
pub fn run(
&self,
family: Option<ChatModelFamily>,
matches: &ArgMatches,
) -> BunsenResult<()> {
let prompt = match &self.prompt {
Some(prompt) => prompt.clone(),
None => {
let mut text = String::new();
std::io::stdin()
.read_to_string(&mut text)
.map_err(sys_at("read", "stdin"))?;
text
}
};
let prompt = prompt.trim_end();
let (device, chat, model, build) =
self.flags.load(family, &self.family.presets(), matches)?;
log_build(&model, &build);
self.flags
.run_once(&chat, &self.family, &device, &model, prompt)?;
drop(chat);
device.close()
}
}