use bunsen::errors::BunsenResult;
use clap::ArgMatches;
use crate::{
chat::{
ChatGenerateFlags,
ChatModelFamily,
ChatModelFamilyFlags,
},
support::log_build,
};
#[derive(clap::Args, Debug)]
pub struct ChatReplCommand<F: clap::Args> {
#[clap(flatten)]
flags: ChatGenerateFlags,
#[clap(flatten)]
family: F,
}
impl<F: ChatModelFamilyFlags> ChatReplCommand<F> {
pub fn run(
&self,
family: Option<ChatModelFamily>,
matches: &ArgMatches,
) -> BunsenResult<()> {
let (device, chat, model, build) =
self.flags.load(family, &self.family.presets(), matches)?;
log_build(&model, &build);
eprintln!("# {build}");
eprintln!("# /quit to exit");
self.flags.converse(&chat, &self.family, &device, &model)?;
drop(chat);
device.close()
}
}