pub trait ChatEngine {
// Required method
fn reply(
&self,
messages: &[HarnessMessage],
cancel: &CancellationToken,
) -> impl Future<Output = Result<ChatReply, String>>;
// Provided method
fn reply_streaming(
&self,
messages: &[HarnessMessage],
cancel: &CancellationToken,
deltas: UnboundedSender<String>,
) -> impl Future<Output = Result<ChatReply, String>> { ... }
}Required Methods§
fn reply( &self, messages: &[HarnessMessage], cancel: &CancellationToken, ) -> impl Future<Output = Result<ChatReply, String>>
Provided Methods§
Sourcefn reply_streaming(
&self,
messages: &[HarnessMessage],
cancel: &CancellationToken,
deltas: UnboundedSender<String>,
) -> impl Future<Output = Result<ChatReply, String>>
fn reply_streaming( &self, messages: &[HarnessMessage], cancel: &CancellationToken, deltas: UnboundedSender<String>, ) -> impl Future<Output = Result<ChatReply, String>>
Like reply, also forwarding partial output as it arrives; the final reply stays authoritative.
Dyn Compatibility§
This trait is not dyn compatible.
In older versions of Rust, dyn compatibility was called "object safety".