pub type ModelHandle = Handle<Completion>;Expand description
A completion model: call, stream, capabilities, label.
Aliased Type§
pub struct ModelHandle { /* private fields */ }Implementations§
Source§impl ModelHandle
impl ModelHandle
Sourcepub fn capabilities(&self) -> ProviderCapabilities
pub fn capabilities(&self) -> ProviderCapabilities
The capability snapshot the handler advertises now.
Sourcepub fn call(
&self,
request: CompletionRequest,
) -> impl Future<Output = Result<<Completion as Family>::Answer, ErrorReport>> + WasmCompatSend + 'static
pub fn call( &self, request: CompletionRequest, ) -> impl Future<Output = Result<<Completion as Family>::Answer, ErrorReport>> + WasmCompatSend + 'static
A unary completion.
Sourcepub fn stream(&self, request: CompletionRequest) -> CompletionStream
pub fn stream(&self, request: CompletionRequest) -> CompletionStream
A streamed completion, folded by the returned stream.