Trait CompletionModelDyn

pub trait CompletionModelDyn: Send + Sync {
    // Required methods
    fn completion(
        &self,
        request: CompletionRequest,
    ) -> BoxFuture<'_, Result<CompletionResponse<()>, CompletionError>>;
    fn stream(
        &self,
        request: CompletionRequest,
    ) -> BoxFuture<'_, Result<StreamingCompletionResponse<()>, CompletionError>>;
    fn completion_request(
        &self,
        prompt: Message,
    ) -> CompletionRequestBuilder<CompletionModelHandle<'_>>;
}

Required Methods

fn completion( &self, request: CompletionRequest, ) -> BoxFuture<'_, Result<CompletionResponse<()>, CompletionError>>

fn stream( &self, request: CompletionRequest, ) -> BoxFuture<'_, Result<StreamingCompletionResponse<()>, CompletionError>>

fn completion_request( &self, prompt: Message, ) -> CompletionRequestBuilder<CompletionModelHandle<'_>>

Implementors

impl<T, R> CompletionModelDyn for T

where T: CompletionModel<StreamingResponse = R>, R: Clone + Unpin + 'static,