Skip to main content

TokenClassificationInference

encoderfile::generated::token_classification::token_classification_inference_server

Trait TokenClassificationInference 

Source 
pub trait TokenClassificationInference:
    Send
    + Sync
    + 'static {
    // Required methods
    fn predict<'life0, 'async_trait>(
        &'life0 self,
        request: Request<TokenClassificationRequest>,
    ) -> Pin<Box<dyn Future<Output = Result<Response<TokenClassificationResponse>, Status>> + Send + 'async_trait>>
       where Self: 'async_trait,
             'life0: 'async_trait;
    fn get_model_metadata<'life0, 'async_trait>(
        &'life0 self,
        request: Request<GetModelMetadataRequest>,
    ) -> Pin<Box<dyn Future<Output = Result<Response<GetModelMetadataResponse>, Status>> + Send + 'async_trait>>
       where Self: 'async_trait,
             'life0: 'async_trait;
}
Expand description

Generated trait containing gRPC methods that should be implemented for use with TokenClassificationInferenceServer.

Required Methods§

Source

fn predict<'life0, 'async_trait>( &'life0 self, request: Request<TokenClassificationRequest>, ) -> Pin<Box<dyn Future<Output = Result<Response<TokenClassificationResponse>, Status>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait,

Source

fn get_model_metadata<'life0, 'async_trait>( &'life0 self, request: Request<GetModelMetadataRequest>, ) -> Pin<Box<dyn Future<Output = Result<Response<GetModelMetadataResponse>, Status>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait,

Implementors§