Struct HttpModelServer 

pub struct HttpModelServer { /* private fields */ }

Enhanced model server with HTTP capabilities

Implementations

impl HttpModelServer

pub fn new(config: ServerConfig) -> Self

Create a new HTTP model server

pub fn set_registry(&mut self, registry: Arc<dyn ModelRegistry>)

Set model registry

pub fn register_model( &mut self, name: String, model: Box<dyn ModelServing>, ) -> Result<()>

Register a model

pub fn handle_predict( &self, model_name: &str, request: PredictionRequest, context: RequestContext, ) -> HttpResponse<PredictionResponse>

Handle prediction request

pub fn handle_predict_batch( &self, model_name: &str, request: BatchPredictionRequest, context: RequestContext, ) -> HttpResponse<BatchPredictionResponse>

Handle batch prediction request

pub fn handle_model_info( &self, model_name: &str, context: RequestContext, ) -> HttpResponse<ModelInfo>

Handle model info request

pub fn handle_health_check( &self, model_name: Option<&str>, context: RequestContext, ) -> HttpResponse<ServerHealthStatus>

Handle health check request

pub fn handle_list_models( &self, context: RequestContext, ) -> HttpResponse<Vec<String>>

Handle list models request

pub fn get_server_stats(&self) -> Result<ServerStats>

Get server statistics

pub fn get_routes(&self) -> Vec<RouteInfo>

Get API routes documentation