rskit-inference-vllm 0.2.0-alpha.3

vLLM REST adapter for rskit-inference
Documentation 
1
2
3
4
5
6
7
8
9
10
11

use std::sync::Arc;

use rskit_inference::{Factory, Registry, RegistryError};

use crate::{Config, VLLM_KIND, VllmAdapter};

/// Explicitly register the vLLM adapter factory.
pub fn register(registry: &mut Registry, config: Config) -> Result<(), RegistryError> {
    let factory: Factory = Arc::new(move || Ok(Arc::new(VllmAdapter::new(config.clone())?)));
    registry.register(VLLM_KIND, factory)
}