build_routed_pipeline_with_preprocessor

dynamo_llm::entrypoint::input

Function build_routed_pipeline_with_preprocessor 

Source 
pub async fn build_routed_pipeline_with_preprocessor<Req, Resp>(
    card: &ModelDeploymentCard,
    client: &Client,
    router_mode: RouterMode,
    busy_threshold: Option<f64>,
    chooser: Option<Arc<KvRouter>>,
    preprocessor: Arc<OpenAIPreprocessor>,
    hf_tokenizer: Tokenizer,
) -> Result<ServiceEngine<SingleIn<Req>, ManyOut<Annotated<Resp>>>>
where
    Req: Data,
    Resp: Data,
    OpenAIPreprocessor: Operator<Context<Req>, Pin<Box<dyn AsyncEngineStream<Annotated<Resp>>>>, Context<PreprocessedRequest>, Pin<Box<dyn AsyncEngineStream<Annotated<BackendOutput>>>>>,