modelexpress-client 0.7.0

Client library for Model Express gRPC server
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

"""Generator-engine implementations for ModelExpress RL refit."""

from __future__ import annotations

from ..adapter import GeneratorEngineContext
from ..runtime import EngineRuntime
from .sglang import SglangGeneratorContext
from .vllm import VllmGeneratorContext


def _create_engine_runtime(engine_context: GeneratorEngineContext) -> EngineRuntime:
    """Expose engine-specific installation and target geometry."""
    if isinstance(engine_context, SglangGeneratorContext):
        from .sglang import _create_sglang_engine_runtime

        return _create_sglang_engine_runtime(engine_context)
    if isinstance(engine_context, VllmGeneratorContext):
        from .vllm import _create_vllm_engine_runtime

        return _create_vllm_engine_runtime(engine_context)
    raise TypeError(f"unsupported generator context {type(engine_context).__name__}")


__all__: list[str] = []