modelexpress-client 0.6.0

Client library for Model Express gRPC server
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

"""Generator-engine implementations for ModelExpress RL refit."""

from __future__ import annotations

from ..adapter import GeneratorEngineAdapter, GeneratorEngineContext
from .vllm import VllmGeneratorContext, _create_vllm_adapter


def _create_generator_adapter(
    *,
    engine_context: GeneratorEngineContext,
    worker_id: str,
) -> GeneratorEngineAdapter:
    """Construct the adapter selected by the concrete engine context."""
    if isinstance(engine_context, VllmGeneratorContext):
        return _create_vllm_adapter(engine_context, worker_id)
    raise TypeError(f"unsupported generator context {type(engine_context).__name__}")


__all__: list[str] = []