modelexpress-client 0.6.0

Client library for Model Express gRPC server
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18

# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

"""Inference-side ModelExpress RL integrations."""

from .client import (
    ModelExpressGeneratorClient,
    ModelExpressGeneratorConfig,
    StagedWeightHandle,
)
from .engines.vllm import VllmGeneratorContext

__all__ = [
    "ModelExpressGeneratorClient",
    "ModelExpressGeneratorConfig",
    "StagedWeightHandle",
    "VllmGeneratorContext",
]