modelexpress-client 0.7.0

Client library for Model Express gRPC server
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24

# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

"""Inference-side ModelExpress RL integrations."""

from .client import (
    ModelExpressGeneratorClient,
    ModelExpressGeneratorConfig,
    StagedWeightHandle,
    WeightSource,
)
from .engines.sglang import SglangGeneratorContext
from .engines.vllm import VllmGeneratorContext
from .receiver import ObjectStorageGeneratorConfig

__all__ = [
    "ModelExpressGeneratorClient",
    "ModelExpressGeneratorConfig",
    "ObjectStorageGeneratorConfig",
    "SglangGeneratorContext",
    "StagedWeightHandle",
    "VllmGeneratorContext",
    "WeightSource",
]