modelexpress-client 0.7.0

Client library for Model Express gRPC server
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

"""ModelExpress clients and protobuf bindings for RL weight refit."""

from .control import ModelExpressControlClient, WeightVersion, WeightVersionState
from .inference import (
    ModelExpressGeneratorClient,
    ModelExpressGeneratorConfig,
    ObjectStorageGeneratorConfig,
    SglangGeneratorContext,
    VllmGeneratorContext,
    WeightSource,
)
from .train import (
    FSDPTrainerContext,
    MegatronTrainerContext,
    ModelExpressTrainerClient,
    ModelExpressTrainerConfig,
    ObjectStorageConfig,
    TrainerEngineContext,
    TrainerStagingMode,
    WeightPayloadFormat,
)
from .object_storage import ObjectStorageSource, ObjectStorageType
from .version import WeightVersionRef

__all__ = [  # noqa: RUF022 - grouped by public API role, not alphabetically.
    # Framework-facing clients.
    "ModelExpressControlClient",
    "ModelExpressGeneratorClient",
    "ModelExpressTrainerClient",
    # Configuration fixed when a worker client is initialized.
    "ModelExpressGeneratorConfig",
    "ModelExpressTrainerConfig",
    "FSDPTrainerContext",
    "MegatronTrainerContext",
    "ObjectStorageConfig",
    "ObjectStorageGeneratorConfig",
    "SglangGeneratorContext",
    "TrainerStagingMode",
    "TrainerEngineContext",
    "WeightPayloadFormat",
    "WeightSource",
    "VllmGeneratorContext",
    # Version values shared across the control, trainer, and generator clients.
    "ObjectStorageSource",
    "ObjectStorageType",
    "WeightVersion",
    "WeightVersionRef",
    "WeightVersionState",
]