modelexpress-client 0.7.0

Client library for Model Express gRPC server
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41

# SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

"""vLLM compatibility integration for ModelExpress."""

from ... import configure_vllm_logging
from ...patches import apply_patches
from .adapter import VllmAdapter, build_vllm_load_context
from .patches import PATCHES as VLLM_PATCHES
from .refit import MdlLoader

_loaders_registered = False


def register_modelexpress_loaders() -> None:
    """Register ModelExpress's vLLM loader for plugin-based vLLM integration."""
    global _loaders_registered
    if _loaders_registered:
        return
    from .registration import (
        register_plugin_model_loader,
        register_plugin_weight_transfer_engine,
    )

    configure_vllm_logging()
    apply_patches(VLLM_PATCHES)

    # Needed for older vLLM versions before native ModelExpress loader
    # registration is available.
    register_plugin_model_loader()
    register_plugin_weight_transfer_engine()

    _loaders_registered = True


__all__ = [
    "MdlLoader",
    "VllmAdapter",
    "build_vllm_load_context",
    "register_modelexpress_loaders",
]