modelexpress-client 0.4.0

Client library for Model Express gRPC server
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29

# SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

"""vLLM compatibility integration for ModelExpress."""

from .adapter import VllmAdapter, build_vllm_load_context

_loaders_registered = False


def register_modelexpress_loaders() -> None:
    """Register ModelExpress's vLLM loader for plugin-based vLLM integration."""
    global _loaders_registered
    if _loaders_registered:
        return
    from .registration import register_plugin_model_loader

    # Needed for older vLLM versions before native ModelExpress loader
    # registration is available.
    register_plugin_model_loader()

    _loaders_registered = True


__all__ = [
    "VllmAdapter",
    "build_vllm_load_context",
    "register_modelexpress_loaders",
]