modelexpress-client 0.7.0

Client library for Model Express gRPC server
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

"""TensorRT-LLM integration for ModelExpress."""

from .adapter import (
    TrtllmAdapter,
    build_mx_identity,
    build_trtllm_load_context,
)
from .loader import MxModelLoader

__all__ = [
    "MxModelLoader",
    "TrtllmAdapter",
    "build_mx_identity",
    "build_trtllm_load_context",
]