modelexpress-client 0.6.0

Client library for Model Express gRPC server
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58

# SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

"""VMM arena allocator subpackage.

Layout:
- ``arena``: ``VmmArena`` reserves a large CUDA VA range and bump-assigns
  per-allocation addresses backed by individual ``cuMemCreate`` handles.
- ``backend``: ``CudaVmmBackend`` wraps the CUDA driver VMM calls
  (``cuMemAddressReserve``, ``cuMemCreate``, ``cuMemMap``, etc.).
- ``hook``: ``use_arena`` context manager wires the arena into PyTorch's
  ``CUDAPluggableAllocator`` via the ``_alloc_ext`` C extension.
- ``_alloc_ext``: optional C extension hot path for the malloc/free shims.

See ``README.md`` in this directory for the user-facing overview.
"""

from .arena import (
    DEFAULT_VA_RESERVE,
    VmmArena,
    VmmArenaError,
    VmmBackend,
)
from .backend import (
    CudaBackendError,
    CudaUnavailableError,
    CudaVmmBackend,
)
from .hook import (
    ARENA_AVAILABLE,
    ArenaUnavailableError,
    active_arena,
    install_pluggable_allocator,
    is_active,
    use_arena,
)
from .runtime import (
    log_arena_post_load,
    maybe_enter_vmm_arena,
)

__all__ = [
    "ARENA_AVAILABLE",
    "ArenaUnavailableError",
    "CudaBackendError",
    "CudaUnavailableError",
    "CudaVmmBackend",
    "DEFAULT_VA_RESERVE",
    "VmmArena",
    "VmmArenaError",
    "VmmBackend",
    "active_arena",
    "install_pluggable_allocator",
    "is_active",
    "log_arena_post_load",
    "maybe_enter_vmm_arena",
    "use_arena",
]