dynamo-llm 1.0.2

Dynamo LLM Library
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33

// SPDX-FileCopyrightText: Copyright (c) 2024-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0

//! NIXL status polling-based completion checker.

use anyhow::{Result, anyhow};
use nixl_sys::{Agent as NixlAgent, XferRequest};

use super::CompletionChecker;

/// Completion checker that polls NIXL transfer status.
pub struct NixlStatusChecker {
    agent: NixlAgent,
    xfer_req: XferRequest,
}

impl NixlStatusChecker {
    pub fn new(agent: NixlAgent, xfer_req: XferRequest) -> Self {
        Self { agent, xfer_req }
    }
}

impl CompletionChecker for NixlStatusChecker {
    fn is_complete(&self) -> Result<bool> {
        // get_xfer_status returns XferStatus enum:
        // - XferStatus::Success means transfer is complete
        // - XferStatus::InProgress means still pending
        match self.agent.get_xfer_status(&self.xfer_req) {
            Ok(status) => Ok(status.is_success()),
            Err(e) => Err(anyhow!("NIXL transfer status check failed: {}", e)),
        }
    }
}