carton 0.0.1

Run any ML model from any programming language.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88

// Copyright 2023 Vivek Panyam
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

//! Minimal bindings around CUDA that let us fetch devices
#![allow(non_snake_case)]
use dlopen::wrapper::{Container, WrapperApi};
use dlopen_derive::WrapperApi;
use lazy_static::{__Deref, lazy_static};
use uuid::Uuid;

#[derive(WrapperApi)]
struct Cuda {
    cuInit: unsafe extern "C" fn(flags: u32) -> u32,
    cuDeviceGet: unsafe extern "C" fn(device: *mut i32, idx: i32) -> u32,
    cuDeviceGetUuid_v2: unsafe extern "C" fn(uuid: *mut [u8; 16], device: i32) -> u32,
}

enum CudaState {
    Loaded(Container<Cuda>),
    LoadFailed,
    InitFailed,
}

lazy_static! {
    static ref CUDA: CudaState = unsafe {
        if let Ok(cuda) = Container::<Cuda>::load("libcuda.so.1") {
            if cuda.cuInit(0) != 0 {
                CudaState::InitFailed
            } else {
                CudaState::Loaded(cuda)
            }
        } else {
            CudaState::LoadFailed
        }
    };
}

pub(crate) fn get_uuid_for_device(ordinal: u32) -> Option<String> {
    match CUDA.deref() {
        CudaState::Loaded(cuda) => {
            unsafe {
                let mut device = 0;
                if cuda.cuDeviceGet(&mut device as _, ordinal as _) != 0 {
                    // Invalid device
                    log::warn!("Tried to get index of cuda device that doesn't exist.");
                    return None;
                }

                let mut uuid = [0; 16];
                assert_eq!(cuda.cuDeviceGetUuid_v2(&mut uuid as _, device), 0);

                // TODO: do we need to do something else for MIG?
                Some(
                    "GPU-".to_string() + &Uuid::from_slice(&uuid).unwrap().hyphenated().to_string(),
                )
            }
        }
        CudaState::LoadFailed => {
            log::warn!("Tried to get a CUDA device but failed to load libcuda.so.1");
            None
        }
        CudaState::InitFailed => {
            log::trace!(
                "Loaded libcuda but cuInit failed. This can happen if no GPUs are visible."
            );
            None
        }
    }
}

mod tests {
    #[test]
    fn basic_test() {
        let uuid = super::get_uuid_for_device(1);
        println!("{uuid:#?}");
    }
}