llam 0.1.3

Safe, Go-style Rust bindings for the LLAM runtime
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55

use crate::error::{Error, Result};
use crate::sys;
use std::sync::Arc;

struct Inner {
    raw: *mut sys::llam_cancel_token_t,
}

unsafe impl Send for Inner {}
unsafe impl Sync for Inner {}

impl Drop for Inner {
    fn drop(&mut self) {
        if !self.raw.is_null() {
            unsafe {
                let _ = sys::llam_cancel_token_destroy(self.raw);
            }
        }
    }
}

#[derive(Clone)]
pub struct CancelToken {
    inner: Arc<Inner>,
}

impl CancelToken {
    pub fn new() -> Result<Self> {
        let raw = unsafe { sys::llam_cancel_token_create() };
        if raw.is_null() {
            Err(Error::last())
        } else {
            Ok(Self {
                inner: Arc::new(Inner { raw }),
            })
        }
    }

    pub fn cancel(&self) -> Result<()> {
        let rc = unsafe { sys::llam_cancel_token_cancel(self.inner.raw) };
        if rc == 0 {
            Ok(())
        } else {
            Err(Error::last())
        }
    }

    pub fn is_cancelled(&self) -> bool {
        unsafe { sys::llam_cancel_token_is_cancelled(self.inner.raw) != 0 }
    }

    pub(crate) fn raw(&self) -> *mut sys::llam_cancel_token_t {
        self.inner.raw
    }
}