vyre-runtime 0.6.3

Persistent megakernel + io_uring zero-copy streaming runtime for vyre - GPU as VIR0 bytecode interpreter
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127

use super::{Megakernel, MegakernelDispatchStats};
use crate::megakernel::readback::MegakernelReadback;
use crate::PipelineError;
use vyre_driver::backend::OutputBuffers;

impl Megakernel {
    /// Dispatch with a caller-supplied IO queue and decode the strict
    /// megakernel readback ABI.
    ///
    /// # Errors
    ///
    /// Returns [`PipelineError`] when dispatch fails or returned buffers do not
    /// match the compiled megakernel ABI.
    pub fn dispatch_with_io_queue_readback(
        &self,
        control_bytes: Vec<u8>,
        ring_bytes: Vec<u8>,
        debug_log_bytes: Vec<u8>,
        io_queue_bytes: Vec<u8>,
    ) -> Result<MegakernelReadback, PipelineError> {
        let outputs = self.dispatch_with_io_queue_borrowed(
            &control_bytes,
            &ring_bytes,
            &debug_log_bytes,
            &io_queue_bytes,
        )?;
        MegakernelReadback::from_outputs(outputs, self.slot_count)
    }

    /// Dispatch owned buffers with a caller-supplied IO queue and decode the
    /// strict megakernel readback ABI into caller-owned storage.
    ///
    /// # Errors
    ///
    /// Returns [`PipelineError`] when dispatch or readback validation fails.
    pub fn dispatch_with_io_queue_readback_into(
        &self,
        control_bytes: Vec<u8>,
        ring_bytes: Vec<u8>,
        debug_log_bytes: Vec<u8>,
        io_queue_bytes: Vec<u8>,
        readback: &mut MegakernelReadback,
        outputs: &mut OutputBuffers,
    ) -> Result<MegakernelDispatchStats, PipelineError> {
        self.dispatch_with_io_queue_readback_borrowed_into(
            &control_bytes,
            &ring_bytes,
            &debug_log_bytes,
            &io_queue_bytes,
            readback,
            outputs,
        )
    }

    /// Dispatch borrowed buffers with a caller-supplied IO queue and decode
    /// the strict megakernel readback ABI.
    ///
    /// # Errors
    ///
    /// See [`Megakernel::dispatch_with_io_queue_readback`].
    pub fn dispatch_with_io_queue_readback_borrowed(
        &self,
        control_bytes: &[u8],
        ring_bytes: &[u8],
        debug_log_bytes: &[u8],
        io_queue_bytes: &[u8],
    ) -> Result<MegakernelReadback, PipelineError> {
        let outputs = self.dispatch_with_io_queue_borrowed(
            control_bytes,
            ring_bytes,
            debug_log_bytes,
            io_queue_bytes,
        )?;
        MegakernelReadback::from_outputs(outputs, self.slot_count)
    }

    /// Dispatch borrowed buffers with a caller-supplied IO queue, decode the
    /// strict megakernel readback ABI, and return dispatch instrumentation.
    ///
    /// # Errors
    ///
    /// See [`Megakernel::dispatch_with_io_queue_readback_borrowed`].
    pub fn dispatch_with_io_queue_readback_borrowed_observed(
        &self,
        control_bytes: &[u8],
        ring_bytes: &[u8],
        debug_log_bytes: &[u8],
        io_queue_bytes: &[u8],
    ) -> Result<(MegakernelReadback, MegakernelDispatchStats), PipelineError> {
        let output = self.dispatch_with_io_queue_borrowed_observed(
            control_bytes,
            ring_bytes,
            debug_log_bytes,
            io_queue_bytes,
        )?;
        let stats = output.stats;
        let readback = MegakernelReadback::from_outputs(output.buffers, self.slot_count)?;
        Ok((readback, stats))
    }

    /// Dispatch borrowed buffers with a caller-supplied IO queue, decode the
    /// strict megakernel readback ABI into caller-owned storage, and return
    /// dispatch instrumentation.
    ///
    /// # Errors
    ///
    /// Returns [`PipelineError`] when dispatch or readback validation fails.
    pub fn dispatch_with_io_queue_readback_borrowed_into(
        &self,
        control_bytes: &[u8],
        ring_bytes: &[u8],
        debug_log_bytes: &[u8],
        io_queue_bytes: &[u8],
        readback: &mut MegakernelReadback,
        outputs: &mut OutputBuffers,
    ) -> Result<MegakernelDispatchStats, PipelineError> {
        let stats = self.dispatch_with_io_queue_borrowed_into(
            control_bytes,
            ring_bytes,
            debug_log_bytes,
            io_queue_bytes,
            outputs,
        )?;
        MegakernelReadback::drain_outputs_into(outputs, self.slot_count, readback)?;
        Ok(stats)
    }
}