rrddmma 0.7.3

A Rust library for RDMA.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112

use std::marker::PhantomData;
use std::pin::Pin;
use std::{io, mem};

use crate::bindings::*;
use crate::rdma::{mr::*, qp::Qp};
use crate::utils::interop::from_c_ret;

include!("macros.rs");

/// Send work request with a compile-time determined number of SGEs.
pub struct SendWr<'a, const N: usize> {
    wr: ibv_send_wr,
    sgl: Pin<Box<[ibv_sge; N]>>,
    _marker: PhantomData<&'a Mr>,
}

/// Create a new send work request.
pub fn send_wr<'a, const N: usize>() -> SendWr<'a, N> {
    Default::default()
}

impl<const N: usize> Default for SendWr<'_, N> {
    fn default() -> Self {
        let mut this = Self {
            // SAFETY: POD type.
            wr: unsafe { mem::zeroed() },

            // SAFETY: POD type.
            sgl: Box::pin([unsafe { mem::zeroed() }; N]),
            _marker: PhantomData,
        };
        this.wr.sg_list = this.sgl.as_mut_ptr();
        this
    }
}

impl_wr_basic_setters!(SendWr);
impl_wr_flags_setters!(SendWr, send_flags);
impl_wr_raw_accessors!(SendWr, ibv_send_wr);

impl<const N: usize> SendWr<'_, N> {
    /// Set the work request to an RDMA send.
    #[inline]
    pub fn set_wr_send(&mut self, imm: Option<u32>) -> &mut Self {
        match imm {
            Some(imm) => {
                self.wr.opcode = ibv_wr_opcode::IBV_WR_SEND_WITH_IMM;
                self.wr.set_imm(imm);
            }
            None => self.wr.opcode = ibv_wr_opcode::IBV_WR_SEND,
        };
        self
    }

    /// Set the work request to an RDMA read.
    #[inline]
    pub fn set_wr_read(&mut self, remote: MrRemote) -> &mut Self {
        self.wr.opcode = ibv_wr_opcode::IBV_WR_RDMA_READ;
        self.wr.wr.rdma = (&remote).into();
        self
    }

    /// Set the work request to an RDMA write.
    #[inline]
    pub fn set_wr_write(&mut self, remote: MrRemote, imm: Option<u32>) -> &mut Self {
        self.wr.wr.rdma = (&remote).into();
        match imm {
            Some(imm) => {
                self.wr.opcode = ibv_wr_opcode::IBV_WR_RDMA_WRITE_WITH_IMM;
                self.wr.set_imm(imm);
            }
            None => self.wr.opcode = ibv_wr_opcode::IBV_WR_RDMA_WRITE,
        };
        self
    }

    /// Set the work request to an RDMA atomic compare-and-swap.
    #[inline]
    pub fn set_wr_cas(&mut self, remote: MrRemote, compare: u64, swap: u64) -> &mut Self {
        self.wr.opcode = ibv_wr_opcode::IBV_WR_ATOMIC_CMP_AND_SWP;
        self.wr.wr.atomic = atomic_t {
            remote_addr: remote.addr,
            compare_add: compare,
            swap,
            rkey: remote.rkey,
        };
        self
    }

    /// Set the work request to an RDMA atomic fetch-and-add.
    #[inline]
    pub fn set_wr_faa(&mut self, remote: MrRemote, add: u64) -> &mut Self {
        self.wr.opcode = ibv_wr_opcode::IBV_WR_ATOMIC_FETCH_AND_ADD;
        self.wr.wr.atomic = atomic_t {
            remote_addr: remote.addr,
            compare_add: add,
            swap: 0,
            rkey: remote.rkey,
        };
        self
    }

    /// Post the work request to the send queue.
    #[inline]
    pub fn post_on(&mut self, qp: &Qp) -> io::Result<()> {
        let mut bad_wr = std::ptr::null_mut();
        // SAFETY: FFI.
        let ret = unsafe { ibv_post_send(qp.as_raw(), &mut self.wr, &mut bad_wr) };
        from_c_ret(ret)
    }
}