rrddmma 0.7.3

A Rust library for RDMA.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61

use quanta::Instant;
use rrddmma::{prelude::*, wrap::RegisteredMem};

fn make_qp(dev: &str) -> anyhow::Result<Qp> {
    let Nic { context, ports } = Nic::finder().dev_name(dev).probe()?;
    let pd = Pd::new(&context)?;
    let cq = Cq::new(&context, Cq::DEFAULT_CQ_DEPTH)?;
    let mut qp = Qp::builder()
        .qp_type(QpType::Rc)
        .caps(QpCaps::default())
        .send_cq(&cq)
        .recv_cq(&cq)
        .sq_sig_all(true)
        .build(&pd)?;
    qp.bind_local_port(&ports[0], None)?;
    Ok(qp)
}

fn main() -> anyhow::Result<()> {
    let mut qp = make_qp("mlx5_0")?;
    let ep = qp.endpoint().unwrap();
    qp.bind_peer(ep)?;

    // Receive a message from the client.
    let mut mem0 = RegisteredMem::new(qp.pd(), 4096)?;
    let mut mem1 = RegisteredMem::new(qp.pd(), 4096)?;
    unsafe { std::ptr::write_bytes(mem0.as_mut_ptr(), 0x14, 4096) };

    let time = Instant::now();
    unsafe { std::ptr::copy_nonoverlapping(mem0.as_ptr(), mem1.as_mut_ptr(), 4096) };
    println!("Time elapsed (memcpy): {:?}", time.elapsed());

    assert_eq!(
        unsafe { std::slice::from_raw_parts(mem1.as_ptr(), 4096) },
        &[0x14; 4096]
    );

    unsafe { std::ptr::write_bytes(mem1.as_mut_ptr(), 0x0, 4096) };
    let tgt = mem1.mr().as_remote();

    let time = Instant::now();

    qp.write(&[mem0.as_slice()], &tgt, 0, None, false)?;
    unsafe {
        qp.read(
            &[mem1.slice_unchecked(0, 1)],
            &tgt.slice_unchecked(0, 1),
            0,
            true,
        )?;
    }
    qp.scq().poll_one_blocking_consumed();

    println!("Time elapsed (RDMA): {:?}", time.elapsed());
    assert_eq!(
        unsafe { std::slice::from_raw_parts(mem1.as_ptr(), 4096) },
        &[0x14; 4096]
    );

    Ok(())
}