qdrant-edge 0.8.0

A lightweight, in-process vector search engine designed for embedded devices, autonomous systems, and mobile agents.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93

use std::marker::PhantomData;
use std::ops::Range;

use super::{IoUringFile, IoUringReadRuntime, KERNEL_PAGE_SIZE};
use crate::common::ext::aligned_vec::ACow;
use crate::common::generic_consts::{AccessPattern, Sequential};
use crate::common::universal_io::{
    ReadPipeline, UioResult, UniversalIoError, UniversalRead as _, UserData,
};

pub struct IoUringPipeline<'file, U>
where
    U: UserData,
{
    runtime: IoUringReadRuntime<U>,
    _phantom: PhantomData<&'file ()>,
}

impl<'file, U: UserData> ReadPipeline<'file, U> for IoUringPipeline<'file, U> {
    type File = IoUringFile;

    fn new() -> UioResult<Self> {
        let pipeline = Self {
            runtime: IoUringReadRuntime::new()?,
            _phantom: PhantomData,
        };

        Ok(pipeline)
    }

    fn can_schedule(&mut self) -> bool {
        self.runtime.can_schedule()
    }

    fn schedule<P: AccessPattern>(
        &mut self,
        user_data: U,
        file: &'file IoUringFile,
        range: Range<u64>,
        align: usize,
    ) -> UioResult<()> {
        // IoUringPipeline is bound by 'file lifetime, so it can never outlive file
        // or hold fd longer than file is valid

        if !self.can_schedule() {
            return Err(UniversalIoError::QueueIsFull);
        }

        let entry = self
            .runtime
            .state()
            .read(user_data, file.fd(), file.direct_io, range, align);

        self.runtime.enqueue(entry)?;

        Ok(())
    }

    fn schedule_whole(
        &mut self,
        user_data: U,
        file: &'file Self::File,
        from: u64,
    ) -> UioResult<()> {
        let eof = file.len::<u8>()?;

        if from >= eof {
            return Ok(());
        }

        let align = if file.direct_io { KERNEL_PAGE_SIZE } else { 1 };
        self.schedule::<Sequential>(user_data, file, from..eof, align)
    }

    fn wait(&mut self) -> UioResult<Option<(U, ACow<'file>)>> {
        let next = self.runtime.completed().next();

        let enqueued = self.runtime.enqueued();

        if next.is_some() && enqueued > 0 {
            self.runtime.submit_and_wait(0)?;
        } else if next.is_none() && enqueued + self.runtime.in_progress() > 0 {
            self.runtime.submit_and_wait(1)?;
        }

        let Some(result) = next.or_else(|| self.runtime.completed().next()) else {
            return Ok(None);
        };

        let (user_data, buffer) = result?;
        Ok(Some((user_data, ACow::Owned(buffer))))
    }
}