ydb 0.17.1

Crate contains generated low-level grpc code from YDB API protobuf, used as base for ydb crate
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50

use std::{num::NonZeroUsize, sync::Arc};

use crate::{YdbError, YdbResult};

pub trait Executor: Send + Sync {
    /// Returns a concurrency hint for blocking compression work.
    ///
    /// Used for task and buffer sizing; not a global task limit.
    fn available_parallelism(&self) -> NonZeroUsize;

    /// Schedules a blocking task.
    ///
    /// Implementations should not run CPU-heavy codec work on a Tokio worker thread.
    fn spawn(&self, task: Box<dyn FnOnce() + Send + 'static>);
}

/// Dedicated Rayon-backed executor for compression work.
pub(crate) struct RayonExecutor {
    pool: rayon::ThreadPool,
}

impl RayonExecutor {
    pub(crate) fn new(num_threads: usize) -> YdbResult<Self> {
        let pool = rayon::ThreadPoolBuilder::new()
            .num_threads(num_threads)
            .build()
            .map_err(|err| YdbError::custom(format!("thread pool did not build: {err}")))?;

        Ok(Self { pool })
    }
}

const DEFAULT_THREAD_COUNT: usize = 4;

impl Executor for RayonExecutor {
    fn available_parallelism(&self) -> NonZeroUsize {
        NonZeroUsize::new(self.pool.current_num_threads())
            .unwrap_or(const { NonZeroUsize::new(1).unwrap() })
    }

    fn spawn(&self, task: Box<dyn FnOnce() + Send + 'static>) {
        self.pool.spawn(task);
    }
}

pub(crate) fn default_executor() -> YdbResult<Arc<dyn Executor>> {
    let executor = RayonExecutor::new(DEFAULT_THREAD_COUNT)?;

    Ok(Arc::new(executor))
}