fast_vk 0.3.5

Low-level VK API library designed for millions requests per second
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118

pub mod instance;
mod event;
mod message;
mod execute_manager;
mod worker;
mod task_observer;

pub use instance::Instance;
pub use event::Event;
use message::Message;
use execute_manager::ExecuteManager;
use worker::Worker;
use task_observer::TaskObserver;

pub type Sender = oneshot::Sender<Result<Value>>;
pub type TaskSender = mpsc::UnboundedSender<Message>;
pub type TaskReceiver = Arc<Mutex<mpsc::UnboundedReceiver<Message>>>;
pub type EventSender = broadcast::Sender<Event>;
pub type EventReceiver = broadcast::Receiver<Event>;

use vk_method::Method;
use crate::Result;

use serde_json::value::Value;

use std::iter::ExactSizeIterator;
use std::sync::Arc;

use tokio::sync::{broadcast, mpsc, oneshot, Mutex};

pub struct InstancePool {
    sender: TaskSender,
    workers: Vec<Worker>,
    execute_manager: ExecuteManager,
    task_observer: TaskObserver,
    event_sender: EventSender,
}

impl InstancePool {
    pub fn from_instances<Instances>(instances: Instances) -> Self
    where
        Instances: IntoIterator<Item = Instance>,
        <Instances as IntoIterator>::IntoIter: ExactSizeIterator,
    {
        let instances = instances.into_iter();
        let mut workers = Vec::with_capacity(instances.len());

        let (sender, receiver) = mpsc::unbounded_channel();
        let receiver = Arc::new(Mutex::new(receiver));

        let (event_sender, event_receiver) = broadcast::channel(20000);

        for (index, instance) in instances.into_iter().enumerate() {
            workers.push(Worker::new(
                index,
                instance,
                receiver.clone(),
                event_sender.clone(),
            ));
        }

        InstancePool {
            workers,
            execute_manager: ExecuteManager::new(event_sender.subscribe(), sender.clone()),
            task_observer: TaskObserver::new(event_receiver),
            sender,
            event_sender
        }
    }

    pub async fn run(&self, method: Method) -> Result<Value> {
        let (oneshot_sender, oneshot_receiver) = oneshot::channel();

        let running_tasks = self.task_observer.running_task().await;

        if running_tasks < self.workers.len() {
            self.sender
                .send(Message::NewMethod(method, oneshot_sender))
                .unwrap();
        } else {
            self.execute_manager.push(method, oneshot_sender)?;
        };

        self.event_sender.send(Event::GotWork).unwrap();
        tokio::time::sleep(std::time::Duration::from_nanos(2)).await; //tokio broadcast so slow and need sleep

        oneshot_receiver.await.unwrap()
    }
}

impl Drop for InstancePool {
    fn drop(&mut self) {
        for _ in &self.workers {
            self.sender.send(Message::Terminate).unwrap();
        }

        drop(&self.sender);
    }
}

#[cfg(feature = "thisvk")]
#[async_trait::async_trait]
impl thisvk::API for InstancePool {
    type Error = crate::Error;

    async fn method<T>(&self, method: Method) -> Result<T>
    where for<'de>
        T: serde::Deserialize<'de>
    {
        match self.run(method).await {
            Ok(value) => match serde_json::from_value(value) {
                Ok(result) => Ok(result),
                Err(error) => Err(crate::Error::Custom(error.into()))
            },
            Err(error) => Err(error)
        }
    }
}