1
  2
  3
  4
  5
  6
  7
  8
  9
 10
 11
 12
 13
 14
 15
 16
 17
 18
 19
 20
 21
 22
 23
 24
 25
 26
 27
 28
 29
 30
 31
 32
 33
 34
 35
 36
 37
 38
 39
 40
 41
 42
 43
 44
 45
 46
 47
 48
 49
 50
 51
 52
 53
 54
 55
 56
 57
 58
 59
 60
 61
 62
 63
 64
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143

use connect;
use error::Error;
use rmps::encode::StructMapWriter;
use rmps::Serializer;
use serde::Serialize;
use std::error::Error as StdError;
use std::io;
use std::net::ToSocketAddrs;
use std::sync::mpsc;
use std::sync::{Arc, Mutex};
use std::time::{Duration, SystemTime};
use worker::{Message, Worker};

pub trait Client {
    fn send<A>(&self, tag: String, a: &A, timestamp: SystemTime) -> Result<(), Error>
    where
        A: Serialize;
}

pub struct WorkerPool {
    workers: Vec<Worker>,
    sender: mpsc::Sender<Message>,
}

impl WorkerPool {
    pub fn new<A>(addr: &A) -> io::Result<WorkerPool>
    where
        A: ToSocketAddrs + Clone,
        A: Send + 'static,
    {
        WorkerPool::with_settings(addr, &Default::default())
    }
    pub fn with_settings<A>(addr: &A, settings: &Settings) -> io::Result<WorkerPool>
    where
        A: ToSocketAddrs + Clone,
        A: Send + 'static,
    {
        assert!(settings.workers > 0);

        let mut workers = Vec::with_capacity(settings.workers);

        let (sender, receiver) = mpsc::channel();
        let receiver = Arc::new(Mutex::new(receiver));

        for id in 0..settings.workers {
            debug!("Worker {} creating...", id);
            let conn_settings = connect::ConnectionSettings {
                connect_retry_initial_delay: settings.connection_retry_initial_delay,
                connect_retry_max_delay: settings.connection_retry_max_delay,
                connect_retry_timeout: settings.connection_retry_timeout,
                write_timeout: settings.write_timeout,
                read_timeout: settings.read_timeout,
                write_retry_initial_delay: settings.write_retry_initial_delay,
                write_retry_max_delay: settings.write_retry_max_delay,
                write_retry_timeout: settings.write_retry_timeout,
            };
            let wkr = Worker::new(
                id,
                addr.clone(),
                conn_settings,
                Arc::clone(&receiver),
                settings.flush_period,
                settings.max_flush_entries,
            );
            workers.push(wkr);
        }

        Ok(WorkerPool { workers, sender })
    }
}

impl Client for WorkerPool {
    fn send<A>(&self, tag: String, a: &A, timestamp: SystemTime) -> Result<(), Error>
    where
        A: Serialize,
    {
        trace!("Send a tag: {}", tag);
        let mut buf = Vec::new();
        a.serialize(&mut Serializer::with(&mut buf, StructMapWriter))
            .map_err(|e| Error::DeriveError(e.description().to_string()))?;
        self.sender
            .send(Message::Queuing(tag, timestamp, buf))
            .map_err(|e| Error::SendError(e.description().to_string()))?;
        Ok(())
    }
}

impl Drop for WorkerPool {
    fn drop(&mut self) {
        debug!("Sending terminate message to all workers.");

        for _ in &mut self.workers {
            let sender = self.sender.clone();
            sender.send(Message::Terminate).unwrap();
        }

        debug!("Shutting down all workers.");

        for wkr in &mut self.workers {
            debug!("Shutting down worker {}", wkr.id);

            if let Some(w) = wkr.handler.take() {
                w.join().unwrap();
            }
        }
    }
}

#[derive(Clone)]
pub struct Settings {
    pub workers: usize,
    pub flush_period: Duration,
    pub max_flush_entries: usize,
    pub connection_retry_initial_delay: Duration,
    pub connection_retry_max_delay: Duration,
    pub connection_retry_timeout: Duration,
    pub write_timeout: Duration,
    pub write_retry_initial_delay: Duration,
    pub write_retry_max_delay: Duration,
    pub write_retry_timeout: Duration,
    pub read_timeout: Duration,
}

impl Default for Settings {
    fn default() -> Self {
        Settings {
            workers: 1,
            flush_period: Duration::from_millis(256),
            max_flush_entries: 1024,
            connection_retry_initial_delay: Duration::from_millis(50),
            connection_retry_max_delay: Duration::from_secs(5),
            connection_retry_timeout: Duration::from_secs(60),
            write_retry_initial_delay: Duration::from_millis(5),
            write_retry_max_delay: Duration::from_secs(5),
            write_retry_timeout: Duration::from_secs(10),
            write_timeout: Duration::from_secs(1),
            read_timeout: Duration::from_secs(1),
        }
    }
}

#[cfg(test)]
mod test {}