kf-socket 0.1.0

Provide TCP socket wrapper using kafka protocol
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132

use std::sync::Arc;
use std::fmt::Debug;
use std::hash::Hash;

use chashmap::CHashMap;
use chashmap::WriteGuard;
use log::trace;

use crate::KfSink;

pub type SharedSinkPool<T> = Arc<SinkPool<T>>;

/// Pool of sinks.  This is lightweight version of SocketPool
/// where you only need to keep track of sink
/// no attemp to keep id indexes
#[derive(Debug)]
pub struct SinkPool<T>(CHashMap<T, KfSink>);

impl<T> SinkPool<T>
where
    T: Eq + PartialEq + Hash + Debug + Clone,
    KfSink: Sync,
{
    pub fn new_shared() -> SharedSinkPool<T> {
        Arc::new(Self::new())
    }
    pub fn new() -> Self {
        Self(CHashMap::new())
    }

    pub fn insert_sink(&self, id: T, socket: KfSink) {
        trace!("inserting sink at: {:#?}", id);
        self.0.insert(id, socket);
    }

    pub fn clear_sink(&self, id: &T) {
        self.0.remove(id);
    }

    /// get sink
    pub fn get_sink<'a>(&'a self, id: &T) -> Option<WriteGuard<'a, T, KfSink>> {
        self.0.get_mut(id)
    }
}

#[cfg(test)]
mod tests {

    use std::net::SocketAddr;
    use std::time::Duration;

    use log::debug;
    use log::info;
    use futures::stream::StreamExt;
    use futures::future::join;

    use flv_future_core::test_async;
    use flv_future_core::sleep;
    use flv_future_aio::net::AsyncTcpListener;
    use kf_protocol::api::RequestMessage;
    use crate::KfSocket;
    use crate::KfSocketError;
    use crate::test_request::EchoRequest;
    use crate::test_request::EchoResponse;
    use crate::test_request::TestApiRequest;
    use crate::test_request::TestKafkaApiEnum;
    use super::SinkPool;

    async fn test_server(addr: SocketAddr) -> Result<(), KfSocketError> {
        let sink_pool: SinkPool<u16> = SinkPool::new();

        let listener = AsyncTcpListener::bind(&addr).await?;
        debug!("server is running");
        let mut incoming = listener.incoming();
        let incoming_stream = incoming.next().await;
        debug!("server: got connection");
        let incoming_stream = incoming_stream.expect("next").expect("unwrap again");
        let socket: KfSocket = incoming_stream.into();

        let (sink, mut stream) = socket.split();
        let id: u16 = 0;
        sink_pool.insert_sink(id, sink);
        let mut api_stream = stream.api_stream::<TestApiRequest, TestKafkaApiEnum>();

        let msg = api_stream.next().await.expect("msg").expect("unwrap");
        debug!("msg received: {:#?}", msg);
        match msg {
            TestApiRequest::EchoRequest(echo_request) => {
                let resp = echo_request.new_response(EchoResponse::new("yes".to_owned()));
                let mut sink = sink_pool.get_sink(&id).expect("sink");
                sink.send_response(&resp, 0).await.expect("send succeed");

                // can't detect sink failures
                let resp2 = echo_request.new_response(EchoResponse::new("yes2".to_owned()));
                sink.send_response(&resp2, 0)
                    .await
                    .expect("error should occur");

                // can detect api stream end
                /*
                match api_stream.next().await {
                    Some(_) => assert!(false,"should not received"),
                    None => assert!(true,"none")
                }
                */
            }
            _ => assert!(false, "no echo request"),
        }

        debug!("server: finish sending out");
        Ok(())
    }

    async fn setup_client(addr: SocketAddr) -> Result<(), KfSocketError> {
        sleep(Duration::from_millis(20)).await;
        debug!("client: trying to connect");
        let mut socket = KfSocket::connect(&addr).await?;
        info!("client: connect to test server and waiting...");

        let request = RequestMessage::new_request(EchoRequest::new("hello".to_owned()));
        socket.send(&request).await.expect("send success");
        Ok(())
    }

    #[test_async]
    async fn test_sink_pool() -> Result<(), KfSocketError> {
        let addr = "127.0.0.1:5999".parse::<SocketAddr>().expect("parse");

        let _r = join(setup_client(addr), test_server(addr.clone())).await;
        Ok(())
    }
}