tdb_server_core 0.5.1

tectonicdb server
Documentation
use crate::prelude::*;

#[derive(Debug, PartialEq, Eq)]
pub enum ReturnType {
    String(Cow<'static, str>),
    Bytes(Vec<u8>),
    Error(Cow<'static, str>),
}

impl ReturnType {

    pub const HELP_STR: &'static str = "
    PING, INFO, USE [db], CREATE [db],
    ADD [ts],[seq],[is_trade],[is_bid],[price],[size];
    FLUSH, FLUSH ALL, GET ALL, GET [count], CLEAR";

    pub fn ok() -> ReturnType {
        ReturnType::String("1".into())
    }

    pub fn string<S>(string: S) -> ReturnType
        where S: Into<Cow<'static, str>>
    {
        ReturnType::String(string.into())
    }

    pub fn error<S>(string: S) -> ReturnType
        where S: Into<Cow<'static, str>>
    {
        ReturnType::Error(string.into())
    }
}


#[derive(Debug)]
pub enum ReqCount {
    All,
    Count(u32),
}

#[derive(Debug)]
pub enum GetFormat {
    Json,
    Csv,
    Dtf,
}

#[derive(Debug)]
pub enum ReadLocation {
    Mem,
    Fs,
}

#[derive(Debug)]
pub enum Void {}

#[derive(Debug)]
pub enum Command {
    Noop,
    Ping,
    Help,
    Info,
    Perf,
    Orderbook(Option<BookName>),
    Get(ReqCount, GetFormat, Option<(u64, u64)>, ReadLocation),
    Count(ReqCount, ReadLocation),
    Clear(ReqCount),
    Flush(ReqCount),
    Insert(Option<Update>, Option<BookName>),
    Create(BookName),
    Subscribe(BookName),
    Load(BookName),
    Use(BookName),
    Exists(BookName),
    Unknown,
    BadFormat,
}

#[derive(Debug)]
pub enum Event {
    NewConnection {
        addr: SocketAddr,
        stream: Arc<TcpStream>,
        shutdown: Receiver<Void>,
    },
    Command {
        from: Option<SocketAddr>,
        command: Command,
    },
    RecordHistory,
    FetchSizes {
        // obname, on disk, in mem
        tx: Sender<Vec<(BookName, u64, u64)>>,
    },
}

/// sometimes returns string, sometimes bytes, error string
pub fn parse_to_command(mut line: &[u8]) -> Command {
    use self::Command::*;

    if line.last() == Some(&b'\n') { line = &line[..(line.len()-1)]; }
    let l = tdb_core::RAW_INSERT_PREFIX.len();
    if line.len() > l && &line[0..l] == tdb_core::RAW_INSERT_PREFIX {
        return tdb_core::utils::decode_insert_into(line)
            .map(|(up, book_name)| Command::Insert(up, book_name))
            .unwrap_or(Command::BadFormat);
    }

    let line = std::str::from_utf8(&line);
    let line = if line.is_ok() {
        line.unwrap()
    } else {
        return Command::BadFormat;
    };

    match line.borrow() {
        "" => Noop,
        "PING" => Ping,
        "HELP" => Help,
        "INFO" => Info,
        "PERF" => Perf,
        "OB" => Orderbook(None),
        "COUNT" => Count(ReqCount::Count(1), ReadLocation::Fs),
        "COUNT IN MEM" => Count(ReqCount::Count(1), ReadLocation::Mem),
        "COUNT ALL" => Count(ReqCount::All, ReadLocation::Fs),
        "COUNT ALL IN MEM" => Count(ReqCount::All, ReadLocation::Mem),
        "CLEAR" => Clear(ReqCount::Count(1)),
        "CLEAR ALL" => Clear(ReqCount::All),
        "GET ALL AS JSON" => Get(ReqCount::All, GetFormat::Json, None, ReadLocation::Mem),
        "GET ALL AS CSV" => Get(ReqCount::All, GetFormat::Csv, None, ReadLocation::Mem),
        "GET ALL" => Get(ReqCount::All, GetFormat::Dtf, None, ReadLocation::Mem),
        "FLUSH" => Flush(ReqCount::Count(1)),
        "FLUSH ALL" => Flush(ReqCount::All),
        _ => {
            if line.starts_with("SUBSCRIBE ") {
                let dbname: &str = &line[10..];
                Subscribe(BookName::from(dbname).unwrap())
            } else if line.starts_with("CREATE ") {
                let dbname: &str = &line[7..];
                Create(BookName::from(dbname).unwrap())
            } else if line.starts_with("OB ") {
                let dbname: &str = &line[3..];
                Orderbook(Some(BookName::from(dbname).unwrap()))
            } else if line.starts_with("LOAD ") {
                let dbname: &str = &line[5..];
                Load(BookName::from(dbname).unwrap())
            } else if line.starts_with("USE ") {
                let dbname: &str = &line[4..];
                Use(BookName::from(dbname).unwrap())
            } else if line.starts_with("EXISTS ") {
                let dbname: &str = &line[7..];
                Exists(BookName::from(dbname).unwrap())
            } else if line.starts_with("ADD ") || line.starts_with("INSERT ") {
                let (up, dbname) = if line.contains(" INTO ") {
                    let (up, dbname) = crate::parser::parse_add_into(&line);
                    (up, dbname)
                } else {
                    let data_string: &str = &line[3..];
                    match crate::parser::parse_line(&data_string) {
                        Some(up) => (Some(up), None),
                        None => (None, None),
                    }
                };
                Insert(up, dbname)
            } else if line.starts_with("GET ") {
                // how many records we want...
                let count = if line.starts_with("GET ALL ") {
                    ReqCount::All
                } else {
                    let count: &str = &line[4..];
                    let count: Vec<&str> = count.split(' ').collect();
                    let count = count[0].parse::<u32>().unwrap_or(1);
                    ReqCount::Count(count)
                };

                let range = crate::parser::parse_get_range(&line);

                // test if is Json
                let format = if line.contains(" AS JSON") {
                    GetFormat::Json
                } else if line.contains(" AS CSV") {
                    GetFormat::Csv
                } else {
                    GetFormat::Dtf
                };
                let loc = if line.contains(" IN MEM") { ReadLocation::Mem } else { ReadLocation::Fs };

                Get(count, format, range, loc)
            } else {
                Unknown
            }
        }
    }
}


#[cfg(test)]
mod tests {
    use super::*;
    use crate::settings::Settings;
    use std::net;

    fn gen_state() -> (TectonicServer, Option<SocketAddr>) {
        let settings: Settings = Default::default();
        let mut global = TectonicServer::new(Arc::new(settings));
        let addr = SocketAddr::new(
            net::IpAddr::V4(net::Ipv4Addr::new(127, 0, 0, 1)),
            1);
        let (client_sender, _client_receiver) = mpsc::channel(CHANNEL_SZ);
        global.new_connection(client_sender, addr);
        (global, Some(addr))
    }

    #[test]
    fn should_return_pong() {
        let (mut state, addr) = gen_state();
        let resp = task::block_on(state.process_command(Command::Ping, addr));
        assert_eq!(ReturnType::String("PONG".into()), resp);
    }

    #[test]
    fn should_not_insert_into_empty() {
        let (mut state, addr) = gen_state();
        let resp = task::block_on(state.process_command(
            parse_to_command(b"ADD 1513749530.585,0,t,t,0.04683200,0.18900000; INTO bnc_btc_eth"),
            addr
        ));
        assert_eq!(
            ReturnType::Error("DB bnc_btc_eth not found.".into()),
            resp
        );
    }

    #[test]
    fn should_insert_ok() {
        let (mut state, addr) = gen_state();
        let resp = task::block_on(state.process_command(parse_to_command(b"CREATE bnc_btc_eth"), addr));
        assert_eq!(ReturnType::String("Created orderbook `bnc_btc_eth`.".into()), resp);
        let resp = task::block_on(state.process_command(
            parse_to_command(b"ADD 1513749530.585,0,t,t,0.04683200,0.18900000; INTO bnc_btc_eth"),
            addr
        ));
        assert_eq!(ReturnType::String("".into()), resp);
    }

    #[test]
    fn should_raw_insert_ok() {
        let (mut state, addr) = gen_state();
        let resp = task::block_on(state.process_command(parse_to_command(b"CREATE bnc_btc_eth"), addr));
        assert_eq!(ReturnType::String("Created orderbook `bnc_btc_eth`.".into()), resp);

        // "ADD [update] INTO bnc_btc_eth"
        let book_name = Some("bnc_btc_eth");
        let update = Update { ts: 1513922718770, seq: 0, is_bid: true, is_trade: false, price: 0.001939,  size: 22.85 };
        let cmd = tdb_core::utils::encode_insert_into(book_name, &update).unwrap();

        let resp = task::block_on(state.process_command(parse_to_command(&cmd), addr));
        assert_eq!(ReturnType::String("".into()), resp);
    }
}