crypto-crawler 4.7.9

A rock-solid cryprocurrency crawler.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93

use super::utils::fetch_symbols_retry;
use crate::{
    crawlers::{crawl_event, utils::create_conversion_thread},
    msg::Message,
};
use crypto_market_type::MarketType;
use crypto_msg_type::MessageType;
use crypto_ws_client::*;
use std::sync::mpsc::Sender;

const EXCHANGE_NAME: &str = "huobi";

#[allow(clippy::unnecessary_unwrap)]
pub(crate) async fn crawl_l2_event(
    market_type: MarketType,
    symbols: Option<&[String]>,
    tx: Sender<Message>,
) {
    match market_type {
        MarketType::Spot => {
            let tx = create_conversion_thread(
                EXCHANGE_NAME.to_string(),
                MessageType::L2Event,
                market_type,
                tx,
            );
            let symbols: Vec<String> = if symbols.is_none() || symbols.unwrap().is_empty() {
                tokio::task::block_in_place(move || fetch_symbols_retry(EXCHANGE_NAME, market_type))
            } else {
                symbols.unwrap().to_vec()
            };
            // Huobi Spot market.$symbol.mbp.$levels must use wss://api.huobi.pro/feed
            // or wss://api-aws.huobi.pro/feed
            let ws_client = HuobiSpotWSClient::new(tx, Some("wss://api.huobi.pro/feed")).await;
            ws_client.subscribe_orderbook(&symbols).await;
            ws_client.run().await;
            ws_client.close().await;
        }
        MarketType::InverseFuture
        | MarketType::LinearSwap
        | MarketType::InverseSwap
        | MarketType::EuropeanOption => {
            crawl_event(EXCHANGE_NAME, MessageType::L2Event, market_type, symbols, tx).await
        }
        _ => panic!("Huobi does NOT have the {market_type} market type"),
    }
}

#[allow(clippy::unnecessary_unwrap)]
pub(crate) async fn crawl_funding_rate(
    market_type: MarketType,
    symbols: Option<&[String]>,
    tx: Sender<Message>,
) {
    let tx = create_conversion_thread(
        EXCHANGE_NAME.to_string(),
        MessageType::FundingRate,
        market_type,
        tx,
    );

    let symbols: Vec<String> = if symbols.is_none() || symbols.unwrap().is_empty() {
        vec!["*".to_string()]
    } else {
        symbols.unwrap().to_vec()
    };
    let commands: Vec<String> = symbols
        .into_iter()
        .map(|symbol| format!(r#"{{"topic":"public.{symbol}.funding_rate","op":"sub"}}"#))
        .collect();

    match market_type {
        MarketType::InverseSwap => {
            let ws_client =
                HuobiInverseSwapWSClient::new(tx, Some("wss://api.hbdm.com/swap-notification"))
                    .await;
            ws_client.send(&commands).await;
            ws_client.run().await;
            ws_client.close().await;
        }
        MarketType::LinearSwap => {
            let ws_client = HuobiLinearSwapWSClient::new(
                tx,
                Some("wss://api.hbdm.com/linear-swap-notification"),
            )
            .await;
            ws_client.send(&commands).await;
            ws_client.run().await;
            ws_client.close().await;
        }
        _ => panic!("Huobi {market_type} does NOT have funding rates"),
    }
}