ghost-crab 0.2.1

ethereum indexer SDK 👻🦀
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133

use crate::block_handler::{process_logs_block, BlockConfig, BlockHandlerInstance};
use crate::cache::manager::RPC_MANAGER;
use crate::config;
use crate::handler::{HandleInstance, HandlerConfig};
use crate::process_logs::{process_logs, ExecutionMode};
use crate::server::Server;
use tokio::sync::mpsc::{self, Receiver, Sender};

#[derive(Clone)]
pub struct TemplateManager {
    tx: Sender<HandlerConfig>,
}

pub struct Template {
    pub start_block: u64,
    pub address: String,
    pub handler: HandleInstance,
}

impl TemplateManager {
    pub async fn start(&self, template: Template) {
        let config = config::load();

        let source = config.templates.get(&template.handler.get_source()).unwrap();

        let provider = RPC_MANAGER.lock().await.get(source.network.clone()).await;
        let execution_mode = source.execution_mode.unwrap_or(ExecutionMode::Parallel);

        self.tx
            .send(HandlerConfig {
                start_block: template.start_block,
                address: template.address.clone(),
                step: 10_000,
                provider,
                handler: template.handler,
                templates: self.clone(),
                execution_mode,
            })
            .await
            .unwrap();
    }
}

pub struct Indexer {
    config: config::Config,
    handlers: Vec<HandlerConfig>,
    block_handlers: Vec<BlockConfig>,
    rx: Receiver<HandlerConfig>,
    templates: TemplateManager,
}

impl Default for Indexer {
    fn default() -> Self {
        Self::new()
    }
}

impl Indexer {
    pub fn new() -> Indexer {
        let config = config::load();
        let (tx, rx) = mpsc::channel::<HandlerConfig>(1);

        let templates = TemplateManager { tx };

        let server = Server::new(3000);
        server.start();

        Indexer {
            config: config.clone(),
            handlers: Vec::new(),
            block_handlers: Vec::new(),
            rx,
            templates,
        }
    }

    pub async fn load_event_handler(&mut self, handler: HandleInstance) {
        if handler.is_template() {
            return;
        }

        let source = self.config.data_sources.get(&handler.get_source()).unwrap();
        let provider = RPC_MANAGER.lock().await.get(source.network.clone()).await;
        let execution_mode = source.execution_mode.unwrap_or(ExecutionMode::Parallel);

        self.handlers.push(HandlerConfig {
            start_block: source.start_block,
            address: source.address.clone(),
            step: 10_000,
            provider,
            handler,
            templates: self.templates.clone(),
            execution_mode,
        });
    }

    pub async fn load_block_handler(&mut self, handler: BlockHandlerInstance) {
        let source = self.config.block_handlers.get(&handler.get_source()).unwrap();

        let provider = RPC_MANAGER.lock().await.get(source.network.clone()).await;
        let execution_mode = source.execution_mode.unwrap_or(ExecutionMode::Parallel);

        self.block_handlers.push(BlockConfig {
            start_block: source.start_block,
            handler,
            provider,
            templates: self.templates.clone(),
            step: source.step,
            execution_mode,
        });
    }

    pub async fn start(mut self) {
        for block_handler in self.block_handlers {
            tokio::spawn(async move {
                process_logs_block(block_handler).await;
            });
        }

        for handler in self.handlers {
            tokio::spawn(async move {
                process_logs(handler).await;
            });
        }

        // For dynamic sources
        while let Some(handler) = self.rx.recv().await {
            tokio::spawn(async move {
                process_logs(handler).await;
            });
        }
    }
}