thenodes 0.4.0

TheNodes is a modular, plugin-driven P2P node framework for Rust, supporting node-embedded plugins (NEP) and core-as-a-library (CAL) modes with async-first APIs.
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
use clap::Parser;
use std::fs;
use tokio::signal;
// use std::sync::Arc; // Already imported above
use std::sync::Arc;
use thenodes::{
    config::Config,
    constants::*, // Import all constants
    network::{connect_to_bootstrap_nodes, peer_manager::PeerManager, start_listener, PeerStore},
    //plugin_loader::load_plugins,
    plugin_host::{PluginLoader, PluginManager},
    prompt::run_prompt_mode_with_errors,
    realms::RealmInfo,
};
use tokio::sync::Mutex as TokioMutex; // keep (used for error buffer)
                                      // Removed unused io + AsyncBufReadExt imports (legacy prompt code commented out)

#[derive(Parser, Debug)]
#[command(author, version, about = "TheNodes Plugin Host (NEP Mode)")]
struct Args {
    /// Optional path to config file (TOML)
    #[arg(short, long)]
    config: Option<String>,

    /// Enable interactive prompt mode
    #[arg(long)]
    prompt: bool,
}

#[tokio::main]
async fn main() {
    let args = Args::parse();

    // Shared buffer for bootstrap connection errors
    let error_buffer: Arc<TokioMutex<Vec<String>>> = Arc::new(TokioMutex::new(Vec::new()));
    let error_buffer_clone = error_buffer.clone();

    let config_path = args
        .config
        .clone()
        .unwrap_or_else(|| "config.toml".to_string());
    let config = match fs::read_to_string(&config_path) {
        Ok(content) => match toml::from_str::<Config>(&content) {
            Ok(cfg) => {
                println!("{}Loaded config from: {}", ICON_PLACEHOLDER, config_path);
                cfg
            }
            Err(err) => {
                eprintln!("❌ Failed to parse config file '{}': {}", config_path, err);
                std::process::exit(1);
            }
        },
        Err(_) => {
            println!(
                "⚠️ No config file found at '{}', falling back to default config.",
                config_path
            );
            Config::default()
        }
    };

    // Initialize events AFTER config is loaded so custom logging path can be applied
    if let Some(log_cfg) = config.logging.as_ref() {
        thenodes::events::init_events_from_config(Some(log_cfg)).await;
    } else {
        thenodes::events::init_default_events().await;
    }

    // Resolve node identity early
    let node_id = config
        .node
        .as_ref()
        .map(|n| n.resolve_node_id())
        .unwrap_or_else(|| "unknown-node".to_string());
    println!("{}Node identity resolved: {}", ICON_PLACEHOLDER, node_id);
    {
        use thenodes::events::{
            dispatcher,
            model::{LogEvent, LogLevel, SystemEvent},
        };
        let mut meta = dispatcher::meta("node", LogLevel::Info);
        meta.corr_id = Some(dispatcher::correlation_id());
        dispatcher::emit(LogEvent::System(SystemEvent {
            meta,
            action: "identity_resolved".into(),
            detail: Some(format!("id={}", node_id)),
        }));
    }

    // Instantiate basic managers prior to plugin load (needed for context)
    let peer_manager = Arc::new(PeerManager::new());
    let peer_store_for_plugins = PeerStore::new();

    // Dynamically load plugins from `plugins/`
    let plugin_context = thenodes::plugin_host::PluginContext::new(
        peer_manager.clone(),
        peer_store_for_plugins.clone(),
        thenodes::events::dispatcher::handle(),
        node_id.clone(),
        config.clone(),
        !args.prompt,
    );
    let mut raw_manager = PluginManager::with_context(plugin_context);
    let mut plugin_loader = PluginLoader::new();

    if let Err(e) = plugin_loader.load_plugins("plugins", &mut raw_manager) {
        eprintln!("❌ Plugin loading failed: {}", e);
    }
    // Collect early config defaults from plugins (realm, port, app name)
    let overrides = raw_manager.collect_config_defaults();
    let mut config = config; // make mutable to apply overrides
                             // Apply plugin overrides ONLY for fields not explicitly set by user config.
                             // Precedence order now: user config > plugin override > library default.
    let mut applied: Vec<&'static str> = Vec::new();
    if let Some(p) = overrides.port {
        // Detect if user provided the port (by comparing to default AND whether file existed) is tricky.
        // Simpler heuristic: only apply if config was loaded from missing file fallback OR port equals default AND no explicit env var.
        // For now: do NOT overwrite if the user-provided config file existed (we know because earlier we printed Loaded config from:).
        // We didn't persist that flag; assume if app_name or realm is Some from the parsed file we treat port as user-specified if it differs from default.
        // Minimal safe rule: only apply if port still equals default (50000) and user didn't set a different one.
        if config.port == 50000 {
            config.port = p;
            applied.push("port");
        }
    }
    if let Some(r) = overrides.realm.clone() {
        if config.realm.is_none() {
            config.realm = Some(r);
            applied.push("realm");
        }
    }
    if let Some(a) = overrides.app_name.clone() {
        if config.app_name.is_none() {
            config.app_name = Some(a);
            applied.push("app_name");
        }
    }
    if let Some(enc) = overrides.encryption.clone() {
        if config.encryption.is_none() {
            config.encryption = Some(enc);
            applied.push("encryption");
        }
    }
    if let Some(bs) = overrides.bootstrap_nodes.clone() {
        if config.bootstrap_nodes.is_none() {
            config.bootstrap_nodes = Some(bs);
            applied.push("bootstrap_nodes");
        }
    }
    // Append semantics for bootstrap_nodes_extend (dedupe, preserve order preference: existing first)
    if let Some(extra) = overrides.bootstrap_nodes_extend.clone() {
        if !extra.is_empty() {
            use std::collections::HashSet;
            match config.bootstrap_nodes.as_mut() {
                Some(existing) => {
                    let mut seen: HashSet<String> = existing.iter().cloned().collect();
                    let mut added = 0u32;
                    for e in extra {
                        if seen.insert(e.clone()) {
                            existing.push(e);
                            added += 1;
                        }
                    }
                    if added > 0 {
                        applied.push("bootstrap_nodes_extend");
                    }
                }
                None => {
                    // No existing list; treat as normal bootstrap_nodes default
                    config.bootstrap_nodes = Some(extra);
                    applied.push("bootstrap_nodes");
                }
            }
        }
    }
    if let Some(logcfg) = overrides.logging.clone() {
        if config.logging.is_none() {
            config.logging = Some(logcfg);
            applied.push("logging");
        }
    }
    if let Some(nodecfg) = overrides.node.clone() {
        if config.node.is_none() {
            config.node = Some(nodecfg);
            applied.push("node");
        }
    }
    if let Some(disc) = overrides.discovery.clone() {
        if config.discovery.is_none() {
            config.discovery = Some(disc);
            applied.push("discovery");
        }
    }
    if !applied.is_empty() {
        println!(
            "⚙️ Applied plugin-supplied config defaults (user config precedence preserved): {:?}",
            applied
        );
        use thenodes::events::{
            dispatcher,
            model::{LogEvent, LogLevel, SystemEvent},
        };
        let mut meta = dispatcher::meta("config", LogLevel::Info);
        meta.corr_id = Some(dispatcher::correlation_id());
        dispatcher::emit(LogEvent::System(SystemEvent {
            meta,
            action: "plugin_config_defaults_applied".into(),
            detail: Some(format!("fields={:?}", applied)),
        }));
    }

    // Initialize runtime peer store from final config (ADR-0002 persistence integration)
    let peer_store = PeerStore::from_config(&config).await;
    if let Some(ctx) = raw_manager.context.as_mut() {
        ctx.peer_store = peer_store.clone();
        ctx.local_node_id = node_id.clone();
        ctx.config = config.clone();
        ctx.allow_console = !args.prompt;
    }

    peer_manager.set_delivery_config(
        config
            .network
            .as_ref()
            .and_then(|network| network.delivery.clone()),
    );

    if let Some(relay) = config.network.as_ref().and_then(|n| n.relay.as_ref()) {
        let (per_target, global) =
            peer_manager.set_relay_queue_caps(relay.queue_max_per_target, relay.queue_max_global);
        println!(
            "{}Relay queue caps: per_target={}, global={}",
            ICON_PLACEHOLDER, per_target, global
        );
    }

    let plugin_manager = Arc::new(raw_manager);
    if let Some(ctx) = &plugin_manager.context {
        ctx.set_plugin_manager(plugin_manager.clone()).await;
    }
    peer_manager
        .configure_connection_lifecycle(
            config.clone(),
            node_id.clone(),
            &plugin_manager,
            peer_store.clone(),
            !args.prompt,
        )
        .await;

    // Load RealmInfo after overrides
    let realm = config.realm.clone().unwrap_or_else(RealmInfo::default);
    // Don't print full config here as it is ugly and may contain sensitive info.
    //println!("{}Loaded config (post overrides): {:?}", ICON_PLACEHOLDER, config);
    println!("{}Realm: {:?}", ICON_PLACEHOLDER, realm);

    #[cfg(feature = "upnp")]
    if let Some(nat_cfg) = config
        .network
        .as_ref()
        .and_then(|network| network.nat.as_ref())
    {
        thenodes::network::nat_portmap::initialize_port_mapping(
            peer_manager.as_ref(),
            nat_cfg,
            config.port,
            !args.prompt,
        )
        .await;
    }

    // Start listener in the background
    let port = config.port;
    let listener_manager = peer_manager.clone();
    let listener_realm = realm.clone();
    let plugin_manager_for_listener = plugin_manager.clone();

    let config_clone = config.clone();
    let node_id_clone_for_listener = node_id.clone();
    let peer_store_for_listener = peer_store.clone();
    let emit_listener_errors = !args.prompt;
    tokio::spawn(async move {
        let emit_console_errors = emit_listener_errors;
        if let Err(e) = start_listener(
            port,
            listener_realm,
            (*listener_manager).clone(),
            plugin_manager_for_listener,
            &config_clone,
            node_id_clone_for_listener,
            peer_store_for_listener,
            emit_console_errors,
        )
        .await
        {
            eprintln!("❌ Listener error: {}", e);
        }
    });

    // Spawn UDP Noise listener (ADR-0004 Phase 1) + NAT traversal (ADR-0005 Phase 2+3) when enabled.
    #[cfg(feature = "noise")]
    {
        let udp_enabled = config
            .network
            .as_ref()
            .and_then(|n| n.udp.as_ref())
            .and_then(|u| u.enabled)
            .unwrap_or(false);
        if udp_enabled {
            // Build NatState from config when nat_traversal is enabled (ADR-0005).
            let nat_state_opt: Option<std::sync::Arc<thenodes::network::nat_traversal::NatState>> =
                config
                    .network
                    .as_ref()
                    .and_then(|n| n.nat_traversal.as_ref())
                    .filter(|nt| nt.enabled.unwrap_or(false))
                    .map(|nt| {
                        std::sync::Arc::new(
                            thenodes::network::nat_traversal::NatState::from_config(nt),
                        )
                    });

            if let Some(ref nat) = nat_state_opt {
                peer_manager.set_nat_state(nat.clone()).await;
            }

            match thenodes::network::udp_listener::load_static_key(&config) {
                Ok((static_private, _static_public)) => {
                    let udp_port = config
                        .network
                        .as_ref()
                        .and_then(|n| n.udp.as_ref())
                        .and_then(|u| u.listen_port)
                        .unwrap_or(config.port + 1);
                    let bind_addr: std::net::SocketAddr =
                        format!("0.0.0.0:{}", udp_port).parse().unwrap();
                    match thenodes::network::udp_listener::spawn_udp_listener(
                        bind_addr,
                        (*peer_manager).clone(),
                        plugin_manager.clone(),
                        node_id.clone(),
                        config.clone(),
                        static_private.clone(),
                        nat_state_opt.clone(),
                    )
                    .await
                    {
                        Ok((socket, sessions)) => {
                            println!(
                                "{}UDP Noise listener bound on 0.0.0.0:{}",
                                thenodes::constants::ICON_PLACEHOLDER,
                                udp_port
                            );
                            thenodes::network::udp_listener::spawn_session_reaper(sessions);
                            // Spawn observation refresh loop when NAT traversal is enabled.
                            if let Some(nat) = nat_state_opt {
                                thenodes::network::nat_traversal::spawn_observation_refresh_loop(
                                    nat,
                                    (*peer_manager).clone(),
                                    socket,
                                );
                            }
                        }
                        Err(e) => {
                            eprintln!("❌ UDP listener failed to bind: {}", e);
                        }
                    }
                }
                Err(e) => {
                    eprintln!("❌ Failed to load Noise static keypair: {}", e);
                }
            }
        }
    }

    // Connect to bootstrap nodes, pass error buffer
    connect_to_bootstrap_nodes(
        &config,
        realm.clone(),
        (*peer_manager).clone(),
        plugin_manager.clone(),
        error_buffer_clone,
        !args.prompt,
        node_id.clone(),
        peer_store.clone(),
    )
    .await;

    let app_name = config.app_name.as_deref().unwrap_or(DEFAULT_APP_NAME);
    println!("🟢 {} is running. Press Ctrl+C to shut down...", app_name);

    // Prompt mode
    if args.prompt {
        run_prompt_mode_with_errors(
            plugin_manager.clone(),
            config.clone(),
            Some(error_buffer.clone()),
        )
        .await;
        // Avoid unloading dynamic plugin libraries during shutdown, which can segfault
        // if any background tasks or drop glue touch plugin code after dlclose.
        // It's acceptable to leak on process exit.
        std::mem::forget(plugin_loader);
        return;
    }

    // Wait for Ctrl+C
    signal::ctrl_c()
        .await
        .expect("Failed to listen for shutdown signal");
    println!("🛑 {} shutting down gracefully.", app_name);

    // Prevent unloading of dynamic plugin libraries on shutdown to avoid segfaults
    // from destructor ordering or background tasks touching plugin code.
    std::mem::forget(plugin_loader);

    // TODO: start networking etc.
}