Skip to main content

sc_network/
config.rs

1// This file is part of Substrate.
2
3// Copyright (C) Parity Technologies (UK) Ltd.
4// SPDX-License-Identifier: GPL-3.0-or-later WITH Classpath-exception-2.0
5
6// This program is free software: you can redistribute it and/or modify
7// it under the terms of the GNU General Public License as published by
8// the Free Software Foundation, either version 3 of the License, or
9// (at your option) any later version.
10
11// This program is distributed in the hope that it will be useful,
12// but WITHOUT ANY WARRANTY; without even the implied warranty of
13// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14// GNU General Public License for more details.
15
16// You should have received a copy of the GNU General Public License
17// along with this program. If not, see <https://www.gnu.org/licenses/>.
18
19//! Configuration of the networking layer.
20//!
21//! The [`Params`] struct is the struct that must be passed in order to initialize the networking.
22//! See the documentation of [`Params`].
23
24pub use crate::{
25	discovery::DEFAULT_KADEMLIA_REPLICATION_FACTOR,
26	peer_store::PeerStoreProvider,
27	protocol::{notification_service, NotificationsSink, ProtocolHandlePair},
28	request_responses::{
29		IncomingRequest, OutgoingResponse, ProtocolConfig as RequestResponseConfig,
30	},
31	service::{
32		metrics::NotificationMetrics,
33		traits::{NotificationConfig, NotificationService, PeerStore},
34	},
35	types::ProtocolName,
36};
37
38pub use sc_network_types::{build_multiaddr, ed25519};
39use sc_network_types::{
40	multiaddr::{self, Multiaddr},
41	PeerId,
42};
43
44use crate::service::{ensure_addresses_consistent_with_transport, traits::NetworkBackend};
45use codec::Encode;
46use prometheus_endpoint::Registry;
47use zeroize::Zeroize;
48
49pub use sc_network_common::{
50	role::{Role, Roles},
51	sync::SyncMode,
52	ExHashT,
53};
54
55use sp_runtime::traits::Block as BlockT;
56
57use std::{
58	error::Error,
59	fmt, fs,
60	future::Future,
61	io::{self, Write},
62	iter,
63	net::Ipv4Addr,
64	num::NonZeroUsize,
65	path::{Path, PathBuf},
66	pin::Pin,
67	str::{self, FromStr},
68	sync::Arc,
69};
70
71/// Protocol name prefix, transmitted on the wire for legacy protocol names.
72/// I.e., `dot` in `/dot/sync/2`. Should be unique for each chain. Always UTF-8.
73/// Deprecated in favour of genesis hash & fork ID based protocol names.
74#[derive(Clone, PartialEq, Eq, Hash)]
75pub struct ProtocolId(smallvec::SmallVec<[u8; 6]>);
76
77impl<'a> From<&'a str> for ProtocolId {
78	fn from(bytes: &'a str) -> ProtocolId {
79		Self(bytes.as_bytes().into())
80	}
81}
82
83impl AsRef<str> for ProtocolId {
84	fn as_ref(&self) -> &str {
85		str::from_utf8(&self.0[..])
86			.expect("the only way to build a ProtocolId is through a UTF-8 String; qed")
87	}
88}
89
90impl fmt::Debug for ProtocolId {
91	fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
92		fmt::Debug::fmt(self.as_ref(), f)
93	}
94}
95
96/// Parses a string address and splits it into Multiaddress and PeerId, if
97/// valid.
98///
99/// # Example
100///
101/// ```
102/// # use sc_network_types::{multiaddr::Multiaddr, PeerId};
103/// use sc_network::config::parse_str_addr;
104/// let (peer_id, addr) = parse_str_addr(
105/// 	"/ip4/198.51.100.19/tcp/30333/p2p/QmSk5HQbn6LhUwDiNMseVUjuRYhEtYj4aUZ6WfWoGURpdV"
106/// ).unwrap();
107/// assert_eq!(peer_id, "QmSk5HQbn6LhUwDiNMseVUjuRYhEtYj4aUZ6WfWoGURpdV".parse::<PeerId>().unwrap().into());
108/// assert_eq!(addr, "/ip4/198.51.100.19/tcp/30333".parse::<Multiaddr>().unwrap());
109/// ```
110pub fn parse_str_addr(addr_str: &str) -> Result<(PeerId, Multiaddr), ParseErr> {
111	let addr: Multiaddr = addr_str.parse()?;
112	parse_addr(addr)
113}
114
115/// Splits a Multiaddress into a Multiaddress and PeerId.
116pub fn parse_addr(mut addr: Multiaddr) -> Result<(PeerId, Multiaddr), ParseErr> {
117	let multihash = match addr.pop() {
118		Some(multiaddr::Protocol::P2p(multihash)) => multihash,
119		_ => return Err(ParseErr::PeerIdMissing),
120	};
121	let peer_id = PeerId::from_multihash(multihash).map_err(|_| ParseErr::InvalidPeerId)?;
122
123	Ok((peer_id, addr))
124}
125
126/// Address of a node, including its identity.
127///
128/// This struct represents a decoded version of a multiaddress that ends with `/p2p/<peerid>`.
129///
130/// # Example
131///
132/// ```
133/// # use sc_network_types::{multiaddr::Multiaddr, PeerId};
134/// use sc_network::config::MultiaddrWithPeerId;
135/// let addr: MultiaddrWithPeerId =
136/// 	"/ip4/198.51.100.19/tcp/30333/p2p/QmSk5HQbn6LhUwDiNMseVUjuRYhEtYj4aUZ6WfWoGURpdV".parse().unwrap();
137/// assert_eq!(addr.peer_id.to_base58(), "QmSk5HQbn6LhUwDiNMseVUjuRYhEtYj4aUZ6WfWoGURpdV");
138/// assert_eq!(addr.multiaddr.to_string(), "/ip4/198.51.100.19/tcp/30333");
139/// ```
140#[derive(Debug, Clone, serde::Serialize, serde::Deserialize, PartialEq)]
141#[serde(try_from = "String", into = "String")]
142pub struct MultiaddrWithPeerId {
143	/// Address of the node.
144	pub multiaddr: Multiaddr,
145	/// Its identity.
146	pub peer_id: PeerId,
147}
148
149impl MultiaddrWithPeerId {
150	/// Concatenates the multiaddress and peer ID into one multiaddress containing both.
151	pub fn concat(&self) -> Multiaddr {
152		let mut addr = self.multiaddr.clone();
153		// Ensure that the address not already contains the `p2p` protocol.
154		if matches!(addr.iter().last(), Some(multiaddr::Protocol::P2p(_))) {
155			addr.pop();
156		}
157		addr.with(multiaddr::Protocol::P2p(From::from(self.peer_id)))
158	}
159}
160
161impl fmt::Display for MultiaddrWithPeerId {
162	fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
163		fmt::Display::fmt(&self.concat(), f)
164	}
165}
166
167impl FromStr for MultiaddrWithPeerId {
168	type Err = ParseErr;
169
170	fn from_str(s: &str) -> Result<Self, Self::Err> {
171		let (peer_id, multiaddr) = parse_str_addr(s)?;
172		Ok(Self { peer_id, multiaddr })
173	}
174}
175
176impl From<MultiaddrWithPeerId> for String {
177	fn from(ma: MultiaddrWithPeerId) -> String {
178		format!("{}", ma)
179	}
180}
181
182impl TryFrom<String> for MultiaddrWithPeerId {
183	type Error = ParseErr;
184	fn try_from(string: String) -> Result<Self, Self::Error> {
185		string.parse()
186	}
187}
188
189/// Error that can be generated by `parse_str_addr`.
190#[derive(Debug)]
191pub enum ParseErr {
192	/// Error while parsing the multiaddress.
193	MultiaddrParse(multiaddr::ParseError),
194	/// Multihash of the peer ID is invalid.
195	InvalidPeerId,
196	/// The peer ID is missing from the address.
197	PeerIdMissing,
198}
199
200impl fmt::Display for ParseErr {
201	fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
202		match self {
203			Self::MultiaddrParse(err) => write!(f, "{}", err),
204			Self::InvalidPeerId => write!(f, "Peer id at the end of the address is invalid"),
205			Self::PeerIdMissing => write!(f, "Peer id is missing from the address"),
206		}
207	}
208}
209
210impl std::error::Error for ParseErr {
211	fn source(&self) -> Option<&(dyn std::error::Error + 'static)> {
212		match self {
213			Self::MultiaddrParse(err) => Some(err),
214			Self::InvalidPeerId => None,
215			Self::PeerIdMissing => None,
216		}
217	}
218}
219
220impl From<multiaddr::ParseError> for ParseErr {
221	fn from(err: multiaddr::ParseError) -> ParseErr {
222		Self::MultiaddrParse(err)
223	}
224}
225
226/// Custom handshake for the notification protocol
227#[derive(Debug, Clone)]
228pub struct NotificationHandshake(Vec<u8>);
229
230impl NotificationHandshake {
231	/// Create new `NotificationHandshake` from an object that implements `Encode`
232	pub fn new<H: Encode>(handshake: H) -> Self {
233		Self(handshake.encode())
234	}
235
236	/// Create new `NotificationHandshake` from raw bytes
237	pub fn from_bytes(bytes: Vec<u8>) -> Self {
238		Self(bytes)
239	}
240}
241
242impl std::ops::Deref for NotificationHandshake {
243	type Target = Vec<u8>;
244
245	fn deref(&self) -> &Self::Target {
246		&self.0
247	}
248}
249
250/// Configuration for the transport layer.
251#[derive(Clone, Debug)]
252pub enum TransportConfig {
253	/// Normal transport mode.
254	Normal {
255		/// If true, the network will use mDNS to discover other libp2p nodes on the local network
256		/// and connect to them if they support the same chain.
257		enable_mdns: bool,
258
259		/// If true, allow connecting to private IPv4/IPv6 addresses (as defined in
260		/// [RFC1918](https://tools.ietf.org/html/rfc1918)). Irrelevant for addresses that have
261		/// been passed in `::sc_network::config::NetworkConfiguration::boot_nodes`.
262		allow_private_ip: bool,
263	},
264
265	/// Only allow connections within the same process.
266	/// Only addresses of the form `/memory/...` will be supported.
267	MemoryOnly,
268}
269
270/// The policy for connections to non-reserved peers.
271#[derive(Clone, Debug, PartialEq, Eq)]
272pub enum NonReservedPeerMode {
273	/// Accept them. This is the default.
274	Accept,
275	/// Deny them.
276	Deny,
277}
278
279impl NonReservedPeerMode {
280	/// Attempt to parse the peer mode from a string.
281	pub fn parse(s: &str) -> Option<Self> {
282		match s {
283			"accept" => Some(Self::Accept),
284			"deny" => Some(Self::Deny),
285			_ => None,
286		}
287	}
288
289	/// If we are in "reserved-only" peer mode.
290	pub fn is_reserved_only(&self) -> bool {
291		matches!(self, NonReservedPeerMode::Deny)
292	}
293}
294
295/// The configuration of a node's secret key, describing the type of key
296/// and how it is obtained. A node's identity keypair is the result of
297/// the evaluation of the node key configuration.
298#[derive(Clone, Debug)]
299pub enum NodeKeyConfig {
300	/// A Ed25519 secret key configuration.
301	Ed25519(Secret<ed25519::SecretKey>),
302}
303
304impl Default for NodeKeyConfig {
305	fn default() -> NodeKeyConfig {
306		Self::Ed25519(Secret::New)
307	}
308}
309
310/// The options for obtaining a Ed25519 secret key.
311pub type Ed25519Secret = Secret<ed25519::SecretKey>;
312
313/// The configuration options for obtaining a secret key `K`.
314#[derive(Clone)]
315pub enum Secret<K> {
316	/// Use the given secret key `K`.
317	Input(K),
318	/// Read the secret key from a file. If the file does not exist,
319	/// it is created with a newly generated secret key `K`. The format
320	/// of the file is determined by `K`:
321	///
322	///   * `ed25519::SecretKey`: An unencoded 32 bytes Ed25519 secret key.
323	File(PathBuf),
324	/// Always generate a new secret key `K`.
325	New,
326}
327
328impl<K> fmt::Debug for Secret<K> {
329	fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
330		match self {
331			Self::Input(_) => f.debug_tuple("Secret::Input").finish(),
332			Self::File(path) => f.debug_tuple("Secret::File").field(path).finish(),
333			Self::New => f.debug_tuple("Secret::New").finish(),
334		}
335	}
336}
337
338impl NodeKeyConfig {
339	/// Evaluate a `NodeKeyConfig` to obtain an identity `Keypair`:
340	///
341	///  * If the secret is configured as input, the corresponding keypair is returned.
342	///
343	///  * If the secret is configured as a file, it is read from that file, if it exists. Otherwise
344	///    a new secret is generated and stored. In either case, the keypair obtained from the
345	///    secret is returned.
346	///
347	///  * If the secret is configured to be new, it is generated and the corresponding keypair is
348	///    returned.
349	pub fn into_keypair(self) -> io::Result<ed25519::Keypair> {
350		use NodeKeyConfig::*;
351		match self {
352			Ed25519(Secret::New) => Ok(ed25519::Keypair::generate()),
353
354			Ed25519(Secret::Input(k)) => Ok(ed25519::Keypair::from(k).into()),
355
356			Ed25519(Secret::File(f)) => get_secret(
357				f,
358				|mut b| match String::from_utf8(b.to_vec()).ok().and_then(|s| {
359					if s.len() == 64 {
360						array_bytes::hex2bytes(&s).ok()
361					} else {
362						None
363					}
364				}) {
365					Some(s) => ed25519::SecretKey::try_from_bytes(s),
366					_ => ed25519::SecretKey::try_from_bytes(&mut b),
367				},
368				ed25519::SecretKey::generate,
369				|b| b.as_ref().to_vec(),
370			)
371			.map(ed25519::Keypair::from),
372		}
373	}
374}
375
376/// Load a secret key from a file, if it exists, or generate a
377/// new secret key and write it to that file. In either case,
378/// the secret key is returned.
379fn get_secret<P, F, G, E, W, K>(file: P, parse: F, generate: G, serialize: W) -> io::Result<K>
380where
381	P: AsRef<Path>,
382	F: for<'r> FnOnce(&'r mut [u8]) -> Result<K, E>,
383	G: FnOnce() -> K,
384	E: Error + Send + Sync + 'static,
385	W: Fn(&K) -> Vec<u8>,
386{
387	std::fs::read(&file)
388		.and_then(|mut sk_bytes| {
389			parse(&mut sk_bytes).map_err(|e| io::Error::new(io::ErrorKind::InvalidData, e))
390		})
391		.or_else(|e| {
392			if e.kind() == io::ErrorKind::NotFound {
393				file.as_ref().parent().map_or(Ok(()), fs::create_dir_all)?;
394				let sk = generate();
395				let mut sk_vec = serialize(&sk);
396				write_secret_file(file, &sk_vec)?;
397				sk_vec.zeroize();
398				Ok(sk)
399			} else {
400				Err(e)
401			}
402		})
403}
404
405/// Write secret bytes to a file.
406fn write_secret_file<P>(path: P, sk_bytes: &[u8]) -> io::Result<()>
407where
408	P: AsRef<Path>,
409{
410	let mut file = open_secret_file(&path)?;
411	file.write_all(sk_bytes)
412}
413
414/// Opens a file containing a secret key in write mode.
415#[cfg(unix)]
416fn open_secret_file<P>(path: P) -> io::Result<fs::File>
417where
418	P: AsRef<Path>,
419{
420	use std::os::unix::fs::OpenOptionsExt;
421	fs::OpenOptions::new().write(true).create_new(true).mode(0o600).open(path)
422}
423
424/// Opens a file containing a secret key in write mode.
425#[cfg(not(unix))]
426fn open_secret_file<P>(path: P) -> Result<fs::File, io::Error>
427where
428	P: AsRef<Path>,
429{
430	fs::OpenOptions::new().write(true).create_new(true).open(path)
431}
432
433/// Configuration for a set of nodes.
434#[derive(Clone, Debug)]
435pub struct SetConfig {
436	/// Maximum allowed number of incoming substreams related to this set.
437	pub in_peers: u32,
438
439	/// Number of outgoing substreams related to this set that we're trying to maintain.
440	pub out_peers: u32,
441
442	/// List of reserved node addresses.
443	pub reserved_nodes: Vec<MultiaddrWithPeerId>,
444
445	/// Whether nodes that aren't in [`SetConfig::reserved_nodes`] are accepted or automatically
446	/// refused.
447	pub non_reserved_mode: NonReservedPeerMode,
448}
449
450impl Default for SetConfig {
451	fn default() -> Self {
452		Self {
453			in_peers: 25,
454			out_peers: 75,
455			reserved_nodes: Vec::new(),
456			non_reserved_mode: NonReservedPeerMode::Accept,
457		}
458	}
459}
460
461/// Extension to [`SetConfig`] for sets that aren't the default set.
462///
463/// > **Note**: As new fields might be added in the future, please consider using the `new` method
464/// >			and modifiers instead of creating this struct manually.
465#[derive(Debug)]
466pub struct NonDefaultSetConfig {
467	/// Name of the notifications protocols of this set. A substream on this set will be
468	/// considered established once this protocol is open.
469	///
470	/// > **Note**: This field isn't present for the default set, as this is handled internally
471	/// > by the networking code.
472	protocol_name: ProtocolName,
473
474	/// If the remote reports that it doesn't support the protocol indicated in the
475	/// `notifications_protocol` field, then each of these fallback names will be tried one by
476	/// one.
477	///
478	/// If a fallback is used, it will be reported in
479	/// `sc_network::protocol::event::Event::NotificationStreamOpened::negotiated_fallback`
480	fallback_names: Vec<ProtocolName>,
481
482	/// Handshake of the protocol
483	///
484	/// NOTE: Currently custom handshakes are not fully supported. See issue #5685 for more
485	/// details. This field is temporarily used to allow moving the hardcoded block announcement
486	/// protocol out of `protocol.rs`.
487	handshake: Option<NotificationHandshake>,
488
489	/// Maximum allowed size of single notifications.
490	max_notification_size: u64,
491
492	/// Base configuration.
493	set_config: SetConfig,
494
495	/// Notification handle.
496	///
497	/// Notification handle is created during `NonDefaultSetConfig` creation and its other half,
498	/// `Box<dyn NotificationService>` is given to the protocol created the config and
499	/// `ProtocolHandle` is given to `Notifications` when it initializes itself. This handle allows
500	/// `Notifications ` to communicate with the protocol directly without relaying events through
501	/// `sc-network.`
502	protocol_handle_pair: ProtocolHandlePair,
503}
504
505impl NonDefaultSetConfig {
506	/// Creates a new [`NonDefaultSetConfig`]. Zero slots and accepts only reserved nodes.
507	/// Also returns an object which allows the protocol to communicate with `Notifications`.
508	pub fn new(
509		protocol_name: ProtocolName,
510		fallback_names: Vec<ProtocolName>,
511		max_notification_size: u64,
512		handshake: Option<NotificationHandshake>,
513		set_config: SetConfig,
514	) -> (Self, Box<dyn NotificationService>) {
515		let (protocol_handle_pair, notification_service) =
516			notification_service(protocol_name.clone());
517		(
518			Self {
519				protocol_name,
520				max_notification_size,
521				fallback_names,
522				handshake,
523				set_config,
524				protocol_handle_pair,
525			},
526			notification_service,
527		)
528	}
529
530	/// Get reference to protocol name.
531	pub fn protocol_name(&self) -> &ProtocolName {
532		&self.protocol_name
533	}
534
535	/// Get reference to fallback protocol names.
536	pub fn fallback_names(&self) -> impl Iterator<Item = &ProtocolName> {
537		self.fallback_names.iter()
538	}
539
540	/// Get reference to handshake.
541	pub fn handshake(&self) -> &Option<NotificationHandshake> {
542		&self.handshake
543	}
544
545	/// Get maximum notification size.
546	pub fn max_notification_size(&self) -> u64 {
547		self.max_notification_size
548	}
549
550	/// Get reference to `SetConfig`.
551	pub fn set_config(&self) -> &SetConfig {
552		&self.set_config
553	}
554
555	/// Take `ProtocolHandlePair` from `NonDefaultSetConfig`
556	pub fn take_protocol_handle(self) -> ProtocolHandlePair {
557		self.protocol_handle_pair
558	}
559
560	/// Modifies the configuration to allow non-reserved nodes.
561	pub fn allow_non_reserved(&mut self, in_peers: u32, out_peers: u32) {
562		self.set_config.in_peers = in_peers;
563		self.set_config.out_peers = out_peers;
564		self.set_config.non_reserved_mode = NonReservedPeerMode::Accept;
565	}
566
567	/// Add a node to the list of reserved nodes.
568	pub fn add_reserved(&mut self, peer: MultiaddrWithPeerId) {
569		self.set_config.reserved_nodes.push(peer);
570	}
571
572	/// Add a list of protocol names used for backward compatibility.
573	///
574	/// See the explanations in [`NonDefaultSetConfig::fallback_names`].
575	pub fn add_fallback_names(&mut self, fallback_names: Vec<ProtocolName>) {
576		self.fallback_names.extend(fallback_names);
577	}
578}
579
580impl NotificationConfig for NonDefaultSetConfig {
581	fn set_config(&self) -> &SetConfig {
582		&self.set_config
583	}
584
585	/// Get reference to protocol name.
586	fn protocol_name(&self) -> &ProtocolName {
587		&self.protocol_name
588	}
589}
590
591/// Network service configuration.
592#[derive(Clone, Debug)]
593pub struct NetworkConfiguration {
594	/// Directory path to store network-specific configuration. None means nothing will be saved.
595	pub net_config_path: Option<PathBuf>,
596
597	/// Multiaddresses to listen for incoming connections.
598	pub listen_addresses: Vec<Multiaddr>,
599
600	/// Multiaddresses to advertise. Detected automatically if empty.
601	pub public_addresses: Vec<Multiaddr>,
602
603	/// List of initial node addresses
604	pub boot_nodes: Vec<MultiaddrWithPeerId>,
605
606	/// The node key configuration, which determines the node's network identity keypair.
607	pub node_key: NodeKeyConfig,
608
609	/// Configuration for the default set of nodes used for block syncing and transactions.
610	pub default_peers_set: SetConfig,
611
612	/// Number of substreams to reserve for full nodes for block syncing and transactions.
613	/// Any other slot will be dedicated to light nodes.
614	///
615	/// This value is implicitly capped to `default_set.out_peers + default_set.in_peers`.
616	pub default_peers_set_num_full: u32,
617
618	/// Client identifier. Sent over the wire for debugging purposes.
619	pub client_version: String,
620
621	/// Name of the node. Sent over the wire for debugging purposes.
622	pub node_name: String,
623
624	/// Configuration for the transport layer.
625	pub transport: TransportConfig,
626
627	/// Maximum number of peers to ask the same blocks in parallel.
628	pub max_parallel_downloads: u32,
629
630	/// Maximum number of blocks per request.
631	pub max_blocks_per_request: u32,
632
633	/// Number of peers that need to be connected before warp sync is started.
634	pub min_peers_to_start_warp_sync: Option<usize>,
635
636	/// Initial syncing mode.
637	pub sync_mode: SyncMode,
638
639	/// True if Kademlia random discovery should be enabled.
640	///
641	/// If true, the node will automatically randomly walk the DHT in order to find new peers.
642	pub enable_dht_random_walk: bool,
643
644	/// Should we insert non-global addresses into the DHT?
645	pub allow_non_globals_in_dht: bool,
646
647	/// Require iterative Kademlia DHT queries to use disjoint paths for increased resiliency in
648	/// the presence of potentially adversarial nodes.
649	pub kademlia_disjoint_query_paths: bool,
650
651	/// Kademlia replication factor determines to how many closest peers a record is replicated to.
652	///
653	/// Discovery mechanism requires successful replication to all
654	/// `kademlia_replication_factor` peers to consider record successfully put.
655	pub kademlia_replication_factor: NonZeroUsize,
656
657	/// Enable serving block data over IPFS bitswap.
658	pub ipfs_server: bool,
659
660	/// Networking backend used for P2P communication.
661	pub network_backend: NetworkBackendType,
662}
663
664impl NetworkConfiguration {
665	/// Create new default configuration
666	pub fn new<SN: Into<String>, SV: Into<String>>(
667		node_name: SN,
668		client_version: SV,
669		node_key: NodeKeyConfig,
670		net_config_path: Option<PathBuf>,
671	) -> Self {
672		let default_peers_set = SetConfig::default();
673		Self {
674			net_config_path,
675			listen_addresses: Vec::new(),
676			public_addresses: Vec::new(),
677			boot_nodes: Vec::new(),
678			node_key,
679			default_peers_set_num_full: default_peers_set.in_peers + default_peers_set.out_peers,
680			default_peers_set,
681			client_version: client_version.into(),
682			node_name: node_name.into(),
683			transport: TransportConfig::Normal { enable_mdns: false, allow_private_ip: true },
684			max_parallel_downloads: 5,
685			max_blocks_per_request: 64,
686			min_peers_to_start_warp_sync: None,
687			sync_mode: SyncMode::Full,
688			enable_dht_random_walk: true,
689			allow_non_globals_in_dht: false,
690			kademlia_disjoint_query_paths: false,
691			kademlia_replication_factor: NonZeroUsize::new(DEFAULT_KADEMLIA_REPLICATION_FACTOR)
692				.expect("value is a constant; constant is non-zero; qed."),
693			ipfs_server: false,
694			network_backend: NetworkBackendType::Litep2p,
695		}
696	}
697
698	/// Create new default configuration for localhost-only connection with random port (useful for
699	/// testing)
700	pub fn new_local() -> NetworkConfiguration {
701		let mut config =
702			NetworkConfiguration::new("test-node", "test-client", Default::default(), None);
703
704		config.listen_addresses =
705			vec![iter::once(multiaddr::Protocol::Ip4(Ipv4Addr::new(127, 0, 0, 1)))
706				.chain(iter::once(multiaddr::Protocol::Tcp(0)))
707				.collect()];
708
709		config.allow_non_globals_in_dht = true;
710		config
711	}
712
713	/// Create new default configuration for localhost-only connection with random port (useful for
714	/// testing)
715	pub fn new_memory() -> NetworkConfiguration {
716		let mut config =
717			NetworkConfiguration::new("test-node", "test-client", Default::default(), None);
718
719		config.listen_addresses =
720			vec![iter::once(multiaddr::Protocol::Ip4(Ipv4Addr::new(127, 0, 0, 1)))
721				.chain(iter::once(multiaddr::Protocol::Tcp(0)))
722				.collect()];
723
724		config.allow_non_globals_in_dht = true;
725		config
726	}
727}
728
729/// Network initialization parameters.
730pub struct Params<Block: BlockT, H: ExHashT, N: NetworkBackend<Block, H>> {
731	/// Assigned role for our node (full, light, ...).
732	pub role: Role,
733
734	/// How to spawn background tasks.
735	pub executor: Box<dyn Fn(Pin<Box<dyn Future<Output = ()> + Send>>) + Send + Sync>,
736
737	/// Network layer configuration.
738	pub network_config: FullNetworkConfiguration<Block, H, N>,
739
740	/// Legacy name of the protocol to use on the wire. Should be different for each chain.
741	pub protocol_id: ProtocolId,
742
743	/// Genesis hash of the chain
744	pub genesis_hash: Block::Hash,
745
746	/// Fork ID to distinguish protocols of different hard forks. Part of the standard protocol
747	/// name on the wire.
748	pub fork_id: Option<String>,
749
750	/// Registry for recording prometheus metrics to.
751	pub metrics_registry: Option<Registry>,
752
753	/// Block announce protocol configuration
754	pub block_announce_config: N::NotificationProtocolConfig,
755
756	/// Bitswap configuration, if the server has been enabled.
757	pub bitswap_config: Option<N::BitswapConfig>,
758
759	/// Notification metrics.
760	pub notification_metrics: NotificationMetrics,
761}
762
763/// Full network configuration.
764pub struct FullNetworkConfiguration<B: BlockT + 'static, H: ExHashT, N: NetworkBackend<B, H>> {
765	/// Installed notification protocols.
766	pub(crate) notification_protocols: Vec<N::NotificationProtocolConfig>,
767
768	/// List of request-response protocols that the node supports.
769	pub(crate) request_response_protocols: Vec<N::RequestResponseProtocolConfig>,
770
771	/// Network configuration.
772	pub network_config: NetworkConfiguration,
773
774	/// [`PeerStore`](crate::peer_store::PeerStore),
775	peer_store: Option<N::PeerStore>,
776
777	/// Handle to [`PeerStore`](crate::peer_store::PeerStore).
778	peer_store_handle: Arc<dyn PeerStoreProvider>,
779
780	/// Registry for recording prometheus metrics to.
781	pub metrics_registry: Option<Registry>,
782}
783
784impl<B: BlockT + 'static, H: ExHashT, N: NetworkBackend<B, H>> FullNetworkConfiguration<B, H, N> {
785	/// Create new [`FullNetworkConfiguration`].
786	pub fn new(network_config: &NetworkConfiguration, metrics_registry: Option<Registry>) -> Self {
787		let bootnodes = network_config.boot_nodes.iter().map(|bootnode| bootnode.peer_id).collect();
788		let peer_store = N::peer_store(bootnodes, metrics_registry.clone());
789		let peer_store_handle = peer_store.handle();
790
791		Self {
792			peer_store: Some(peer_store),
793			peer_store_handle,
794			notification_protocols: Vec::new(),
795			request_response_protocols: Vec::new(),
796			network_config: network_config.clone(),
797			metrics_registry,
798		}
799	}
800
801	/// Add a notification protocol.
802	pub fn add_notification_protocol(&mut self, config: N::NotificationProtocolConfig) {
803		self.notification_protocols.push(config);
804	}
805
806	/// Get reference to installed notification protocols.
807	pub fn notification_protocols(&self) -> &Vec<N::NotificationProtocolConfig> {
808		&self.notification_protocols
809	}
810
811	/// Add a request-response protocol.
812	pub fn add_request_response_protocol(&mut self, config: N::RequestResponseProtocolConfig) {
813		self.request_response_protocols.push(config);
814	}
815
816	/// Get handle to [`PeerStore`].
817	pub fn peer_store_handle(&self) -> Arc<dyn PeerStoreProvider> {
818		Arc::clone(&self.peer_store_handle)
819	}
820
821	/// Take [`PeerStore`].
822	///
823	/// `PeerStore` is created when `FullNetworkConfig` is initialized so that `PeerStoreHandle`s
824	/// can be passed onto notification protocols. `PeerStore` itself should be started only once
825	/// and since technically it's not a libp2p task, it should be started with `SpawnHandle` in
826	/// `builder.rs` instead of using the libp2p/litep2p executor in the networking backend. This
827	/// function consumes `PeerStore` and starts its event loop in the appropriate place.
828	pub fn take_peer_store(&mut self) -> N::PeerStore {
829		self.peer_store
830			.take()
831			.expect("`PeerStore` can only be taken once when it's started; qed")
832	}
833
834	/// Verify addresses are consistent with enabled transports.
835	pub fn sanity_check_addresses(&self) -> Result<(), crate::error::Error> {
836		ensure_addresses_consistent_with_transport(
837			self.network_config.listen_addresses.iter(),
838			&self.network_config.transport,
839		)?;
840		ensure_addresses_consistent_with_transport(
841			self.network_config.boot_nodes.iter().map(|x| &x.multiaddr),
842			&self.network_config.transport,
843		)?;
844		ensure_addresses_consistent_with_transport(
845			self.network_config
846				.default_peers_set
847				.reserved_nodes
848				.iter()
849				.map(|x| &x.multiaddr),
850			&self.network_config.transport,
851		)?;
852
853		for notification_protocol in &self.notification_protocols {
854			ensure_addresses_consistent_with_transport(
855				notification_protocol.set_config().reserved_nodes.iter().map(|x| &x.multiaddr),
856				&self.network_config.transport,
857			)?;
858		}
859		ensure_addresses_consistent_with_transport(
860			self.network_config.public_addresses.iter(),
861			&self.network_config.transport,
862		)?;
863
864		Ok(())
865	}
866
867	/// Check for duplicate bootnodes.
868	pub fn sanity_check_bootnodes(&self) -> Result<(), crate::error::Error> {
869		self.network_config.boot_nodes.iter().try_for_each(|bootnode| {
870			if let Some(other) = self
871				.network_config
872				.boot_nodes
873				.iter()
874				.filter(|o| o.multiaddr == bootnode.multiaddr)
875				.find(|o| o.peer_id != bootnode.peer_id)
876			{
877				Err(crate::error::Error::DuplicateBootnode {
878					address: bootnode.multiaddr.clone().into(),
879					first_id: bootnode.peer_id.into(),
880					second_id: other.peer_id.into(),
881				})
882			} else {
883				Ok(())
884			}
885		})
886	}
887
888	/// Collect all reserved nodes and bootnodes addresses.
889	pub fn known_addresses(&self) -> Vec<(PeerId, Multiaddr)> {
890		let mut addresses: Vec<_> = self
891			.network_config
892			.default_peers_set
893			.reserved_nodes
894			.iter()
895			.map(|reserved| (reserved.peer_id, reserved.multiaddr.clone()))
896			.chain(self.notification_protocols.iter().flat_map(|protocol| {
897				protocol
898					.set_config()
899					.reserved_nodes
900					.iter()
901					.map(|reserved| (reserved.peer_id, reserved.multiaddr.clone()))
902			}))
903			.chain(
904				self.network_config
905					.boot_nodes
906					.iter()
907					.map(|bootnode| (bootnode.peer_id, bootnode.multiaddr.clone())),
908			)
909			.collect();
910
911		// Remove possible duplicates.
912		addresses.sort();
913		addresses.dedup();
914
915		addresses
916	}
917}
918
919/// Network backend type.
920#[derive(Debug, Clone, Default, Copy)]
921pub enum NetworkBackendType {
922	/// Use litep2p for P2P networking.
923	///
924	/// This is the preferred option for Substrate-based chains.
925	#[default]
926	Litep2p,
927
928	/// Use libp2p for P2P networking.
929	///
930	/// The libp2p is still used for compatibility reasons until the
931	/// ecosystem switches entirely to litep2p. The backend will enter
932	/// a "best-effort" maintenance mode, where only critical issues will
933	/// get fixed. If you are unsure, please use `NetworkBackendType::Litep2p`.
934	Libp2p,
935}
936
937#[cfg(test)]
938mod tests {
939	use super::*;
940	use tempfile::TempDir;
941
942	fn tempdir_with_prefix(prefix: &str) -> TempDir {
943		tempfile::Builder::new().prefix(prefix).tempdir().unwrap()
944	}
945
946	fn secret_bytes(kp: ed25519::Keypair) -> Vec<u8> {
947		kp.secret().to_bytes().into()
948	}
949
950	#[test]
951	fn test_secret_file() {
952		let tmp = tempdir_with_prefix("x");
953		std::fs::remove_dir(tmp.path()).unwrap(); // should be recreated
954		let file = tmp.path().join("x").to_path_buf();
955		let kp1 = NodeKeyConfig::Ed25519(Secret::File(file.clone())).into_keypair().unwrap();
956		let kp2 = NodeKeyConfig::Ed25519(Secret::File(file.clone())).into_keypair().unwrap();
957		assert!(file.is_file() && secret_bytes(kp1) == secret_bytes(kp2))
958	}
959
960	#[test]
961	fn test_secret_input() {
962		let sk = ed25519::SecretKey::generate();
963		let kp1 = NodeKeyConfig::Ed25519(Secret::Input(sk.clone())).into_keypair().unwrap();
964		let kp2 = NodeKeyConfig::Ed25519(Secret::Input(sk)).into_keypair().unwrap();
965		assert!(secret_bytes(kp1) == secret_bytes(kp2));
966	}
967
968	#[test]
969	fn test_secret_new() {
970		let kp1 = NodeKeyConfig::Ed25519(Secret::New).into_keypair().unwrap();
971		let kp2 = NodeKeyConfig::Ed25519(Secret::New).into_keypair().unwrap();
972		assert!(secret_bytes(kp1) != secret_bytes(kp2));
973	}
974}