1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
use std::{
net::{IpAddr, UdpSocket},
sync::{atomic::AtomicBool, Arc, Mutex, RwLock},
thread,
thread::JoinHandle,
};
use crossbeam_channel::{unbounded, Receiver};
use jito_rpc::load_balancer::LoadBalancer;
use solana_core::{
banking_stage::BankingPacketBatch, find_packet_sender_stake_stage::FindPacketSenderStakeStage,
sigverify::TransactionSigVerifier, sigverify_stage::SigVerifyStage,
};
use solana_sdk::signature::Keypair;
use solana_streamer::{
quic::{spawn_server, StreamStats, MAX_STAKED_CONNECTIONS, MAX_UNSTAKED_CONNECTIONS},
streamer::StakedNodes,
};
use crate::{fetch_stage::FetchStage, staked_nodes_updater_service::StakedNodesUpdaterService};
pub const DEFAULT_TPU_COALESCE_MS: u64 = 5;
pub const MAX_QUIC_CONNECTIONS_PER_IP: usize = 8;
pub struct TpuSockets {
pub transactions_sockets: Vec<UdpSocket>,
pub transactions_forward_sockets: Vec<UdpSocket>,
pub transactions_quic_sockets: UdpSocket,
pub transactions_forwards_quic_sockets: UdpSocket,
}
pub struct Tpu {
fetch_stage: FetchStage,
staked_nodes_updater_service: StakedNodesUpdaterService,
find_packet_sender_stake_stage: FindPacketSenderStakeStage,
sigverify_stage: SigVerifyStage,
tpu_quic_t: JoinHandle<()>,
tpu_forwards_quic_t: JoinHandle<()>,
}
impl Tpu {
pub fn new(
sockets: TpuSockets,
exit: &Arc<AtomicBool>,
tpu_coalesce_ms: u64,
keypair: &Keypair,
tpu_ip: &IpAddr,
tpu_fwd_ip: &IpAddr,
rpc_load_balancer: &Arc<Mutex<LoadBalancer>>,
) -> (Self, Receiver<BankingPacketBatch>) {
let TpuSockets {
transactions_sockets,
transactions_forward_sockets,
transactions_quic_sockets,
transactions_forwards_quic_sockets,
} = sockets;
let (packet_sender, packet_receiver) = unbounded();
let (forwarded_packet_sender, forwarded_packet_receiver) = unbounded();
let fetch_stage = FetchStage::new_with_sender(
transactions_sockets,
transactions_forward_sockets,
exit,
&packet_sender,
&forwarded_packet_sender,
forwarded_packet_receiver,
tpu_coalesce_ms,
None,
);
let staked_nodes = Arc::new(RwLock::new(StakedNodes::default()));
let staked_nodes_updater_service = StakedNodesUpdaterService::new(
exit.clone(),
rpc_load_balancer.clone(),
staked_nodes.clone(),
);
let (find_packet_sender_stake_sender, find_packet_sender_stake_receiver) = unbounded();
let find_packet_sender_stake_stage = FindPacketSenderStakeStage::new(
packet_receiver,
find_packet_sender_stake_sender,
staked_nodes.clone(),
"tpu-find-packet-sender-stake",
);
let stats = Arc::new(StreamStats::default());
let tpu_quic_t = spawn_server(
transactions_quic_sockets,
keypair,
*tpu_ip,
packet_sender,
exit.clone(),
MAX_QUIC_CONNECTIONS_PER_IP,
staked_nodes.clone(),
MAX_STAKED_CONNECTIONS,
MAX_UNSTAKED_CONNECTIONS,
stats.clone(),
)
.unwrap();
let tpu_forwards_quic_t = spawn_server(
transactions_forwards_quic_sockets,
keypair,
*tpu_fwd_ip,
forwarded_packet_sender,
exit.clone(),
MAX_QUIC_CONNECTIONS_PER_IP,
staked_nodes,
MAX_STAKED_CONNECTIONS.saturating_add(MAX_UNSTAKED_CONNECTIONS),
0, stats,
)
.unwrap();
let (verified_sender, verified_receiver) = unbounded();
let sigverify_stage = {
let verifier = TransactionSigVerifier::new(verified_sender);
SigVerifyStage::new(find_packet_sender_stake_receiver, verifier, "tpu-verifier")
};
(
Tpu {
fetch_stage,
staked_nodes_updater_service,
find_packet_sender_stake_stage,
sigverify_stage,
tpu_quic_t,
tpu_forwards_quic_t,
},
verified_receiver,
)
}
pub fn join(self) -> thread::Result<()> {
self.fetch_stage.join()?;
self.staked_nodes_updater_service.join()?;
self.find_packet_sender_stake_stage.join()?;
self.sigverify_stage.join()?;
self.tpu_quic_t.join()?;
self.tpu_forwards_quic_t.join()?;
Ok(())
}
}