2018-05-29 10:18:12 -07:00
|
|
|
//! The `fetch_stage` batches input from a UDP socket and sends it to a channel.
|
|
|
|
|
2021-12-03 09:00:31 -08:00
|
|
|
use {
|
|
|
|
crate::{
|
|
|
|
banking_stage::HOLD_TRANSACTIONS_SLOT_OFFSET,
|
|
|
|
result::{Error, Result},
|
|
|
|
},
|
|
|
|
solana_metrics::{inc_new_counter_debug, inc_new_counter_info},
|
2021-12-11 06:44:15 -08:00
|
|
|
solana_perf::{packet::PacketBatchRecycler, recycler::Recycler},
|
2021-12-03 09:00:31 -08:00
|
|
|
solana_poh::poh_recorder::PohRecorder,
|
2021-12-29 10:34:31 -08:00
|
|
|
solana_sdk::{clock::DEFAULT_TICKS_PER_SLOT, packet::Packet},
|
2021-12-11 06:44:15 -08:00
|
|
|
solana_streamer::streamer::{self, PacketBatchReceiver, PacketBatchSender},
|
2021-12-03 09:00:31 -08:00
|
|
|
std::{
|
|
|
|
net::UdpSocket,
|
|
|
|
sync::{
|
|
|
|
atomic::AtomicBool,
|
|
|
|
mpsc::{channel, RecvTimeoutError},
|
|
|
|
Arc, Mutex,
|
|
|
|
},
|
|
|
|
thread::{self, Builder, JoinHandle},
|
|
|
|
},
|
|
|
|
};
|
2018-05-29 10:18:12 -07:00
|
|
|
|
|
|
|
pub struct FetchStage {
|
2018-07-03 21:14:08 -07:00
|
|
|
thread_hdls: Vec<JoinHandle<()>>,
|
2018-05-29 10:18:12 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
impl FetchStage {
|
2018-12-07 19:01:28 -08:00
|
|
|
#[allow(clippy::new_ret_no_self)]
|
2019-03-08 14:59:11 -08:00
|
|
|
pub fn new(
|
|
|
|
sockets: Vec<UdpSocket>,
|
2019-07-30 14:50:02 -07:00
|
|
|
tpu_forwards_sockets: Vec<UdpSocket>,
|
2021-10-07 02:38:23 -07:00
|
|
|
tpu_vote_sockets: Vec<UdpSocket>,
|
2019-03-08 14:59:11 -08:00
|
|
|
exit: &Arc<AtomicBool>,
|
2019-04-22 19:49:32 -07:00
|
|
|
poh_recorder: &Arc<Mutex<PohRecorder>>,
|
2021-02-26 09:15:45 -08:00
|
|
|
coalesce_ms: u64,
|
2021-12-11 06:44:15 -08:00
|
|
|
) -> (Self, PacketBatchReceiver, PacketBatchReceiver) {
|
2019-01-31 15:51:29 -08:00
|
|
|
let (sender, receiver) = channel();
|
2021-10-07 02:38:23 -07:00
|
|
|
let (vote_sender, vote_receiver) = channel();
|
2019-03-08 14:59:11 -08:00
|
|
|
(
|
2021-02-24 00:15:58 -08:00
|
|
|
Self::new_with_sender(
|
|
|
|
sockets,
|
|
|
|
tpu_forwards_sockets,
|
2021-10-07 02:38:23 -07:00
|
|
|
tpu_vote_sockets,
|
2021-02-24 00:15:58 -08:00
|
|
|
exit,
|
|
|
|
&sender,
|
2021-10-07 02:38:23 -07:00
|
|
|
&vote_sender,
|
2021-06-18 06:34:46 -07:00
|
|
|
poh_recorder,
|
2021-02-26 09:15:45 -08:00
|
|
|
coalesce_ms,
|
2021-02-24 00:15:58 -08:00
|
|
|
),
|
2019-03-08 14:59:11 -08:00
|
|
|
receiver,
|
2021-10-07 02:38:23 -07:00
|
|
|
vote_receiver,
|
2019-03-08 14:59:11 -08:00
|
|
|
)
|
2019-01-31 15:51:29 -08:00
|
|
|
}
|
2021-10-07 02:38:23 -07:00
|
|
|
|
2019-01-31 15:51:29 -08:00
|
|
|
pub fn new_with_sender(
|
|
|
|
sockets: Vec<UdpSocket>,
|
2019-07-30 14:50:02 -07:00
|
|
|
tpu_forwards_sockets: Vec<UdpSocket>,
|
2021-10-07 02:38:23 -07:00
|
|
|
tpu_vote_sockets: Vec<UdpSocket>,
|
2019-03-04 19:53:50 -08:00
|
|
|
exit: &Arc<AtomicBool>,
|
2021-12-11 06:44:15 -08:00
|
|
|
sender: &PacketBatchSender,
|
|
|
|
vote_sender: &PacketBatchSender,
|
2019-04-22 19:49:32 -07:00
|
|
|
poh_recorder: &Arc<Mutex<PohRecorder>>,
|
2021-02-26 09:15:45 -08:00
|
|
|
coalesce_ms: u64,
|
2019-01-31 15:51:29 -08:00
|
|
|
) -> Self {
|
2018-09-06 14:13:40 -07:00
|
|
|
let tx_sockets = sockets.into_iter().map(Arc::new).collect();
|
2019-07-30 14:50:02 -07:00
|
|
|
let tpu_forwards_sockets = tpu_forwards_sockets.into_iter().map(Arc::new).collect();
|
2021-10-07 02:38:23 -07:00
|
|
|
let tpu_vote_sockets = tpu_vote_sockets.into_iter().map(Arc::new).collect();
|
2019-04-22 19:49:32 -07:00
|
|
|
Self::new_multi_socket(
|
|
|
|
tx_sockets,
|
2019-07-30 14:50:02 -07:00
|
|
|
tpu_forwards_sockets,
|
2021-10-07 02:38:23 -07:00
|
|
|
tpu_vote_sockets,
|
2019-04-22 19:49:32 -07:00
|
|
|
exit,
|
2021-06-18 06:34:46 -07:00
|
|
|
sender,
|
2021-10-07 02:38:23 -07:00
|
|
|
vote_sender,
|
2021-06-18 06:34:46 -07:00
|
|
|
poh_recorder,
|
2021-02-26 09:15:45 -08:00
|
|
|
coalesce_ms,
|
2019-04-22 19:49:32 -07:00
|
|
|
)
|
|
|
|
}
|
|
|
|
|
|
|
|
fn handle_forwarded_packets(
|
2021-12-11 06:44:15 -08:00
|
|
|
recvr: &PacketBatchReceiver,
|
|
|
|
sendr: &PacketBatchSender,
|
2019-04-22 19:49:32 -07:00
|
|
|
poh_recorder: &Arc<Mutex<PohRecorder>>,
|
|
|
|
) -> Result<()> {
|
2021-12-29 10:34:31 -08:00
|
|
|
let mark_forwarded = |packet: &mut Packet| {
|
|
|
|
packet.meta.forwarded = true;
|
|
|
|
};
|
|
|
|
|
|
|
|
let mut packet_batch = recvr.recv()?;
|
2021-12-11 06:44:15 -08:00
|
|
|
let mut num_packets = packet_batch.packets.len();
|
2021-12-29 10:34:31 -08:00
|
|
|
packet_batch.packets.iter_mut().for_each(mark_forwarded);
|
2021-12-11 06:44:15 -08:00
|
|
|
let mut packet_batches = vec![packet_batch];
|
2021-12-29 10:34:31 -08:00
|
|
|
while let Ok(mut packet_batch) = recvr.try_recv() {
|
|
|
|
packet_batch.packets.iter_mut().for_each(mark_forwarded);
|
2021-12-11 06:44:15 -08:00
|
|
|
num_packets += packet_batch.packets.len();
|
|
|
|
packet_batches.push(packet_batch);
|
2019-10-14 13:32:29 -07:00
|
|
|
// Read at most 1K transactions in a loop
|
2021-12-11 06:44:15 -08:00
|
|
|
if num_packets > 1024 {
|
2019-10-14 13:32:29 -07:00
|
|
|
break;
|
|
|
|
}
|
2019-04-22 19:49:32 -07:00
|
|
|
}
|
|
|
|
|
2021-03-03 10:23:05 -08:00
|
|
|
if poh_recorder
|
|
|
|
.lock()
|
|
|
|
.unwrap()
|
|
|
|
.would_be_leader(HOLD_TRANSACTIONS_SLOT_OFFSET.saturating_mul(DEFAULT_TICKS_PER_SLOT))
|
|
|
|
{
|
2021-12-11 06:44:15 -08:00
|
|
|
inc_new_counter_debug!("fetch_stage-honor_forwards", num_packets);
|
|
|
|
for packet_batch in packet_batches {
|
2021-10-22 21:25:54 -07:00
|
|
|
#[allow(clippy::question_mark)]
|
2021-12-11 06:44:15 -08:00
|
|
|
if sendr.send(packet_batch).is_err() {
|
2021-06-18 11:47:40 -07:00
|
|
|
return Err(Error::Send);
|
2019-04-22 19:49:32 -07:00
|
|
|
}
|
|
|
|
}
|
|
|
|
} else {
|
2021-12-11 06:44:15 -08:00
|
|
|
inc_new_counter_info!("fetch_stage-discard_forwards", num_packets);
|
2019-04-22 19:49:32 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
Ok(())
|
2018-06-13 21:52:23 -07:00
|
|
|
}
|
2019-03-08 15:47:53 -08:00
|
|
|
|
2019-01-24 12:46:40 -08:00
|
|
|
fn new_multi_socket(
|
2021-12-29 10:34:31 -08:00
|
|
|
tpu_sockets: Vec<Arc<UdpSocket>>,
|
2019-07-30 14:50:02 -07:00
|
|
|
tpu_forwards_sockets: Vec<Arc<UdpSocket>>,
|
2021-10-07 02:38:23 -07:00
|
|
|
tpu_vote_sockets: Vec<Arc<UdpSocket>>,
|
2019-03-04 19:53:50 -08:00
|
|
|
exit: &Arc<AtomicBool>,
|
2021-12-11 06:44:15 -08:00
|
|
|
sender: &PacketBatchSender,
|
|
|
|
vote_sender: &PacketBatchSender,
|
2019-04-22 19:49:32 -07:00
|
|
|
poh_recorder: &Arc<Mutex<PohRecorder>>,
|
2021-02-26 09:15:45 -08:00
|
|
|
coalesce_ms: u64,
|
2019-01-31 15:51:29 -08:00
|
|
|
) -> Self {
|
2021-12-11 06:44:15 -08:00
|
|
|
let recycler: PacketBatchRecycler = Recycler::warmed(1000, 1024);
|
2019-11-07 19:48:33 -08:00
|
|
|
|
2021-12-29 10:34:31 -08:00
|
|
|
let tpu_threads = tpu_sockets.into_iter().map(|socket| {
|
2019-06-27 00:32:32 -07:00
|
|
|
streamer::receiver(
|
|
|
|
socket,
|
2021-06-18 06:34:46 -07:00
|
|
|
exit,
|
2019-06-27 00:32:32 -07:00
|
|
|
sender.clone(),
|
|
|
|
recycler.clone(),
|
|
|
|
"fetch_stage",
|
2021-02-26 09:15:45 -08:00
|
|
|
coalesce_ms,
|
2021-06-14 07:10:04 -07:00
|
|
|
true,
|
2019-06-27 00:32:32 -07:00
|
|
|
)
|
|
|
|
});
|
2019-03-08 15:47:53 -08:00
|
|
|
|
2019-04-22 19:49:32 -07:00
|
|
|
let (forward_sender, forward_receiver) = channel();
|
2019-07-30 14:50:02 -07:00
|
|
|
let tpu_forwards_threads = tpu_forwards_sockets.into_iter().map(|socket| {
|
|
|
|
streamer::receiver(
|
|
|
|
socket,
|
2021-06-18 06:34:46 -07:00
|
|
|
exit,
|
2019-07-30 14:50:02 -07:00
|
|
|
forward_sender.clone(),
|
|
|
|
recycler.clone(),
|
|
|
|
"fetch_forward_stage",
|
2021-02-26 09:15:45 -08:00
|
|
|
coalesce_ms,
|
2021-06-14 07:10:04 -07:00
|
|
|
true,
|
2019-07-30 14:50:02 -07:00
|
|
|
)
|
|
|
|
});
|
2019-04-22 19:49:32 -07:00
|
|
|
|
2021-10-07 02:38:23 -07:00
|
|
|
let tpu_vote_threads = tpu_vote_sockets.into_iter().map(|socket| {
|
|
|
|
streamer::receiver(
|
|
|
|
socket,
|
|
|
|
exit,
|
|
|
|
vote_sender.clone(),
|
|
|
|
recycler.clone(),
|
|
|
|
"fetch_vote_stage",
|
|
|
|
coalesce_ms,
|
|
|
|
true,
|
|
|
|
)
|
|
|
|
});
|
|
|
|
|
2019-04-22 19:49:32 -07:00
|
|
|
let sender = sender.clone();
|
|
|
|
let poh_recorder = poh_recorder.clone();
|
|
|
|
|
|
|
|
let fwd_thread_hdl = Builder::new()
|
|
|
|
.name("solana-fetch-stage-fwd-rcvr".to_string())
|
|
|
|
.spawn(move || loop {
|
|
|
|
if let Err(e) =
|
|
|
|
Self::handle_forwarded_packets(&forward_receiver, &sender, &poh_recorder)
|
|
|
|
{
|
|
|
|
match e {
|
2021-06-18 11:47:40 -07:00
|
|
|
Error::RecvTimeout(RecvTimeoutError::Disconnected) => break,
|
|
|
|
Error::RecvTimeout(RecvTimeoutError::Timeout) => (),
|
|
|
|
Error::Recv(_) => break,
|
|
|
|
Error::Send => break,
|
2019-04-22 19:49:32 -07:00
|
|
|
_ => error!("{:?}", e),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
})
|
|
|
|
.unwrap();
|
2018-05-29 10:18:12 -07:00
|
|
|
|
2021-10-07 02:38:23 -07:00
|
|
|
let mut thread_hdls: Vec<_> = tpu_threads
|
|
|
|
.chain(tpu_forwards_threads)
|
|
|
|
.chain(tpu_vote_threads)
|
|
|
|
.collect();
|
2019-04-22 19:49:32 -07:00
|
|
|
thread_hdls.push(fwd_thread_hdl);
|
2019-03-04 19:02:03 -08:00
|
|
|
Self { thread_hdls }
|
2018-05-29 10:18:12 -07:00
|
|
|
}
|
2018-07-03 21:14:08 -07:00
|
|
|
|
2019-11-13 10:12:09 -08:00
|
|
|
pub fn join(self) -> thread::Result<()> {
|
2018-09-13 14:00:17 -07:00
|
|
|
for thread_hdl in self.thread_hdls {
|
2018-07-03 21:14:08 -07:00
|
|
|
thread_hdl.join()?;
|
|
|
|
}
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
}
|