//! The `replicate_stage` replicates transactions broadcast by the leader. use bank::Bank; use counter::Counter; use crdt::Crdt; use entry::EntryReceiver; use ledger::{Block, LedgerWriter}; use log::Level; use packet::BlobRecycler; use result::{Error, Result}; use service::Service; use signature::Keypair; use std::net::UdpSocket; use std::sync::atomic::AtomicUsize; use std::sync::mpsc::channel; use std::sync::mpsc::RecvTimeoutError; use std::sync::{Arc, RwLock}; use std::thread::{self, Builder, JoinHandle}; use std::time::Duration; use streamer::{responder, BlobSender}; use vote_stage::send_validator_vote; pub struct ReplicateStage { thread_hdls: Vec>, } impl ReplicateStage { /// Process entry blobs, already in order fn replicate_requests( bank: &Arc, crdt: &Arc>, blob_recycler: &BlobRecycler, window_receiver: &EntryReceiver, ledger_writer: Option<&mut LedgerWriter>, keypair: &Arc, vote_blob_sender: &BlobSender, ) -> Result<()> { let timer = Duration::new(1, 0); //coalesce all the available entries into a single vote let mut entries = window_receiver.recv_timeout(timer)?; while let Ok(mut more) = window_receiver.try_recv() { entries.append(&mut more); } let res = bank.process_entries(&entries); send_validator_vote(bank, keypair, crdt, blob_recycler, vote_blob_sender)?; { let mut wcrdt = crdt.write().unwrap(); wcrdt.insert_votes(&entries.votes()); } inc_new_counter_info!( "replicate-transactions", entries.iter().map(|x| x.transactions.len()).sum() ); // TODO: move this to another stage? if let Some(ledger_writer) = ledger_writer { ledger_writer.write_entries(entries)?; } res?; Ok(()) } pub fn new( keypair: Arc, bank: Arc, crdt: Arc>, window_receiver: EntryReceiver, ledger_path: Option<&str>, ) -> Self { let (vote_blob_sender, vote_blob_receiver) = channel(); let send = UdpSocket::bind("0.0.0.0:0").expect("bind"); let t_responder = responder("replicate_stage", Arc::new(send), vote_blob_receiver); let mut ledger_writer = ledger_path.map(|p| LedgerWriter::open(p, false).unwrap()); let keypair = Arc::new(keypair); let blob_recycler = BlobRecycler::default(); let t_replicate = Builder::new() .name("solana-replicate-stage".to_string()) .spawn(move || loop { if let Err(e) = Self::replicate_requests( &bank, &crdt, &blob_recycler, &window_receiver, ledger_writer.as_mut(), &keypair, &vote_blob_sender, ) { match e { Error::RecvTimeoutError(RecvTimeoutError::Disconnected) => break, Error::RecvTimeoutError(RecvTimeoutError::Timeout) => (), _ => error!("{:?}", e), } } }).unwrap(); let thread_hdls = vec![t_responder, t_replicate]; ReplicateStage { thread_hdls } } } impl Service for ReplicateStage { type JoinReturnType = (); fn join(self) -> thread::Result<()> { for thread_hdl in self.thread_hdls { thread_hdl.join()?; } Ok(()) } }