Offload event processing to the TPU

This commit is contained in:
Greg Fitzgerald 2018-05-15 11:33:43 -06:00
parent b826f837f8
commit 6d4defdf96
3 changed files with 12 additions and 68 deletions

View File

@ -2,39 +2,27 @@
//! 5-stage transaction processing pipeline in software. //! 5-stage transaction processing pipeline in software.
use bank::Bank; use bank::Bank;
use crdt::{Crdt, ReplicatedData};
use hash::Hash;
use packet; use packet;
use record_stage::RecordStage;
use request_processor::RequestProcessor; use request_processor::RequestProcessor;
use request_stage::RequestStage; use request_stage::RequestStage;
use sig_verify_stage::SigVerifyStage; use sig_verify_stage::SigVerifyStage;
use std::io::Write;
use std::net::UdpSocket; use std::net::UdpSocket;
use std::sync::Arc;
use std::sync::atomic::AtomicBool; use std::sync::atomic::AtomicBool;
use std::sync::mpsc::channel; use std::sync::mpsc::channel;
use std::sync::{Arc, Mutex, RwLock};
use std::thread::JoinHandle; use std::thread::JoinHandle;
use std::time::Duration;
use streamer; use streamer;
use write_stage::WriteStage;
pub struct Rpu { pub struct Rpu {
pub thread_hdls: Vec<JoinHandle<()>>, pub thread_hdls: Vec<JoinHandle<()>>,
} }
impl Rpu { impl Rpu {
pub fn new<W: Write + Send + 'static>( pub fn new(
bank: Arc<Bank>, bank: Arc<Bank>,
start_hash: Hash,
tick_duration: Option<Duration>,
me: ReplicatedData,
requests_socket: UdpSocket, requests_socket: UdpSocket,
broadcast_socket: UdpSocket,
respond_socket: UdpSocket, respond_socket: UdpSocket,
gossip: UdpSocket,
exit: Arc<AtomicBool>, exit: Arc<AtomicBool>,
writer: W,
) -> Self { ) -> Self {
let packet_recycler = packet::PacketRecycler::default(); let packet_recycler = packet::PacketRecycler::default();
let (packet_sender, packet_receiver) = channel(); let (packet_sender, packet_receiver) = channel();
@ -57,31 +45,6 @@ impl Rpu {
blob_recycler.clone(), blob_recycler.clone(),
); );
let record_stage =
RecordStage::new(request_stage.signal_receiver, &start_hash, tick_duration);
let write_stage = WriteStage::new(
bank.clone(),
exit.clone(),
blob_recycler.clone(),
Mutex::new(writer),
record_stage.entry_receiver,
);
let crdt = Arc::new(RwLock::new(Crdt::new(me)));
let t_gossip = Crdt::gossip(crdt.clone(), exit.clone());
let window = streamer::default_window();
let t_listen = Crdt::listen(crdt.clone(), window.clone(), gossip, exit.clone());
let t_broadcast = streamer::broadcaster(
broadcast_socket,
exit.clone(),
crdt.clone(),
window,
blob_recycler.clone(),
write_stage.blob_receiver,
);
let t_responder = streamer::responder( let t_responder = streamer::responder(
respond_socket, respond_socket,
exit.clone(), exit.clone(),
@ -89,15 +52,7 @@ impl Rpu {
request_stage.blob_receiver, request_stage.blob_receiver,
); );
let mut thread_hdls = vec![ let mut thread_hdls = vec![t_receiver, t_responder, request_stage.thread_hdl];
t_receiver,
t_responder,
request_stage.thread_hdl,
write_stage.thread_hdl,
t_gossip,
t_listen,
t_broadcast,
];
thread_hdls.extend(sig_verify_stage.thread_hdls.into_iter()); thread_hdls.extend(sig_verify_stage.thread_hdls.into_iter());
Rpu { thread_hdls } Rpu { thread_hdls }

View File

@ -10,7 +10,7 @@ use std::sync::Arc;
use std::sync::atomic::AtomicBool; use std::sync::atomic::AtomicBool;
use std::thread::JoinHandle; use std::thread::JoinHandle;
use std::time::Duration; use std::time::Duration;
//use tpu::Tpu; use tpu::Tpu;
pub struct Server { pub struct Server {
pub thread_hdls: Vec<JoinHandle<()>>, pub thread_hdls: Vec<JoinHandle<()>>,
@ -23,7 +23,7 @@ impl Server {
tick_duration: Option<Duration>, tick_duration: Option<Duration>,
me: ReplicatedData, me: ReplicatedData,
requests_socket: UdpSocket, requests_socket: UdpSocket,
_events_socket: UdpSocket, events_socket: UdpSocket,
broadcast_socket: UdpSocket, broadcast_socket: UdpSocket,
respond_socket: UdpSocket, respond_socket: UdpSocket,
gossip: UdpSocket, gossip: UdpSocket,
@ -32,32 +32,21 @@ impl Server {
) -> Self { ) -> Self {
let bank = Arc::new(bank); let bank = Arc::new(bank);
let mut thread_hdls = vec![]; let mut thread_hdls = vec![];
let rpu = Rpu::new( let rpu = Rpu::new(bank.clone(), requests_socket, respond_socket, exit.clone());
thread_hdls.extend(rpu.thread_hdls);
let tpu = Tpu::new(
bank.clone(), bank.clone(),
start_hash, start_hash,
tick_duration, tick_duration,
me, me,
requests_socket, events_socket,
broadcast_socket, broadcast_socket,
respond_socket,
gossip, gossip,
exit.clone(), exit.clone(),
writer, writer,
); );
thread_hdls.extend(rpu.thread_hdls); thread_hdls.extend(tpu.thread_hdls);
//let tpu = Tpu::new(
// bank.clone(),
// start_hash,
// tick_duration,
// me,
// events_socket,
// broadcast_socket,
// gossip,
// exit.clone(),
// writer,
//);
//thread_hdls.extend(tpu.thread_hdls);
Server { thread_hdls } Server { thread_hdls }
} }

View File

@ -69,7 +69,7 @@ impl ThinClient {
pub fn transfer_signed(&self, tr: Transaction) -> io::Result<usize> { pub fn transfer_signed(&self, tr: Transaction) -> io::Result<usize> {
let req = Request::Transaction(tr); let req = Request::Transaction(tr);
let data = serialize(&req).expect("serialize Transaction in pub fn transfer_signed"); let data = serialize(&req).expect("serialize Transaction in pub fn transfer_signed");
self.requests_socket.send_to(&data, &self.addr) self.events_socket.send_to(&data, &self.addr)
} }
/// Creates, signs, and processes a Transaction. Useful for writing unit-tests. /// Creates, signs, and processes a Transaction. Useful for writing unit-tests.