Offload event processing to the TPU
This commit is contained in:
parent
b826f837f8
commit
6d4defdf96
51
src/rpu.rs
51
src/rpu.rs
|
@ -2,39 +2,27 @@
|
||||||
//! 5-stage transaction processing pipeline in software.
|
//! 5-stage transaction processing pipeline in software.
|
||||||
|
|
||||||
use bank::Bank;
|
use bank::Bank;
|
||||||
use crdt::{Crdt, ReplicatedData};
|
|
||||||
use hash::Hash;
|
|
||||||
use packet;
|
use packet;
|
||||||
use record_stage::RecordStage;
|
|
||||||
use request_processor::RequestProcessor;
|
use request_processor::RequestProcessor;
|
||||||
use request_stage::RequestStage;
|
use request_stage::RequestStage;
|
||||||
use sig_verify_stage::SigVerifyStage;
|
use sig_verify_stage::SigVerifyStage;
|
||||||
use std::io::Write;
|
|
||||||
use std::net::UdpSocket;
|
use std::net::UdpSocket;
|
||||||
|
use std::sync::Arc;
|
||||||
use std::sync::atomic::AtomicBool;
|
use std::sync::atomic::AtomicBool;
|
||||||
use std::sync::mpsc::channel;
|
use std::sync::mpsc::channel;
|
||||||
use std::sync::{Arc, Mutex, RwLock};
|
|
||||||
use std::thread::JoinHandle;
|
use std::thread::JoinHandle;
|
||||||
use std::time::Duration;
|
|
||||||
use streamer;
|
use streamer;
|
||||||
use write_stage::WriteStage;
|
|
||||||
|
|
||||||
pub struct Rpu {
|
pub struct Rpu {
|
||||||
pub thread_hdls: Vec<JoinHandle<()>>,
|
pub thread_hdls: Vec<JoinHandle<()>>,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl Rpu {
|
impl Rpu {
|
||||||
pub fn new<W: Write + Send + 'static>(
|
pub fn new(
|
||||||
bank: Arc<Bank>,
|
bank: Arc<Bank>,
|
||||||
start_hash: Hash,
|
|
||||||
tick_duration: Option<Duration>,
|
|
||||||
me: ReplicatedData,
|
|
||||||
requests_socket: UdpSocket,
|
requests_socket: UdpSocket,
|
||||||
broadcast_socket: UdpSocket,
|
|
||||||
respond_socket: UdpSocket,
|
respond_socket: UdpSocket,
|
||||||
gossip: UdpSocket,
|
|
||||||
exit: Arc<AtomicBool>,
|
exit: Arc<AtomicBool>,
|
||||||
writer: W,
|
|
||||||
) -> Self {
|
) -> Self {
|
||||||
let packet_recycler = packet::PacketRecycler::default();
|
let packet_recycler = packet::PacketRecycler::default();
|
||||||
let (packet_sender, packet_receiver) = channel();
|
let (packet_sender, packet_receiver) = channel();
|
||||||
|
@ -57,31 +45,6 @@ impl Rpu {
|
||||||
blob_recycler.clone(),
|
blob_recycler.clone(),
|
||||||
);
|
);
|
||||||
|
|
||||||
let record_stage =
|
|
||||||
RecordStage::new(request_stage.signal_receiver, &start_hash, tick_duration);
|
|
||||||
|
|
||||||
let write_stage = WriteStage::new(
|
|
||||||
bank.clone(),
|
|
||||||
exit.clone(),
|
|
||||||
blob_recycler.clone(),
|
|
||||||
Mutex::new(writer),
|
|
||||||
record_stage.entry_receiver,
|
|
||||||
);
|
|
||||||
|
|
||||||
let crdt = Arc::new(RwLock::new(Crdt::new(me)));
|
|
||||||
let t_gossip = Crdt::gossip(crdt.clone(), exit.clone());
|
|
||||||
let window = streamer::default_window();
|
|
||||||
let t_listen = Crdt::listen(crdt.clone(), window.clone(), gossip, exit.clone());
|
|
||||||
|
|
||||||
let t_broadcast = streamer::broadcaster(
|
|
||||||
broadcast_socket,
|
|
||||||
exit.clone(),
|
|
||||||
crdt.clone(),
|
|
||||||
window,
|
|
||||||
blob_recycler.clone(),
|
|
||||||
write_stage.blob_receiver,
|
|
||||||
);
|
|
||||||
|
|
||||||
let t_responder = streamer::responder(
|
let t_responder = streamer::responder(
|
||||||
respond_socket,
|
respond_socket,
|
||||||
exit.clone(),
|
exit.clone(),
|
||||||
|
@ -89,15 +52,7 @@ impl Rpu {
|
||||||
request_stage.blob_receiver,
|
request_stage.blob_receiver,
|
||||||
);
|
);
|
||||||
|
|
||||||
let mut thread_hdls = vec![
|
let mut thread_hdls = vec![t_receiver, t_responder, request_stage.thread_hdl];
|
||||||
t_receiver,
|
|
||||||
t_responder,
|
|
||||||
request_stage.thread_hdl,
|
|
||||||
write_stage.thread_hdl,
|
|
||||||
t_gossip,
|
|
||||||
t_listen,
|
|
||||||
t_broadcast,
|
|
||||||
];
|
|
||||||
thread_hdls.extend(sig_verify_stage.thread_hdls.into_iter());
|
thread_hdls.extend(sig_verify_stage.thread_hdls.into_iter());
|
||||||
|
|
||||||
Rpu { thread_hdls }
|
Rpu { thread_hdls }
|
||||||
|
|
|
@ -10,7 +10,7 @@ use std::sync::Arc;
|
||||||
use std::sync::atomic::AtomicBool;
|
use std::sync::atomic::AtomicBool;
|
||||||
use std::thread::JoinHandle;
|
use std::thread::JoinHandle;
|
||||||
use std::time::Duration;
|
use std::time::Duration;
|
||||||
//use tpu::Tpu;
|
use tpu::Tpu;
|
||||||
|
|
||||||
pub struct Server {
|
pub struct Server {
|
||||||
pub thread_hdls: Vec<JoinHandle<()>>,
|
pub thread_hdls: Vec<JoinHandle<()>>,
|
||||||
|
@ -23,7 +23,7 @@ impl Server {
|
||||||
tick_duration: Option<Duration>,
|
tick_duration: Option<Duration>,
|
||||||
me: ReplicatedData,
|
me: ReplicatedData,
|
||||||
requests_socket: UdpSocket,
|
requests_socket: UdpSocket,
|
||||||
_events_socket: UdpSocket,
|
events_socket: UdpSocket,
|
||||||
broadcast_socket: UdpSocket,
|
broadcast_socket: UdpSocket,
|
||||||
respond_socket: UdpSocket,
|
respond_socket: UdpSocket,
|
||||||
gossip: UdpSocket,
|
gossip: UdpSocket,
|
||||||
|
@ -32,32 +32,21 @@ impl Server {
|
||||||
) -> Self {
|
) -> Self {
|
||||||
let bank = Arc::new(bank);
|
let bank = Arc::new(bank);
|
||||||
let mut thread_hdls = vec![];
|
let mut thread_hdls = vec![];
|
||||||
let rpu = Rpu::new(
|
let rpu = Rpu::new(bank.clone(), requests_socket, respond_socket, exit.clone());
|
||||||
|
thread_hdls.extend(rpu.thread_hdls);
|
||||||
|
|
||||||
|
let tpu = Tpu::new(
|
||||||
bank.clone(),
|
bank.clone(),
|
||||||
start_hash,
|
start_hash,
|
||||||
tick_duration,
|
tick_duration,
|
||||||
me,
|
me,
|
||||||
requests_socket,
|
events_socket,
|
||||||
broadcast_socket,
|
broadcast_socket,
|
||||||
respond_socket,
|
|
||||||
gossip,
|
gossip,
|
||||||
exit.clone(),
|
exit.clone(),
|
||||||
writer,
|
writer,
|
||||||
);
|
);
|
||||||
thread_hdls.extend(rpu.thread_hdls);
|
thread_hdls.extend(tpu.thread_hdls);
|
||||||
|
|
||||||
//let tpu = Tpu::new(
|
|
||||||
// bank.clone(),
|
|
||||||
// start_hash,
|
|
||||||
// tick_duration,
|
|
||||||
// me,
|
|
||||||
// events_socket,
|
|
||||||
// broadcast_socket,
|
|
||||||
// gossip,
|
|
||||||
// exit.clone(),
|
|
||||||
// writer,
|
|
||||||
//);
|
|
||||||
//thread_hdls.extend(tpu.thread_hdls);
|
|
||||||
|
|
||||||
Server { thread_hdls }
|
Server { thread_hdls }
|
||||||
}
|
}
|
||||||
|
|
|
@ -69,7 +69,7 @@ impl ThinClient {
|
||||||
pub fn transfer_signed(&self, tr: Transaction) -> io::Result<usize> {
|
pub fn transfer_signed(&self, tr: Transaction) -> io::Result<usize> {
|
||||||
let req = Request::Transaction(tr);
|
let req = Request::Transaction(tr);
|
||||||
let data = serialize(&req).expect("serialize Transaction in pub fn transfer_signed");
|
let data = serialize(&req).expect("serialize Transaction in pub fn transfer_signed");
|
||||||
self.requests_socket.send_to(&data, &self.addr)
|
self.events_socket.send_to(&data, &self.addr)
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Creates, signs, and processes a Transaction. Useful for writing unit-tests.
|
/// Creates, signs, and processes a Transaction. Useful for writing unit-tests.
|
||||||
|
|
Loading…
Reference in New Issue