Move the writer into EntryWriter

This commit is contained in:
Greg Fitzgerald 2018-07-01 14:25:21 -06:00 committed by Greg Fitzgerald
parent 56e37ad2f4
commit 4f3a291391
2 changed files with 18 additions and 32 deletions

View File

@ -8,47 +8,40 @@ use serde_json;
use std::io::{self, Write}; use std::io::{self, Write};
use std::sync::Mutex; use std::sync::Mutex;
pub struct EntryWriter<'a> { pub struct EntryWriter<'a, W> {
bank: &'a Bank, bank: &'a Bank,
writer: Mutex<W>,
} }
impl<'a> EntryWriter<'a> { impl<'a, W: Write> EntryWriter<'a, W> {
/// Create a new Tpu that wraps the given Bank. /// Create a new Tpu that wraps the given Bank.
pub fn new(bank: &'a Bank) -> Self { pub fn new(bank: &'a Bank, writer: Mutex<W>) -> Self {
EntryWriter { bank } EntryWriter { bank, writer }
} }
fn write_entry<W: Write>(writer: &Mutex<W>, entry: &Entry) -> io::Result<()> { fn write_entry(writer: &Mutex<W>, entry: &Entry) -> io::Result<()> {
let serialized = serde_json::to_string(&entry).unwrap(); let serialized = serde_json::to_string(&entry).unwrap();
writeln!(writer.lock().unwrap(), "{}", serialized) writeln!(writer.lock().unwrap(), "{}", serialized)
} }
pub fn write_entries<W: Write>(writer: &Mutex<W>, entries: &[Entry]) -> io::Result<()> { pub fn write_entries(writer: &Mutex<W>, entries: &[Entry]) -> io::Result<()> {
for entry in entries { for entry in entries {
Self::write_entry(writer, entry)?; Self::write_entry(writer, entry)?;
} }
Ok(()) Ok(())
} }
fn write_and_register_entry<W: Write>( fn write_and_register_entry(&self, entry: &Entry) -> io::Result<()> {
&self,
writer: &Mutex<W>,
entry: &Entry,
) -> io::Result<()> {
trace!("write_and_register_entry entry"); trace!("write_and_register_entry entry");
if !entry.has_more { if !entry.has_more {
self.bank.register_entry_id(&entry.id); self.bank.register_entry_id(&entry.id);
} }
Self::write_entry(&writer, entry) Self::write_entry(&self.writer, entry)
} }
pub fn write_and_register_entries<W: Write>( pub fn write_and_register_entries(&self, entries: &[Entry]) -> io::Result<()> {
&self,
writer: &Mutex<W>,
entries: &[Entry],
) -> io::Result<()> {
for entry in entries { for entry in entries {
self.write_and_register_entry(writer, &entry)?; self.write_and_register_entry(&entry)?;
} }
Ok(()) Ok(())
} }
@ -68,7 +61,8 @@ mod tests {
let mint = Mint::new(1); let mint = Mint::new(1);
let bank = Bank::new(&mint); let bank = Bank::new(&mint);
let entry_writer = EntryWriter::new(&bank); let writer = Mutex::new(io::sink());
let entry_writer = EntryWriter::new(&bank, writer);
let keypair = KeyPair::new(); let keypair = KeyPair::new();
let tx = Transaction::new(&mint.keypair(), keypair.pubkey(), 1, mint.last_id()); let tx = Transaction::new(&mint.keypair(), keypair.pubkey(), 1, mint.last_id());
@ -84,16 +78,11 @@ mod tests {
// Verify that write_and_register_entry doesn't register the first entries after a split. // Verify that write_and_register_entry doesn't register the first entries after a split.
assert_eq!(bank.last_id(), mint.last_id()); assert_eq!(bank.last_id(), mint.last_id());
let writer = Mutex::new(io::sink()); entry_writer.write_and_register_entry(&entries[0]).unwrap();
entry_writer
.write_and_register_entry(&writer, &entries[0])
.unwrap();
assert_eq!(bank.last_id(), mint.last_id()); assert_eq!(bank.last_id(), mint.last_id());
// Verify that write_and_register_entry registers the final entry after a split. // Verify that write_and_register_entry registers the final entry after a split.
entry_writer entry_writer.write_and_register_entry(&entries[1]).unwrap();
.write_and_register_entry(&writer, &entries[1])
.unwrap();
assert_eq!(bank.last_id(), entries[1].id); assert_eq!(bank.last_id(), entries[1].id);
} }
} }

View File

@ -26,14 +26,13 @@ impl WriteStage {
/// Process any Entry items that have been published by the Historian. /// Process any Entry items that have been published by the Historian.
/// continuosly broadcast blobs of entries out /// continuosly broadcast blobs of entries out
pub fn write_and_send_entries<W: Write>( pub fn write_and_send_entries<W: Write>(
entry_writer: &EntryWriter, entry_writer: &EntryWriter<W>,
blob_sender: &BlobSender, blob_sender: &BlobSender,
blob_recycler: &BlobRecycler, blob_recycler: &BlobRecycler,
writer: &Mutex<W>,
entry_receiver: &Receiver<Vec<Entry>>, entry_receiver: &Receiver<Vec<Entry>>,
) -> Result<()> { ) -> Result<()> {
let entries = entry_receiver.recv_timeout(Duration::new(1, 0))?; let entries = entry_receiver.recv_timeout(Duration::new(1, 0))?;
entry_writer.write_and_register_entries(writer, &entries)?; entry_writer.write_and_register_entries(&entries)?;
trace!("New blobs? {}", entries.len()); trace!("New blobs? {}", entries.len());
let mut blobs = VecDeque::new(); let mut blobs = VecDeque::new();
entries.to_blobs(blob_recycler, &mut blobs); entries.to_blobs(blob_recycler, &mut blobs);
@ -56,14 +55,12 @@ impl WriteStage {
let thread_hdl = Builder::new() let thread_hdl = Builder::new()
.name("solana-writer".to_string()) .name("solana-writer".to_string())
.spawn(move || { .spawn(move || {
let entry_writer = EntryWriter::new(&bank); let entry_writer = EntryWriter::new(&bank, Mutex::new(writer));
let writer = Mutex::new(writer);
loop { loop {
let _ = Self::write_and_send_entries( let _ = Self::write_and_send_entries(
&entry_writer, &entry_writer,
&blob_sender, &blob_sender,
&blob_recycler, &blob_recycler,
&writer,
&entry_receiver, &entry_receiver,
); );
if exit.load(Ordering::Relaxed) { if exit.load(Ordering::Relaxed) {