Move the writer into EntryWriter
This commit is contained in:
parent
56e37ad2f4
commit
4f3a291391
|
@ -8,47 +8,40 @@ use serde_json;
|
||||||
use std::io::{self, Write};
|
use std::io::{self, Write};
|
||||||
use std::sync::Mutex;
|
use std::sync::Mutex;
|
||||||
|
|
||||||
pub struct EntryWriter<'a> {
|
pub struct EntryWriter<'a, W> {
|
||||||
bank: &'a Bank,
|
bank: &'a Bank,
|
||||||
|
writer: Mutex<W>,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl<'a> EntryWriter<'a> {
|
impl<'a, W: Write> EntryWriter<'a, W> {
|
||||||
/// Create a new Tpu that wraps the given Bank.
|
/// Create a new Tpu that wraps the given Bank.
|
||||||
pub fn new(bank: &'a Bank) -> Self {
|
pub fn new(bank: &'a Bank, writer: Mutex<W>) -> Self {
|
||||||
EntryWriter { bank }
|
EntryWriter { bank, writer }
|
||||||
}
|
}
|
||||||
|
|
||||||
fn write_entry<W: Write>(writer: &Mutex<W>, entry: &Entry) -> io::Result<()> {
|
fn write_entry(writer: &Mutex<W>, entry: &Entry) -> io::Result<()> {
|
||||||
let serialized = serde_json::to_string(&entry).unwrap();
|
let serialized = serde_json::to_string(&entry).unwrap();
|
||||||
writeln!(writer.lock().unwrap(), "{}", serialized)
|
writeln!(writer.lock().unwrap(), "{}", serialized)
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn write_entries<W: Write>(writer: &Mutex<W>, entries: &[Entry]) -> io::Result<()> {
|
pub fn write_entries(writer: &Mutex<W>, entries: &[Entry]) -> io::Result<()> {
|
||||||
for entry in entries {
|
for entry in entries {
|
||||||
Self::write_entry(writer, entry)?;
|
Self::write_entry(writer, entry)?;
|
||||||
}
|
}
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
fn write_and_register_entry<W: Write>(
|
fn write_and_register_entry(&self, entry: &Entry) -> io::Result<()> {
|
||||||
&self,
|
|
||||||
writer: &Mutex<W>,
|
|
||||||
entry: &Entry,
|
|
||||||
) -> io::Result<()> {
|
|
||||||
trace!("write_and_register_entry entry");
|
trace!("write_and_register_entry entry");
|
||||||
if !entry.has_more {
|
if !entry.has_more {
|
||||||
self.bank.register_entry_id(&entry.id);
|
self.bank.register_entry_id(&entry.id);
|
||||||
}
|
}
|
||||||
Self::write_entry(&writer, entry)
|
Self::write_entry(&self.writer, entry)
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn write_and_register_entries<W: Write>(
|
pub fn write_and_register_entries(&self, entries: &[Entry]) -> io::Result<()> {
|
||||||
&self,
|
|
||||||
writer: &Mutex<W>,
|
|
||||||
entries: &[Entry],
|
|
||||||
) -> io::Result<()> {
|
|
||||||
for entry in entries {
|
for entry in entries {
|
||||||
self.write_and_register_entry(writer, &entry)?;
|
self.write_and_register_entry(&entry)?;
|
||||||
}
|
}
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
@ -68,7 +61,8 @@ mod tests {
|
||||||
let mint = Mint::new(1);
|
let mint = Mint::new(1);
|
||||||
let bank = Bank::new(&mint);
|
let bank = Bank::new(&mint);
|
||||||
|
|
||||||
let entry_writer = EntryWriter::new(&bank);
|
let writer = Mutex::new(io::sink());
|
||||||
|
let entry_writer = EntryWriter::new(&bank, writer);
|
||||||
let keypair = KeyPair::new();
|
let keypair = KeyPair::new();
|
||||||
let tx = Transaction::new(&mint.keypair(), keypair.pubkey(), 1, mint.last_id());
|
let tx = Transaction::new(&mint.keypair(), keypair.pubkey(), 1, mint.last_id());
|
||||||
|
|
||||||
|
@ -84,16 +78,11 @@ mod tests {
|
||||||
|
|
||||||
// Verify that write_and_register_entry doesn't register the first entries after a split.
|
// Verify that write_and_register_entry doesn't register the first entries after a split.
|
||||||
assert_eq!(bank.last_id(), mint.last_id());
|
assert_eq!(bank.last_id(), mint.last_id());
|
||||||
let writer = Mutex::new(io::sink());
|
entry_writer.write_and_register_entry(&entries[0]).unwrap();
|
||||||
entry_writer
|
|
||||||
.write_and_register_entry(&writer, &entries[0])
|
|
||||||
.unwrap();
|
|
||||||
assert_eq!(bank.last_id(), mint.last_id());
|
assert_eq!(bank.last_id(), mint.last_id());
|
||||||
|
|
||||||
// Verify that write_and_register_entry registers the final entry after a split.
|
// Verify that write_and_register_entry registers the final entry after a split.
|
||||||
entry_writer
|
entry_writer.write_and_register_entry(&entries[1]).unwrap();
|
||||||
.write_and_register_entry(&writer, &entries[1])
|
|
||||||
.unwrap();
|
|
||||||
assert_eq!(bank.last_id(), entries[1].id);
|
assert_eq!(bank.last_id(), entries[1].id);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -26,14 +26,13 @@ impl WriteStage {
|
||||||
/// Process any Entry items that have been published by the Historian.
|
/// Process any Entry items that have been published by the Historian.
|
||||||
/// continuosly broadcast blobs of entries out
|
/// continuosly broadcast blobs of entries out
|
||||||
pub fn write_and_send_entries<W: Write>(
|
pub fn write_and_send_entries<W: Write>(
|
||||||
entry_writer: &EntryWriter,
|
entry_writer: &EntryWriter<W>,
|
||||||
blob_sender: &BlobSender,
|
blob_sender: &BlobSender,
|
||||||
blob_recycler: &BlobRecycler,
|
blob_recycler: &BlobRecycler,
|
||||||
writer: &Mutex<W>,
|
|
||||||
entry_receiver: &Receiver<Vec<Entry>>,
|
entry_receiver: &Receiver<Vec<Entry>>,
|
||||||
) -> Result<()> {
|
) -> Result<()> {
|
||||||
let entries = entry_receiver.recv_timeout(Duration::new(1, 0))?;
|
let entries = entry_receiver.recv_timeout(Duration::new(1, 0))?;
|
||||||
entry_writer.write_and_register_entries(writer, &entries)?;
|
entry_writer.write_and_register_entries(&entries)?;
|
||||||
trace!("New blobs? {}", entries.len());
|
trace!("New blobs? {}", entries.len());
|
||||||
let mut blobs = VecDeque::new();
|
let mut blobs = VecDeque::new();
|
||||||
entries.to_blobs(blob_recycler, &mut blobs);
|
entries.to_blobs(blob_recycler, &mut blobs);
|
||||||
|
@ -56,14 +55,12 @@ impl WriteStage {
|
||||||
let thread_hdl = Builder::new()
|
let thread_hdl = Builder::new()
|
||||||
.name("solana-writer".to_string())
|
.name("solana-writer".to_string())
|
||||||
.spawn(move || {
|
.spawn(move || {
|
||||||
let entry_writer = EntryWriter::new(&bank);
|
let entry_writer = EntryWriter::new(&bank, Mutex::new(writer));
|
||||||
let writer = Mutex::new(writer);
|
|
||||||
loop {
|
loop {
|
||||||
let _ = Self::write_and_send_entries(
|
let _ = Self::write_and_send_entries(
|
||||||
&entry_writer,
|
&entry_writer,
|
||||||
&blob_sender,
|
&blob_sender,
|
||||||
&blob_recycler,
|
&blob_recycler,
|
||||||
&writer,
|
|
||||||
&entry_receiver,
|
&entry_receiver,
|
||||||
);
|
);
|
||||||
if exit.load(Ordering::Relaxed) {
|
if exit.load(Ordering::Relaxed) {
|
||||||
|
|
Loading…
Reference in New Issue