2018-05-11 21:36:16 -07:00
|
|
|
//! The `entry_writer` module helps implement the TPU's write stage.
|
|
|
|
|
|
|
|
use entry::Entry;
|
2018-05-12 13:05:57 -07:00
|
|
|
use event_processor::EventProcessor;
|
2018-05-11 21:36:16 -07:00
|
|
|
use ledger;
|
|
|
|
use packet;
|
2018-05-12 09:31:28 -07:00
|
|
|
use request_stage::RequestProcessor;
|
2018-05-11 21:36:16 -07:00
|
|
|
use result::Result;
|
|
|
|
use serde_json;
|
|
|
|
use std::collections::VecDeque;
|
|
|
|
use std::io::Write;
|
|
|
|
use std::io::sink;
|
|
|
|
use std::sync::{Arc, Mutex};
|
|
|
|
use std::time::Duration;
|
|
|
|
use streamer;
|
|
|
|
|
|
|
|
pub struct EntryWriter<'a> {
|
2018-05-12 13:05:57 -07:00
|
|
|
event_processor: &'a EventProcessor,
|
2018-05-11 22:07:44 -07:00
|
|
|
request_processor: &'a RequestProcessor,
|
2018-05-11 21:36:16 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
impl<'a> EntryWriter<'a> {
|
|
|
|
/// Create a new Tpu that wraps the given Accountant.
|
|
|
|
pub fn new(
|
2018-05-12 13:05:57 -07:00
|
|
|
event_processor: &'a EventProcessor,
|
2018-05-11 22:07:44 -07:00
|
|
|
request_processor: &'a RequestProcessor,
|
2018-05-11 21:36:16 -07:00
|
|
|
) -> Self {
|
|
|
|
EntryWriter {
|
2018-05-12 13:05:57 -07:00
|
|
|
event_processor,
|
2018-05-11 22:07:44 -07:00
|
|
|
request_processor,
|
2018-05-11 21:36:16 -07:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
fn write_entry<W: Write>(&self, writer: &Mutex<W>, entry: &Entry) {
|
|
|
|
trace!("write_entry entry");
|
2018-05-12 13:05:57 -07:00
|
|
|
self.event_processor.accountant.register_entry_id(&entry.id);
|
2018-05-11 21:36:16 -07:00
|
|
|
writeln!(
|
|
|
|
writer.lock().expect("'writer' lock in fn fn write_entry"),
|
|
|
|
"{}",
|
|
|
|
serde_json::to_string(&entry).expect("'entry' to_strong in fn write_entry")
|
|
|
|
).expect("writeln! in fn write_entry");
|
2018-05-11 22:07:44 -07:00
|
|
|
self.request_processor.notify_entry_info_subscribers(&entry);
|
2018-05-11 21:36:16 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
fn write_entries<W: Write>(&self, writer: &Mutex<W>) -> Result<Vec<Entry>> {
|
|
|
|
//TODO implement a serialize for channel that does this without allocations
|
|
|
|
let mut l = vec![];
|
2018-05-12 13:05:57 -07:00
|
|
|
let entry = self.event_processor
|
2018-05-11 21:36:16 -07:00
|
|
|
.output
|
|
|
|
.lock()
|
|
|
|
.expect("'ouput' lock in fn receive_all")
|
|
|
|
.recv_timeout(Duration::new(1, 0))?;
|
|
|
|
self.write_entry(writer, &entry);
|
|
|
|
l.push(entry);
|
2018-05-12 13:05:57 -07:00
|
|
|
while let Ok(entry) = self.event_processor
|
2018-05-11 21:36:16 -07:00
|
|
|
.output
|
|
|
|
.lock()
|
|
|
|
.expect("'output' lock in fn write_entries")
|
|
|
|
.try_recv()
|
|
|
|
{
|
|
|
|
self.write_entry(writer, &entry);
|
|
|
|
l.push(entry);
|
|
|
|
}
|
|
|
|
Ok(l)
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Process any Entry items that have been published by the Historian.
|
|
|
|
/// continuosly broadcast blobs of entries out
|
|
|
|
pub fn write_and_send_entries<W: Write>(
|
|
|
|
&self,
|
|
|
|
broadcast: &streamer::BlobSender,
|
|
|
|
blob_recycler: &packet::BlobRecycler,
|
|
|
|
writer: &Mutex<W>,
|
|
|
|
) -> Result<()> {
|
|
|
|
let mut q = VecDeque::new();
|
|
|
|
let list = self.write_entries(writer)?;
|
|
|
|
trace!("New blobs? {}", list.len());
|
|
|
|
ledger::process_entry_list_into_blobs(&list, blob_recycler, &mut q);
|
|
|
|
if !q.is_empty() {
|
|
|
|
broadcast.send(q)?;
|
|
|
|
}
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Process any Entry items that have been published by the Historian.
|
|
|
|
/// continuosly broadcast blobs of entries out
|
|
|
|
pub fn drain_entries(&self) -> Result<()> {
|
|
|
|
self.write_entries(&Arc::new(Mutex::new(sink())))?;
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
}
|