961 lines
37 KiB
Rust
961 lines
37 KiB
Rust
use {
|
|
crate::{
|
|
bank::Bank, prioritization_fee::*,
|
|
transaction_priority_details::GetTransactionPriorityDetails,
|
|
},
|
|
crossbeam_channel::{unbounded, Receiver, Sender},
|
|
dashmap::DashMap,
|
|
log::*,
|
|
lru::LruCache,
|
|
solana_measure::measure,
|
|
solana_sdk::{
|
|
clock::{BankId, Slot},
|
|
pubkey::Pubkey,
|
|
transaction::SanitizedTransaction,
|
|
},
|
|
std::{
|
|
collections::HashMap,
|
|
sync::{
|
|
atomic::{AtomicU64, Ordering},
|
|
Arc, RwLock,
|
|
},
|
|
thread::{Builder, JoinHandle},
|
|
},
|
|
};
|
|
|
|
/// The maximum number of blocks to keep in `PrioritizationFeeCache`, ie.
|
|
/// the amount of history generally desired to estimate the prioritization fee needed to
|
|
/// land a transaction in the current block.
|
|
const MAX_NUM_RECENT_BLOCKS: u64 = 150;
|
|
|
|
#[derive(Debug, Default)]
|
|
struct PrioritizationFeeCacheMetrics {
|
|
// Count of transactions that successfully updated each slot's prioritization fee cache.
|
|
successful_transaction_update_count: AtomicU64,
|
|
|
|
// Count of duplicated banks being purged
|
|
purged_duplicated_bank_count: AtomicU64,
|
|
|
|
// Accumulated time spent on tracking prioritization fee for each slot.
|
|
total_update_elapsed_us: AtomicU64,
|
|
|
|
// Accumulated time spent on acquiring cache write lock.
|
|
total_cache_lock_elapsed_us: AtomicU64,
|
|
|
|
// Accumulated time spent on updating block prioritization fees.
|
|
total_entry_update_elapsed_us: AtomicU64,
|
|
|
|
// Accumulated time spent on finalizing block prioritization fees.
|
|
total_block_finalize_elapsed_us: AtomicU64,
|
|
}
|
|
|
|
impl PrioritizationFeeCacheMetrics {
|
|
fn accumulate_successful_transaction_update_count(&self, val: u64) {
|
|
self.successful_transaction_update_count
|
|
.fetch_add(val, Ordering::Relaxed);
|
|
}
|
|
|
|
fn accumulate_total_purged_duplicated_bank_count(&self, val: u64) {
|
|
self.purged_duplicated_bank_count
|
|
.fetch_add(val, Ordering::Relaxed);
|
|
}
|
|
|
|
fn accumulate_total_update_elapsed_us(&self, val: u64) {
|
|
self.total_update_elapsed_us
|
|
.fetch_add(val, Ordering::Relaxed);
|
|
}
|
|
|
|
fn accumulate_total_cache_lock_elapsed_us(&self, val: u64) {
|
|
self.total_cache_lock_elapsed_us
|
|
.fetch_add(val, Ordering::Relaxed);
|
|
}
|
|
|
|
fn accumulate_total_entry_update_elapsed_us(&self, val: u64) {
|
|
self.total_entry_update_elapsed_us
|
|
.fetch_add(val, Ordering::Relaxed);
|
|
}
|
|
|
|
fn accumulate_total_block_finalize_elapsed_us(&self, val: u64) {
|
|
self.total_block_finalize_elapsed_us
|
|
.fetch_add(val, Ordering::Relaxed);
|
|
}
|
|
|
|
fn report(&self, slot: Slot) {
|
|
datapoint_info!(
|
|
"block_prioritization_fee_counters",
|
|
("slot", slot as i64, i64),
|
|
(
|
|
"successful_transaction_update_count",
|
|
self.successful_transaction_update_count
|
|
.swap(0, Ordering::Relaxed) as i64,
|
|
i64
|
|
),
|
|
(
|
|
"purged_duplicated_bank_count",
|
|
self.purged_duplicated_bank_count.swap(0, Ordering::Relaxed) as i64,
|
|
i64
|
|
),
|
|
(
|
|
"total_update_elapsed_us",
|
|
self.total_update_elapsed_us.swap(0, Ordering::Relaxed) as i64,
|
|
i64
|
|
),
|
|
(
|
|
"total_cache_lock_elapsed_us",
|
|
self.total_cache_lock_elapsed_us.swap(0, Ordering::Relaxed) as i64,
|
|
i64
|
|
),
|
|
(
|
|
"total_entry_update_elapsed_us",
|
|
self.total_entry_update_elapsed_us
|
|
.swap(0, Ordering::Relaxed) as i64,
|
|
i64
|
|
),
|
|
(
|
|
"total_block_finalize_elapsed_us",
|
|
self.total_block_finalize_elapsed_us
|
|
.swap(0, Ordering::Relaxed) as i64,
|
|
i64
|
|
),
|
|
);
|
|
}
|
|
}
|
|
|
|
enum CacheServiceUpdate {
|
|
TransactionUpdate {
|
|
slot: Slot,
|
|
bank_id: BankId,
|
|
transaction_fee: u64,
|
|
writable_accounts: Arc<Vec<Pubkey>>,
|
|
},
|
|
BankFinalized {
|
|
slot: Slot,
|
|
bank_id: BankId,
|
|
},
|
|
Exit,
|
|
}
|
|
|
|
/// Potentially there are more than one bank that updates Prioritization Fee
|
|
/// for a slot. The updates are tracked and finalized by bank_id.
|
|
type SlotPrioritizationFee = DashMap<BankId, PrioritizationFee>;
|
|
|
|
/// Stores up to MAX_NUM_RECENT_BLOCKS recent block's prioritization fee,
|
|
/// A separate internal thread `service_thread` handles additional tasks when a bank is frozen,
|
|
/// and collecting stats and reporting metrics.
|
|
pub struct PrioritizationFeeCache {
|
|
cache: Arc<RwLock<LruCache<Slot, Arc<SlotPrioritizationFee>>>>,
|
|
service_thread: Option<JoinHandle<()>>,
|
|
sender: Sender<CacheServiceUpdate>,
|
|
metrics: Arc<PrioritizationFeeCacheMetrics>,
|
|
}
|
|
|
|
impl Default for PrioritizationFeeCache {
|
|
fn default() -> Self {
|
|
Self::new(MAX_NUM_RECENT_BLOCKS)
|
|
}
|
|
}
|
|
|
|
impl Drop for PrioritizationFeeCache {
|
|
fn drop(&mut self) {
|
|
let _ = self.sender.send(CacheServiceUpdate::Exit);
|
|
self.service_thread
|
|
.take()
|
|
.unwrap()
|
|
.join()
|
|
.expect("Prioritization fee cache servicing thread failed to join");
|
|
}
|
|
}
|
|
|
|
impl PrioritizationFeeCache {
|
|
pub fn new(capacity: u64) -> Self {
|
|
let metrics = Arc::new(PrioritizationFeeCacheMetrics::default());
|
|
let (sender, receiver) = unbounded();
|
|
let cache = Arc::new(RwLock::new(LruCache::new(capacity as usize)));
|
|
|
|
let cache_clone = cache.clone();
|
|
let metrics_clone = metrics.clone();
|
|
let service_thread = Some(
|
|
Builder::new()
|
|
.name("solPrFeeCachSvc".to_string())
|
|
.spawn(move || {
|
|
Self::service_loop(cache_clone, receiver, metrics_clone);
|
|
})
|
|
.unwrap(),
|
|
);
|
|
|
|
PrioritizationFeeCache {
|
|
cache,
|
|
service_thread,
|
|
sender,
|
|
metrics,
|
|
}
|
|
}
|
|
|
|
/// Get prioritization fee entry, create new entry if necessary
|
|
fn get_prioritization_fee(
|
|
cache: Arc<RwLock<LruCache<Slot, Arc<SlotPrioritizationFee>>>>,
|
|
slot: &Slot,
|
|
) -> Arc<SlotPrioritizationFee> {
|
|
let mut cache = cache.write().unwrap();
|
|
match cache.get(slot) {
|
|
Some(entry) => Arc::clone(entry),
|
|
None => {
|
|
let entry = Arc::new(SlotPrioritizationFee::default());
|
|
cache.put(*slot, Arc::clone(&entry));
|
|
entry
|
|
}
|
|
}
|
|
}
|
|
|
|
/// Update with a list of non-vote transactions' tx_priority_details and tx_account_locks; Only
|
|
/// transactions have both valid priority_detail and account_locks will be used to update
|
|
/// fee_cache asynchronously.
|
|
pub fn update<'a>(&self, bank: &Bank, txs: impl Iterator<Item = &'a SanitizedTransaction>) {
|
|
let (_, send_updates_time) = measure!(
|
|
{
|
|
for sanitized_transaction in txs {
|
|
// Vote transactions are not prioritized, therefore they are excluded from
|
|
// updating fee_cache.
|
|
if sanitized_transaction.is_simple_vote_transaction() {
|
|
continue;
|
|
}
|
|
|
|
let round_compute_unit_price_enabled = false; // TODO: bank.feture_set.is_active(round_compute_unit_price)
|
|
let priority_details = sanitized_transaction
|
|
.get_transaction_priority_details(round_compute_unit_price_enabled);
|
|
let account_locks = sanitized_transaction
|
|
.get_account_locks(bank.get_transaction_account_lock_limit());
|
|
|
|
if priority_details.is_none() || account_locks.is_err() {
|
|
continue;
|
|
}
|
|
let priority_details = priority_details.unwrap();
|
|
|
|
// filter out any transaction that requests zero compute_unit_limit
|
|
// since its priority fee amount is not instructive
|
|
if priority_details.compute_unit_limit == 0 {
|
|
continue;
|
|
}
|
|
|
|
let writable_accounts = Arc::new(
|
|
account_locks
|
|
.unwrap()
|
|
.writable
|
|
.iter()
|
|
.map(|key| **key)
|
|
.collect::<Vec<_>>(),
|
|
);
|
|
|
|
self.sender
|
|
.send(CacheServiceUpdate::TransactionUpdate {
|
|
slot: bank.slot(),
|
|
bank_id: bank.bank_id(),
|
|
transaction_fee: priority_details.priority,
|
|
writable_accounts,
|
|
})
|
|
.unwrap_or_else(|err| {
|
|
warn!(
|
|
"prioritization fee cache transaction updates failed: {:?}",
|
|
err
|
|
);
|
|
});
|
|
}
|
|
},
|
|
"send_updates",
|
|
);
|
|
|
|
self.metrics
|
|
.accumulate_total_update_elapsed_us(send_updates_time.as_us());
|
|
}
|
|
|
|
/// Finalize prioritization fee when it's bank is completely replayed from blockstore,
|
|
/// by pruning irrelevant accounts to save space, and marking its availability for queries.
|
|
pub fn finalize_priority_fee(&self, slot: Slot, bank_id: BankId) {
|
|
self.sender
|
|
.send(CacheServiceUpdate::BankFinalized { slot, bank_id })
|
|
.unwrap_or_else(|err| {
|
|
warn!(
|
|
"prioritization fee cache signalling bank frozen failed: {:?}",
|
|
err
|
|
)
|
|
});
|
|
}
|
|
|
|
/// Internal function is invoked by worker thread to update slot's minimum prioritization fee,
|
|
/// Cache lock contends here.
|
|
fn update_cache(
|
|
cache: Arc<RwLock<LruCache<Slot, Arc<SlotPrioritizationFee>>>>,
|
|
slot: &Slot,
|
|
bank_id: &BankId,
|
|
transaction_fee: u64,
|
|
writable_accounts: Arc<Vec<Pubkey>>,
|
|
metrics: Arc<PrioritizationFeeCacheMetrics>,
|
|
) {
|
|
let (slot_prioritization_fee, cache_lock_time) =
|
|
measure!(Self::get_prioritization_fee(cache, slot), "cache_lock_time");
|
|
|
|
let (_, entry_update_time) = measure!(
|
|
{
|
|
let mut block_prioritization_fee = slot_prioritization_fee
|
|
.entry(*bank_id)
|
|
.or_insert(PrioritizationFee::default());
|
|
block_prioritization_fee.update(transaction_fee, &writable_accounts)
|
|
},
|
|
"entry_update_time"
|
|
);
|
|
metrics.accumulate_total_cache_lock_elapsed_us(cache_lock_time.as_us());
|
|
metrics.accumulate_total_entry_update_elapsed_us(entry_update_time.as_us());
|
|
metrics.accumulate_successful_transaction_update_count(1);
|
|
}
|
|
|
|
fn finalize_slot(
|
|
cache: Arc<RwLock<LruCache<Slot, Arc<SlotPrioritizationFee>>>>,
|
|
slot: &Slot,
|
|
bank_id: &BankId,
|
|
metrics: Arc<PrioritizationFeeCacheMetrics>,
|
|
) {
|
|
let (slot_prioritization_fee, cache_lock_time) =
|
|
measure!(Self::get_prioritization_fee(cache, slot), "cache_lock_time");
|
|
|
|
// prune cache by evicting write account entry from prioritization fee if its fee is less
|
|
// or equal to block's minimum transaction fee, because they are irrelevant in calculating
|
|
// block minimum fee.
|
|
let (result, slot_finalize_time) = measure!(
|
|
{
|
|
// Only retain priority fee reported from optimistically confirmed bank
|
|
let pre_purge_bank_count = slot_prioritization_fee.len() as u64;
|
|
slot_prioritization_fee.retain(|id, _| id == bank_id);
|
|
let post_purge_bank_count = slot_prioritization_fee.len() as u64;
|
|
metrics.accumulate_total_purged_duplicated_bank_count(
|
|
pre_purge_bank_count.saturating_sub(post_purge_bank_count),
|
|
);
|
|
// It should be rare that optimistically confirmed bank had no prioritized
|
|
// transactions, but duplicated and unconfirmed bank had.
|
|
if pre_purge_bank_count > 0 && post_purge_bank_count == 0 {
|
|
warn!("Finalized bank has empty prioritization fee cache. slot {slot} bank id {bank_id}");
|
|
}
|
|
|
|
let mut block_prioritization_fee = slot_prioritization_fee
|
|
.entry(*bank_id)
|
|
.or_insert(PrioritizationFee::default());
|
|
let result = block_prioritization_fee.mark_block_completed();
|
|
block_prioritization_fee.report_metrics(*slot);
|
|
result
|
|
},
|
|
"slot_finalize_time"
|
|
);
|
|
metrics.accumulate_total_cache_lock_elapsed_us(cache_lock_time.as_us());
|
|
metrics.accumulate_total_block_finalize_elapsed_us(slot_finalize_time.as_us());
|
|
|
|
if let Err(err) = result {
|
|
error!(
|
|
"Unsuccessful finalizing slot {slot}, bank ID {bank_id}: {:?}",
|
|
err
|
|
);
|
|
}
|
|
}
|
|
|
|
fn service_loop(
|
|
cache: Arc<RwLock<LruCache<Slot, Arc<SlotPrioritizationFee>>>>,
|
|
receiver: Receiver<CacheServiceUpdate>,
|
|
metrics: Arc<PrioritizationFeeCacheMetrics>,
|
|
) {
|
|
for update in receiver.iter() {
|
|
match update {
|
|
CacheServiceUpdate::TransactionUpdate {
|
|
slot,
|
|
bank_id,
|
|
transaction_fee,
|
|
writable_accounts,
|
|
} => Self::update_cache(
|
|
cache.clone(),
|
|
&slot,
|
|
&bank_id,
|
|
transaction_fee,
|
|
writable_accounts,
|
|
metrics.clone(),
|
|
),
|
|
CacheServiceUpdate::BankFinalized { slot, bank_id } => {
|
|
Self::finalize_slot(cache.clone(), &slot, &bank_id, metrics.clone());
|
|
|
|
metrics.report(slot);
|
|
}
|
|
CacheServiceUpdate::Exit => {
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
/// Returns number of blocks that have finalized minimum fees collection
|
|
pub fn available_block_count(&self) -> usize {
|
|
self.cache
|
|
.read()
|
|
.unwrap()
|
|
.iter()
|
|
.filter(|(_slot, slot_prioritization_fee)| {
|
|
slot_prioritization_fee
|
|
.iter()
|
|
.any(|prioritization_fee| prioritization_fee.is_finalized())
|
|
})
|
|
.count()
|
|
}
|
|
|
|
pub fn get_prioritization_fees(&self, account_keys: &[Pubkey]) -> HashMap<Slot, u64> {
|
|
self.cache
|
|
.read()
|
|
.unwrap()
|
|
.iter()
|
|
.filter_map(|(slot, slot_prioritization_fee)| {
|
|
slot_prioritization_fee
|
|
.iter()
|
|
.find_map(|prioritization_fee| {
|
|
prioritization_fee.is_finalized().then(|| {
|
|
let mut fee = prioritization_fee
|
|
.get_min_transaction_fee()
|
|
.unwrap_or_default();
|
|
for account_key in account_keys {
|
|
if let Some(account_fee) =
|
|
prioritization_fee.get_writable_account_fee(account_key)
|
|
{
|
|
fee = std::cmp::max(fee, account_fee);
|
|
}
|
|
}
|
|
Some((*slot, fee))
|
|
})
|
|
})
|
|
})
|
|
.flatten()
|
|
.collect()
|
|
}
|
|
}
|
|
|
|
#[cfg(test)]
|
|
mod tests {
|
|
use {
|
|
super::*,
|
|
crate::{
|
|
bank::Bank,
|
|
bank_forks::BankForks,
|
|
genesis_utils::{create_genesis_config, GenesisConfigInfo},
|
|
},
|
|
solana_sdk::{
|
|
compute_budget::ComputeBudgetInstruction,
|
|
message::Message,
|
|
pubkey::Pubkey,
|
|
system_instruction,
|
|
transaction::{SanitizedTransaction, Transaction},
|
|
},
|
|
};
|
|
|
|
fn build_sanitized_transaction_for_test(
|
|
compute_unit_price: u64,
|
|
signer_account: &Pubkey,
|
|
write_account: &Pubkey,
|
|
) -> SanitizedTransaction {
|
|
let transaction = Transaction::new_unsigned(Message::new(
|
|
&[
|
|
system_instruction::transfer(signer_account, write_account, 1),
|
|
ComputeBudgetInstruction::set_compute_unit_price(compute_unit_price),
|
|
],
|
|
Some(signer_account),
|
|
));
|
|
|
|
SanitizedTransaction::try_from_legacy_transaction(transaction).unwrap()
|
|
}
|
|
|
|
// update fee cache is asynchronous, this test helper blocks until update is completed.
|
|
fn sync_update<'a>(
|
|
prioritization_fee_cache: &PrioritizationFeeCache,
|
|
bank: Arc<Bank>,
|
|
txs: impl Iterator<Item = &'a SanitizedTransaction> + ExactSizeIterator,
|
|
) {
|
|
let expected_update_count = prioritization_fee_cache
|
|
.metrics
|
|
.successful_transaction_update_count
|
|
.load(Ordering::Relaxed)
|
|
.saturating_add(txs.len() as u64);
|
|
|
|
prioritization_fee_cache.update(&bank, txs);
|
|
|
|
// wait till expected number of transaction updates have occurred...
|
|
while prioritization_fee_cache
|
|
.metrics
|
|
.successful_transaction_update_count
|
|
.load(Ordering::Relaxed)
|
|
!= expected_update_count
|
|
{
|
|
std::thread::sleep(std::time::Duration::from_millis(100));
|
|
}
|
|
}
|
|
|
|
// finalization is asynchronous, this test helper blocks until finalization is completed.
|
|
fn sync_finalize_priority_fee_for_test(
|
|
prioritization_fee_cache: &PrioritizationFeeCache,
|
|
slot: Slot,
|
|
bank_id: BankId,
|
|
) {
|
|
prioritization_fee_cache.finalize_priority_fee(slot, bank_id);
|
|
let fee = PrioritizationFeeCache::get_prioritization_fee(
|
|
prioritization_fee_cache.cache.clone(),
|
|
&slot,
|
|
);
|
|
|
|
// wait till finalization is done
|
|
while !fee
|
|
.get(&bank_id)
|
|
.map_or(false, |block_fee| block_fee.is_finalized())
|
|
{
|
|
std::thread::sleep(std::time::Duration::from_millis(100));
|
|
}
|
|
}
|
|
|
|
#[test]
|
|
fn test_prioritization_fee_cache_update() {
|
|
solana_logger::setup();
|
|
let write_account_a = Pubkey::new_unique();
|
|
let write_account_b = Pubkey::new_unique();
|
|
let write_account_c = Pubkey::new_unique();
|
|
|
|
// Set up test with 3 transactions, in format of [fee, write-accounts...],
|
|
// Shall expect fee cache is updated in following sequence:
|
|
// transaction block minimum prioritization fee cache
|
|
// [fee, write_accounts...] --> [block, account_a, account_b, account_c]
|
|
// -----------------------------------------------------------------------
|
|
// [5, a, b ] --> [5, 5, 5, nil ]
|
|
// [9, b, c ] --> [5, 5, 5, 9 ]
|
|
// [2, a, c ] --> [2, 2, 5, 2 ]
|
|
//
|
|
let txs = vec![
|
|
build_sanitized_transaction_for_test(5, &write_account_a, &write_account_b),
|
|
build_sanitized_transaction_for_test(9, &write_account_b, &write_account_c),
|
|
build_sanitized_transaction_for_test(2, &write_account_a, &write_account_c),
|
|
];
|
|
|
|
let bank = Arc::new(Bank::default_for_tests());
|
|
let slot = bank.slot();
|
|
|
|
let prioritization_fee_cache = PrioritizationFeeCache::default();
|
|
sync_update(&prioritization_fee_cache, bank.clone(), txs.iter());
|
|
|
|
// assert block minimum fee and account a, b, c fee accordingly
|
|
{
|
|
let fee = PrioritizationFeeCache::get_prioritization_fee(
|
|
prioritization_fee_cache.cache.clone(),
|
|
&slot,
|
|
);
|
|
let fee = fee.get(&bank.bank_id()).unwrap();
|
|
assert_eq!(2, fee.get_min_transaction_fee().unwrap());
|
|
assert_eq!(2, fee.get_writable_account_fee(&write_account_a).unwrap());
|
|
assert_eq!(5, fee.get_writable_account_fee(&write_account_b).unwrap());
|
|
assert_eq!(2, fee.get_writable_account_fee(&write_account_c).unwrap());
|
|
// assert unknown account d fee
|
|
assert!(fee
|
|
.get_writable_account_fee(&Pubkey::new_unique())
|
|
.is_none());
|
|
}
|
|
|
|
// assert after prune, account a and c should be removed from cache to save space
|
|
{
|
|
sync_finalize_priority_fee_for_test(&prioritization_fee_cache, slot, bank.bank_id());
|
|
let fee = PrioritizationFeeCache::get_prioritization_fee(
|
|
prioritization_fee_cache.cache.clone(),
|
|
&slot,
|
|
);
|
|
let fee = fee.get(&bank.bank_id()).unwrap();
|
|
assert_eq!(2, fee.get_min_transaction_fee().unwrap());
|
|
assert!(fee.get_writable_account_fee(&write_account_a).is_none());
|
|
assert_eq!(5, fee.get_writable_account_fee(&write_account_b).unwrap());
|
|
assert!(fee.get_writable_account_fee(&write_account_c).is_none());
|
|
}
|
|
}
|
|
|
|
#[test]
|
|
fn test_available_block_count() {
|
|
let prioritization_fee_cache = PrioritizationFeeCache::default();
|
|
|
|
assert!(PrioritizationFeeCache::get_prioritization_fee(
|
|
prioritization_fee_cache.cache.clone(),
|
|
&1
|
|
)
|
|
.entry(1)
|
|
.or_default()
|
|
.mark_block_completed()
|
|
.is_ok());
|
|
assert!(PrioritizationFeeCache::get_prioritization_fee(
|
|
prioritization_fee_cache.cache.clone(),
|
|
&2
|
|
)
|
|
.entry(2)
|
|
.or_default()
|
|
.mark_block_completed()
|
|
.is_ok());
|
|
// add slot 3 entry to cache, but not finalize it
|
|
PrioritizationFeeCache::get_prioritization_fee(prioritization_fee_cache.cache.clone(), &3)
|
|
.entry(3)
|
|
.or_default();
|
|
|
|
// assert available block count should be 2 finalized blocks
|
|
assert_eq!(2, prioritization_fee_cache.available_block_count());
|
|
}
|
|
|
|
fn hashmap_of(vec: Vec<(Slot, u64)>) -> HashMap<Slot, u64> {
|
|
vec.into_iter().collect()
|
|
}
|
|
|
|
#[test]
|
|
fn test_get_prioritization_fees() {
|
|
solana_logger::setup();
|
|
let write_account_a = Pubkey::new_unique();
|
|
let write_account_b = Pubkey::new_unique();
|
|
let write_account_c = Pubkey::new_unique();
|
|
|
|
let GenesisConfigInfo { genesis_config, .. } = create_genesis_config(10_000);
|
|
let bank0 = Bank::new_for_benches(&genesis_config);
|
|
let bank_forks = BankForks::new_rw_arc(bank0);
|
|
let bank = bank_forks.read().unwrap().working_bank();
|
|
let collector = solana_sdk::pubkey::new_rand();
|
|
let bank1 = Arc::new(Bank::new_from_parent(bank.clone(), &collector, 1));
|
|
let bank2 = Arc::new(Bank::new_from_parent(bank.clone(), &collector, 2));
|
|
let bank3 = Arc::new(Bank::new_from_parent(bank, &collector, 3));
|
|
|
|
let prioritization_fee_cache = PrioritizationFeeCache::default();
|
|
|
|
// Assert no minimum fee from empty cache
|
|
assert!(prioritization_fee_cache
|
|
.get_prioritization_fees(&[])
|
|
.is_empty());
|
|
assert!(prioritization_fee_cache
|
|
.get_prioritization_fees(&[write_account_a])
|
|
.is_empty());
|
|
assert!(prioritization_fee_cache
|
|
.get_prioritization_fees(&[write_account_b])
|
|
.is_empty());
|
|
assert!(prioritization_fee_cache
|
|
.get_prioritization_fees(&[write_account_c])
|
|
.is_empty());
|
|
assert!(prioritization_fee_cache
|
|
.get_prioritization_fees(&[write_account_a, write_account_b])
|
|
.is_empty());
|
|
assert!(prioritization_fee_cache
|
|
.get_prioritization_fees(&[write_account_a, write_account_b, write_account_c])
|
|
.is_empty());
|
|
|
|
// Assert after add one transaction for slot 1
|
|
{
|
|
let txs = vec![
|
|
build_sanitized_transaction_for_test(2, &write_account_a, &write_account_b),
|
|
build_sanitized_transaction_for_test(
|
|
1,
|
|
&Pubkey::new_unique(),
|
|
&Pubkey::new_unique(),
|
|
),
|
|
];
|
|
sync_update(&prioritization_fee_cache, bank1.clone(), txs.iter());
|
|
// before block is marked as completed
|
|
assert!(prioritization_fee_cache
|
|
.get_prioritization_fees(&[])
|
|
.is_empty());
|
|
assert!(prioritization_fee_cache
|
|
.get_prioritization_fees(&[write_account_a])
|
|
.is_empty());
|
|
assert!(prioritization_fee_cache
|
|
.get_prioritization_fees(&[write_account_b])
|
|
.is_empty());
|
|
assert!(prioritization_fee_cache
|
|
.get_prioritization_fees(&[write_account_c])
|
|
.is_empty());
|
|
assert!(prioritization_fee_cache
|
|
.get_prioritization_fees(&[write_account_a, write_account_b])
|
|
.is_empty());
|
|
assert!(prioritization_fee_cache
|
|
.get_prioritization_fees(&[write_account_a, write_account_b, write_account_c])
|
|
.is_empty());
|
|
// after block is completed
|
|
sync_finalize_priority_fee_for_test(&prioritization_fee_cache, 1, bank1.bank_id());
|
|
assert_eq!(
|
|
hashmap_of(vec![(1, 1)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[])
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(1, 2)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[write_account_a])
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(1, 2)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[write_account_b])
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(1, 1)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[write_account_c])
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(1, 2)]),
|
|
prioritization_fee_cache
|
|
.get_prioritization_fees(&[write_account_a, write_account_b])
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(1, 2)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[
|
|
write_account_a,
|
|
write_account_b,
|
|
write_account_c
|
|
])
|
|
);
|
|
}
|
|
|
|
// Assert after add one transaction for slot 2
|
|
{
|
|
let txs = vec![
|
|
build_sanitized_transaction_for_test(4, &write_account_b, &write_account_c),
|
|
build_sanitized_transaction_for_test(
|
|
3,
|
|
&Pubkey::new_unique(),
|
|
&Pubkey::new_unique(),
|
|
),
|
|
];
|
|
sync_update(&prioritization_fee_cache, bank2.clone(), txs.iter());
|
|
// before block is marked as completed
|
|
assert_eq!(
|
|
hashmap_of(vec![(1, 1)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[])
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(1, 2)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[write_account_a])
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(1, 2)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[write_account_b])
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(1, 1)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[write_account_c])
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(1, 2)]),
|
|
prioritization_fee_cache
|
|
.get_prioritization_fees(&[write_account_a, write_account_b])
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(1, 2)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[
|
|
write_account_a,
|
|
write_account_b,
|
|
write_account_c
|
|
])
|
|
);
|
|
// after block is completed
|
|
sync_finalize_priority_fee_for_test(&prioritization_fee_cache, 2, bank2.bank_id());
|
|
assert_eq!(
|
|
hashmap_of(vec![(2, 3), (1, 1)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[]),
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(2, 3), (1, 2)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[write_account_a]),
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(2, 4), (1, 2)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[write_account_b]),
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(2, 4), (1, 1)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[write_account_c]),
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(2, 4), (1, 2)]),
|
|
prioritization_fee_cache
|
|
.get_prioritization_fees(&[write_account_a, write_account_b]),
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(2, 4), (1, 2)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[
|
|
write_account_a,
|
|
write_account_b,
|
|
write_account_c,
|
|
]),
|
|
);
|
|
}
|
|
|
|
// Assert after add one transaction for slot 3
|
|
{
|
|
let txs = vec![
|
|
build_sanitized_transaction_for_test(6, &write_account_a, &write_account_c),
|
|
build_sanitized_transaction_for_test(
|
|
5,
|
|
&Pubkey::new_unique(),
|
|
&Pubkey::new_unique(),
|
|
),
|
|
];
|
|
sync_update(&prioritization_fee_cache, bank3.clone(), txs.iter());
|
|
// before block is marked as completed
|
|
assert_eq!(
|
|
hashmap_of(vec![(2, 3), (1, 1)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[]),
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(2, 3), (1, 2)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[write_account_a]),
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(2, 4), (1, 2)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[write_account_b]),
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(2, 4), (1, 1)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[write_account_c]),
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(2, 4), (1, 2)]),
|
|
prioritization_fee_cache
|
|
.get_prioritization_fees(&[write_account_a, write_account_b]),
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(2, 4), (1, 2)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[
|
|
write_account_a,
|
|
write_account_b,
|
|
write_account_c,
|
|
]),
|
|
);
|
|
// after block is completed
|
|
sync_finalize_priority_fee_for_test(&prioritization_fee_cache, 3, bank3.bank_id());
|
|
assert_eq!(
|
|
hashmap_of(vec![(3, 5), (2, 3), (1, 1)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[]),
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(3, 6), (2, 3), (1, 2)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[write_account_a]),
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(3, 5), (2, 4), (1, 2)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[write_account_b]),
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(3, 6), (2, 4), (1, 1)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[write_account_c]),
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(3, 6), (2, 4), (1, 2)]),
|
|
prioritization_fee_cache
|
|
.get_prioritization_fees(&[write_account_a, write_account_b]),
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(3, 6), (2, 4), (1, 2)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[
|
|
write_account_a,
|
|
write_account_b,
|
|
write_account_c,
|
|
]),
|
|
);
|
|
}
|
|
}
|
|
|
|
#[test]
|
|
fn test_purge_duplicated_bank() {
|
|
// duplicated bank can exists for same slot before OC.
|
|
// prioritization_fee_cache should only have data from OC-ed bank
|
|
solana_logger::setup();
|
|
let write_account_a = Pubkey::new_unique();
|
|
let write_account_b = Pubkey::new_unique();
|
|
let write_account_c = Pubkey::new_unique();
|
|
|
|
let GenesisConfigInfo { genesis_config, .. } = create_genesis_config(10_000);
|
|
let bank0 = Bank::new_for_benches(&genesis_config);
|
|
let bank_forks = BankForks::new_rw_arc(bank0);
|
|
let bank = bank_forks.read().unwrap().working_bank();
|
|
let collector = solana_sdk::pubkey::new_rand();
|
|
let slot: Slot = 999;
|
|
let bank1 = Arc::new(Bank::new_from_parent(bank.clone(), &collector, slot));
|
|
let bank2 = Arc::new(Bank::new_from_parent(bank, &collector, slot));
|
|
|
|
let prioritization_fee_cache = PrioritizationFeeCache::default();
|
|
|
|
// Assert after add transactions for bank1 of slot 1
|
|
{
|
|
let txs = vec![
|
|
build_sanitized_transaction_for_test(2, &write_account_a, &write_account_b),
|
|
build_sanitized_transaction_for_test(
|
|
1,
|
|
&Pubkey::new_unique(),
|
|
&Pubkey::new_unique(),
|
|
),
|
|
];
|
|
sync_update(&prioritization_fee_cache, bank1.clone(), txs.iter());
|
|
|
|
let slot_prioritization_fee = PrioritizationFeeCache::get_prioritization_fee(
|
|
prioritization_fee_cache.cache.clone(),
|
|
&slot,
|
|
);
|
|
assert_eq!(1, slot_prioritization_fee.len());
|
|
assert!(slot_prioritization_fee.contains_key(&bank1.bank_id()));
|
|
}
|
|
|
|
// Assert after add transactions for bank2 of slot 1
|
|
{
|
|
let txs = vec![
|
|
build_sanitized_transaction_for_test(4, &write_account_b, &write_account_c),
|
|
build_sanitized_transaction_for_test(
|
|
3,
|
|
&Pubkey::new_unique(),
|
|
&Pubkey::new_unique(),
|
|
),
|
|
];
|
|
sync_update(&prioritization_fee_cache, bank2.clone(), txs.iter());
|
|
|
|
let slot_prioritization_fee = PrioritizationFeeCache::get_prioritization_fee(
|
|
prioritization_fee_cache.cache.clone(),
|
|
&slot,
|
|
);
|
|
assert_eq!(2, slot_prioritization_fee.len());
|
|
assert!(slot_prioritization_fee.contains_key(&bank1.bank_id()));
|
|
assert!(slot_prioritization_fee.contains_key(&bank2.bank_id()));
|
|
}
|
|
|
|
// Assert after finalize with bank1 of slot 1,
|
|
{
|
|
sync_finalize_priority_fee_for_test(&prioritization_fee_cache, slot, bank1.bank_id());
|
|
|
|
let slot_prioritization_fee = PrioritizationFeeCache::get_prioritization_fee(
|
|
prioritization_fee_cache.cache.clone(),
|
|
&slot,
|
|
);
|
|
assert_eq!(1, slot_prioritization_fee.len());
|
|
assert!(slot_prioritization_fee.contains_key(&bank1.bank_id()));
|
|
|
|
// and data available for query are from bank1
|
|
assert_eq!(
|
|
hashmap_of(vec![(slot, 1)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[])
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(slot, 2)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[write_account_a])
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(slot, 2)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[write_account_b])
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(slot, 1)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[write_account_c])
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(slot, 2)]),
|
|
prioritization_fee_cache
|
|
.get_prioritization_fees(&[write_account_a, write_account_b])
|
|
);
|
|
assert_eq!(
|
|
hashmap_of(vec![(slot, 2)]),
|
|
prioritization_fee_cache.get_prioritization_fees(&[
|
|
write_account_a,
|
|
write_account_b,
|
|
write_account_c
|
|
])
|
|
);
|
|
}
|
|
}
|
|
}
|