blockworks-foundation
/
lite-rpc
mirror of https://github.com/blockworks-foundation/lite-rpc.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Fixing possible memory issues and adding metrics for account prio fees (#335) 

* Fixing possible memory issues and adding metrics for account prio fees

* Minor changes after groovies review
This commit is contained in:
galactus 2024-02-22 12:49:57 +01:00 committed by GitHub
parent c25c44eb9a
commit 3d48c83df1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 38 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

47
prioritization_fees/src/account_priofees.rs
View File

@ -3,8 +3,9 @@ use std::{
sync::{atomic::AtomicU64, Arc},
};
use dashmap::{mapref::multiple::RefMutMulti, DashMap};
use dashmap::DashMap;
use itertools::Itertools;
use prometheus::{core::GenericGauge, opts, register_int_gauge};
use solana_lite_rpc_core::{
structures::produced_block::ProducedBlock,
traits::address_lookup_table_interface::AddressLookupTableInterface,
@ -16,6 +17,17 @@ use crate::{
rpc_data::{AccountPrioFeesStats, AccountPrioFeesUpdateMessage},
};
lazy_static::lazy_static! {
static ref WRITE_ONLY_ACCOUNTS_IN_PRIO_CACHE: GenericGauge<prometheus::core::AtomicI64> =
register_int_gauge!(opts!("literpc_nb_of_write_accounts_in_priofees_cache", "Number of write accounts in priofees cache")).unwrap();
static ref ACCOUNTS_IN_PRIO_CACHE: GenericGauge<prometheus::core::AtomicI64> =
register_int_gauge!(opts!("literpc_nb_of_accounts_in_priofees_cache", "Number of accounts in priofees cache")).unwrap();
static ref NUMBER_OF_PRIO_DATA_POINTS: GenericGauge<prometheus::core::AtomicI64> =
register_int_gauge!(opts!("literpc_nb_of_accouts_priofees_datapoints", "Number of priofees accounts data points")).unwrap();
}
pub struct AccountPrio {
pub stats_by_slot: BTreeMap<u64, BlockPrioData>,
}
@ -178,7 +190,7 @@ impl AccountPrioStore {
let min_slot_to_retain = produced_block
.slot
.saturating_sub(self.number_of_slots_to_save as u64);
let cleanup_functor = |mut iter: RefMutMulti<'_, Pubkey, AccountPrio>| {
let cleanup_functor = |iter: &mut AccountPrio| {
while let Some((k, _)) = iter.stats_by_slot.first_key_value() {
if *k > min_slot_to_retain {
break;
@ -186,16 +198,33 @@ impl AccountPrioStore {
iter.stats_by_slot.pop_first();
}
};
self.account_by_prio_fees_all
.iter_mut()
.for_each(cleanup_functor);
self.account_by_prio_fees_all.retain(|_, ap| {
cleanup_functor(ap);
!ap.stats_by_slot.is_empty()
});
self.account_by_prio_fees_writeonly.retain(|_, ap| {
cleanup_functor(ap);
!ap.stats_by_slot.is_empty()
});
ACCOUNTS_IN_PRIO_CACHE.set(self.account_by_prio_fees_all.len() as i64);
WRITE_ONLY_ACCOUNTS_IN_PRIO_CACHE.set(self.account_by_prio_fees_writeonly.len() as i64);
let dp_all: usize = self
.account_by_prio_fees_all
.iter()
.map(|v| v.stats_by_slot.len())
.sum();
let dp_writeonly: usize = self
.account_by_prio_fees_writeonly
.iter()
.map(|v| v.stats_by_slot.len())
.sum();
NUMBER_OF_PRIO_DATA_POINTS.set((dp_all + dp_writeonly) as i64);
self.last_slot
.store(slot, std::sync::atomic::Ordering::Relaxed);
self.account_by_prio_fees_writeonly
.iter_mut()
.for_each(cleanup_functor);
let account_data: HashMap<Pubkey, AccountPrioFeesStats> =
accounts_by_prioritization_read_write
.iter()