blockworks-foundation
/
BankingStageErrorsTrackingSidecar
mirror of https://github.com/blockworks-foundation/BankingStageErrorsTrackingSidecar.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

make num_slots_to_keep configurable

This commit is contained in:
GroovieGermanikus 2023-12-21 14:35:04 +01:00
parent a7e08f72c3
commit 3cf13463e7
No known key found for this signature in database
GPG Key ID: 5B6EB831A5CD2015
2 changed files with 22 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
src/bin/cleanupdb.rs
View File

@ -1,12 +1,28 @@
use clap::Parser;
use grpc_banking_transactions_notifications::postgres;
use grpc_banking_transactions_notifications::postgres::PostgresSession;
#[derive(Parser, Debug, Clone)]
#[command(author, version, about, long_about = None)]
pub struct Args {
#[arg(short, long, help = "num of slots to keep relative to highest slot in blocks table")]
pub num_slots_to_keep: i64,
#[arg(short, long, default_value_t = false)]
pub dry_run: bool,
}
#[tokio::main()]
async fn main() {
tracing_subscriber::fmt::init();
let Args {
num_slots_to_keep, dry_run
} = Args::parse();
let session = PostgresSession::new().await.unwrap();
session.cleanup_old_data(true).await;
session.cleanup_old_data(num_slots_to_keep, dry_run).await;
}

8
src/postgres.rs
View File

@ -702,9 +702,11 @@ impl PostgresSession {
// "accounts_map_transaction" -> delete rows with transaction_id before X
// "transaction_infos" -> delete rows processed_slot before X
// "transaction_slot" -> delete transaction with slot before X
pub async fn cleanup_old_data(&self, dry_run: bool) {
pub async fn cleanup_old_data(&self, slots_to_keep: i64, dry_run: bool) {
// keep 1mio slots (apprx 4 days)
let slots_to_keep = 1000000;
info!("{}Running cleanup job with slots_to_keep={}",
if dry_run { "DRY-RUN: " } else { "" },
slots_to_keep);
self.client.execute("SET work_mem TO '256MB'", &[]).await.unwrap();
let work_mem: String = self.client.query_one("show work_mem", &[]).await.unwrap().get("work_mem");
@ -727,10 +729,10 @@ impl PostgresSession {
.await.unwrap();
// assume not null
let latest_slot: i64 = latest_slot.get("latest_slot");
info!("latest_slot={} from blocks table; keeping {} slots", latest_slot, slots_to_keep);
// do not delete cutoff_slot
let cutoff_slot_excl = latest_slot - slots_to_keep;
info!("latest_slot={} from blocks table; keeping {} slots - i.e. slot {}", latest_slot, slots_to_keep, cutoff_slot_excl);
let cutoff_transaction_incl: i64 = {
let cutoff_transaction_from_txi_incl = self.client.query_one(