blockworks-foundation
/
BankingStageErrorsTrackingSidecar
mirror of https://github.com/blockworks-foundation/BankingStageErrorsTrackingSidecar.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Fix/cleanupdb delete amb (#31) 

* clippy+fmt

* cleanup also from amb table
This commit is contained in:
Groovie | Mango 2024-01-05 11:06:47 +01:00 committed by GitHub
parent 6b0e2d269f
commit 7a3480e044
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 42 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

53
src/postgres.rs
View File

@ -817,35 +817,50 @@ impl PostgresSession {
cutoff_transaction_incl cutoff_transaction_incl
); );
// delete accounts_map_transaction
{ {
let tx_to_delete = self.client.query_one( let txs_to_delete = self.client.query_one(
&format!( &format!(
r" r"
SELECT count(*) as cnt_tx FROM banking_stage_results_2.accounts_map_transaction amt SELECT count(*) as cnt_tx FROM banking_stage_results_2.transactions txs
WHERE txs.transaction_id <= {cutoff_transaction}
",
cutoff_transaction = cutoff_transaction_incl
),
&[]).await.unwrap();
let txs_to_delete: i64 = txs_to_delete.get("cnt_tx");
info!("would delete transactions: {}", txs_to_delete);
}
{
let amt_to_delete = self.client.query_one(
&format!(
r"
SELECT count(*) as cnt_amt FROM banking_stage_results_2.accounts_map_transaction amt
WHERE amt.transaction_id <= {cutoff_transaction} WHERE amt.transaction_id <= {cutoff_transaction}
", ",
cutoff_transaction = cutoff_transaction_incl cutoff_transaction = cutoff_transaction_incl
), ),
&[]).await.unwrap(); &[]).await.unwrap();
let tx_to_delete: i64 = tx_to_delete.get("cnt_tx"); let amt_to_delete: i64 = amt_to_delete.get("cnt_amt");
info!("would delete transactions: {}", tx_to_delete); info!("would delete accounts_map_transaction: {}", amt_to_delete);
} }
{ {
let amb_to_delete = self.client.query_one( let amb_to_delete = self.client.query_one(
&format!( &format!(
r" r"
SELECT count(*) as cnt_ambs FROM banking_stage_results_2.accounts_map_blocks amb SELECT count(*) as cnt_amb FROM banking_stage_results_2.accounts_map_blocks amb
WHERE amb.slot < {cutoff_slot} WHERE amb.slot < {cutoff_slot}
", ",
cutoff_slot = cutoff_slot_excl cutoff_slot = cutoff_slot_excl
), ),
&[]).await.unwrap(); &[]).await.unwrap();
let amb_to_delete: i64 = amb_to_delete.get("cnt_ambs"); let amb_to_delete: i64 = amb_to_delete.get("cnt_amb");
info!("would delete from accounts_map_blocks: {}", amb_to_delete); info!("would delete from accounts_map_blocks: {}", amb_to_delete);
} }
@ -896,7 +911,7 @@ impl PostgresSession {
", transaction_id = cutoff_transaction_incl ", transaction_id = cutoff_transaction_incl
), &[]).await.unwrap(); ), &[]).await.unwrap();
info!( info!(
"Deleted {} rows from transactions in {:.2}ms", "Deleted {} rows from transactions in {:.3}s",
deleted_rows, deleted_rows,
started.elapsed().as_secs_f32() started.elapsed().as_secs_f32()
); );
@ -910,7 +925,21 @@ impl PostgresSession {
", transaction_id = cutoff_transaction_incl ", transaction_id = cutoff_transaction_incl
), &[]).await.unwrap(); ), &[]).await.unwrap();
info!( info!(
"Deleted {} rows from accounts_map_transaction in {:.2}ms", "Deleted {} rows from accounts_map_transaction in {:.3}s",
deleted_rows,
started.elapsed().as_secs_f32()
);
}
{
let started = Instant::now();
let deleted_rows = self.client.execute(
&format!(
r"
DELETE FROM banking_stage_results_2.accounts_map_blocks WHERE slot <= {cutoff_slot}
", cutoff_slot = cutoff_slot_excl
), &[]).await.unwrap();
info!(
"Deleted {} rows from accounts_map_blocks in {:.3}s",
deleted_rows, deleted_rows,
started.elapsed().as_secs_f32() started.elapsed().as_secs_f32()
); );
@ -924,7 +953,7 @@ impl PostgresSession {
", cutoff_slot = cutoff_slot_excl ", cutoff_slot = cutoff_slot_excl
), &[]).await.unwrap(); ), &[]).await.unwrap();
info!( info!(
"Deleted {} rows from transaction_infos in {:.2}ms", "Deleted {} rows from transaction_infos in {:.3}s",
deleted_rows, deleted_rows,
started.elapsed().as_secs_f32() started.elapsed().as_secs_f32()
); );
@ -945,7 +974,7 @@ impl PostgresSession {
.await .await
.unwrap(); .unwrap();
info!( info!(
"Deleted {} rows from transaction_slot in {:.2}ms", "Deleted {} rows from transaction_slot in {:.3}s",
deleted_rows, deleted_rows,
started.elapsed().as_secs_f32() started.elapsed().as_secs_f32()
); );
@ -962,6 +991,8 @@ impl PostgresSession {
self.log_rowcount(Level::Info, "transaction_infos").await; self.log_rowcount(Level::Info, "transaction_infos").await;
self.log_rowcount(Level::Info, "transaction_slot").await; self.log_rowcount(Level::Info, "transaction_slot").await;
} }
info!("Cleanup job completed.");
} }
async fn log_rowcount(&self, level: Level, table: &str) { async fn log_rowcount(&self, level: Level, table: &str) {