blockworks-foundation
/
BankingStageErrorsTrackingSidecar
mirror of https://github.com/blockworks-foundation/BankingStageErrorsTrackingSidecar.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

cleanup also from amb table

This commit is contained in:
GroovieGermanikus 2023-12-21 20:00:42 +01:00
parent 6f54eb7fd2
commit ed1bed3a36
No known key found for this signature in database
GPG Key ID: 5B6EB831A5CD2015
1 changed files with 42 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

53
src/postgres.rs
View File

@ -816,35 +816,50 @@ impl PostgresSession {
cutoff_transaction_incl
);
// delete accounts_map_transaction
{
let tx_to_delete = self.client.query_one(
let txs_to_delete = self.client.query_one(
&format!(
r"
SELECT count(*) as cnt_tx FROM banking_stage_results_2.accounts_map_transaction amt
SELECT count(*) as cnt_tx FROM banking_stage_results_2.transactions txs
WHERE txs.transaction_id <= {cutoff_transaction}
",
cutoff_transaction = cutoff_transaction_incl
),
&[]).await.unwrap();
let txs_to_delete: i64 = txs_to_delete.get("cnt_tx");
info!("would delete transactions: {}", txs_to_delete);
}
{
let amt_to_delete = self.client.query_one(
&format!(
r"
SELECT count(*) as cnt_amt FROM banking_stage_results_2.accounts_map_transaction amt
WHERE amt.transaction_id <= {cutoff_transaction}
",
cutoff_transaction = cutoff_transaction_incl
),
&[]).await.unwrap();
let tx_to_delete: i64 = tx_to_delete.get("cnt_tx");
let amt_to_delete: i64 = amt_to_delete.get("cnt_amt");
info!("would delete transactions: {}", tx_to_delete);
info!("would delete accounts_map_transaction: {}", amt_to_delete);
}
{
let amb_to_delete = self.client.query_one(
&format!(
r"
SELECT count(*) as cnt_ambs FROM banking_stage_results_2.accounts_map_blocks amb
SELECT count(*) as cnt_amb FROM banking_stage_results_2.accounts_map_blocks amb
WHERE amb.slot < {cutoff_slot}
",
cutoff_slot = cutoff_slot_excl
),
&[]).await.unwrap();
let amb_to_delete: i64 = amb_to_delete.get("cnt_ambs");
let amb_to_delete: i64 = amb_to_delete.get("cnt_amb");
info!("would delete from accounts_map_blocks: {}", amb_to_delete);
}
@ -895,7 +910,7 @@ impl PostgresSession {
", transaction_id = cutoff_transaction_incl
), &[]).await.unwrap();
info!(
"Deleted {} rows from transactions in {:.2}ms",
"Deleted {} rows from transactions in {:.3}s",
deleted_rows,
started.elapsed().as_secs_f32()
);
@ -909,7 +924,21 @@ impl PostgresSession {
", transaction_id = cutoff_transaction_incl
), &[]).await.unwrap();
info!(
"Deleted {} rows from accounts_map_transaction in {:.2}ms",
"Deleted {} rows from accounts_map_transaction in {:.3}s",
deleted_rows,
started.elapsed().as_secs_f32()
);
}
{
let started = Instant::now();
let deleted_rows = self.client.execute(
&format!(
r"
DELETE FROM banking_stage_results_2.accounts_map_blocks WHERE slot <= {cutoff_slot}
", cutoff_slot = cutoff_slot_excl
), &[]).await.unwrap();
info!(
"Deleted {} rows from accounts_map_blocks in {:.3}s",
deleted_rows,
started.elapsed().as_secs_f32()
);
@ -923,7 +952,7 @@ impl PostgresSession {
", cutoff_slot = cutoff_slot_excl
), &[]).await.unwrap();
info!(
"Deleted {} rows from transaction_infos in {:.2}ms",
"Deleted {} rows from transaction_infos in {:.3}s",
deleted_rows,
started.elapsed().as_secs_f32()
);
@ -944,7 +973,7 @@ impl PostgresSession {
.await
.unwrap();
info!(
"Deleted {} rows from transaction_slot in {:.2}ms",
"Deleted {} rows from transaction_slot in {:.3}s",
deleted_rows,
started.elapsed().as_secs_f32()
);
@ -961,6 +990,8 @@ impl PostgresSession {
self.log_rowcount(Level::Info, "transaction_infos").await;
self.log_rowcount(Level::Info, "transaction_slot").await;
}
info!("Cleanup job completed.");
}
async fn log_rowcount(&self, level: Level, table: &str) {