diff --git a/core/src/ledger_cleanup_service.rs b/core/src/ledger_cleanup_service.rs index 239d9e790..f7dafe4dc 100644 --- a/core/src/ledger_cleanup_service.rs +++ b/core/src/ledger_cleanup_service.rs @@ -13,15 +13,18 @@ use std::thread; use std::thread::{Builder, JoinHandle}; use std::time::Duration; -// - To try and keep the RocksDB size under 512GB: -// Seeing about 1600b/shred, using 2000b/shred for margin, so 250m shreds can be stored in 512gb. -// at 5k shreds/slot at 50k tps, this is 500k slots (~5.5 hours). +// - To try and keep the RocksDB size under 400GB: +// Seeing about 1600b/shred, using 2000b/shred for margin, so 200m shreds can be stored in 400gb. +// at 5k shreds/slot at 50k tps, this is 500k slots (~5 hours). // At idle, 60 shreds/slot this is about 4m slots (18 days) // This is chosen to allow enough time for // - A validator to download a snapshot from a peer and boot from it // - To make sure that if a validator needs to reboot from its own snapshot, it has enough slots locally // to catch back up to where it was when it stopped -pub const DEFAULT_MAX_LEDGER_SHREDS: u64 = 250_000_000; +pub const DEFAULT_MAX_LEDGER_SHREDS: u64 = 200_000_000; + +// Allow down to 50m, or 3.5 days at idle, 1hr at 50k load, around ~100GB +pub const DEFAULT_MIN_MAX_LEDGER_SHREDS: u64 = 50_000_000; // Check for removing slots at this interval so we don't purge too often // and starve other blockstore users. diff --git a/validator/src/main.rs b/validator/src/main.rs index 22608cabd..8f5ea6861 100644 --- a/validator/src/main.rs +++ b/validator/src/main.rs @@ -10,7 +10,9 @@ use solana_clap_utils::{ keypair::SKIP_SEED_PHRASE_VALIDATION_ARG, }; use solana_client::rpc_client::RpcClient; -use solana_core::ledger_cleanup_service::DEFAULT_MAX_LEDGER_SHREDS; +use solana_core::ledger_cleanup_service::{ + DEFAULT_MAX_LEDGER_SHREDS, DEFAULT_MIN_MAX_LEDGER_SHREDS, +}; use solana_core::{ cluster_info::{ClusterInfo, Node, VALIDATOR_PORT_RANGE}, contact_info::ContactInfo, @@ -872,10 +874,10 @@ pub fn main() { if matches.is_present("limit_ledger_size") { let limit_ledger_size = value_t_or_exit!(matches, "limit_ledger_size", u64); - if limit_ledger_size < DEFAULT_MAX_LEDGER_SHREDS { + if limit_ledger_size < DEFAULT_MIN_MAX_LEDGER_SHREDS { eprintln!( "The provided --limit-ledger-size value was too small, the minimum value is {}", - DEFAULT_MAX_LEDGER_SHREDS + DEFAULT_MIN_MAX_LEDGER_SHREDS ); exit(1); }