2021-12-03 09:00:31 -08:00
|
|
|
use {
|
|
|
|
crate::{
|
|
|
|
blockstore::Blockstore,
|
|
|
|
blockstore_processor::{
|
|
|
|
self, BlockstoreProcessorError, BlockstoreProcessorResult, CacheBlockMetaSender,
|
|
|
|
ProcessOptions, TransactionStatusSender,
|
|
|
|
},
|
|
|
|
leader_schedule_cache::LeaderScheduleCache,
|
2020-02-20 18:53:26 -08:00
|
|
|
},
|
2021-12-03 09:00:31 -08:00
|
|
|
log::*,
|
|
|
|
solana_entry::entry::VerifyRecyclers,
|
|
|
|
solana_runtime::{
|
|
|
|
accounts_update_notifier_interface::AccountsUpdateNotifier,
|
|
|
|
bank_forks::BankForks,
|
|
|
|
snapshot_archive_info::SnapshotArchiveInfoGetter,
|
|
|
|
snapshot_config::SnapshotConfig,
|
|
|
|
snapshot_hash::{FullSnapshotHash, IncrementalSnapshotHash, StartingSnapshotHashes},
|
|
|
|
snapshot_package::AccountsPackageSender,
|
|
|
|
snapshot_utils,
|
|
|
|
},
|
|
|
|
solana_sdk::{clock::Slot, genesis_config::GenesisConfig},
|
|
|
|
std::{fs, path::PathBuf, process, result},
|
2021-09-07 13:43:43 -07:00
|
|
|
};
|
2020-02-20 18:53:26 -08:00
|
|
|
|
|
|
|
pub type LoadResult = result::Result<
|
2021-09-07 13:43:43 -07:00
|
|
|
(
|
|
|
|
BankForks,
|
|
|
|
LeaderScheduleCache,
|
|
|
|
Option<Slot>,
|
2021-10-08 13:14:56 -07:00
|
|
|
Option<StartingSnapshotHashes>,
|
2021-09-07 13:43:43 -07:00
|
|
|
),
|
2020-02-20 18:53:26 -08:00
|
|
|
BlockstoreProcessorError,
|
|
|
|
>;
|
|
|
|
|
|
|
|
fn to_loadresult(
|
2021-05-27 10:00:27 -07:00
|
|
|
bpr: BlockstoreProcessorResult,
|
2021-10-08 13:14:56 -07:00
|
|
|
starting_snapshot_hashes: Option<StartingSnapshotHashes>,
|
2020-02-20 18:53:26 -08:00
|
|
|
) -> LoadResult {
|
2021-09-07 13:43:43 -07:00
|
|
|
bpr.map(
|
|
|
|
|(bank_forks, leader_schedule_cache, last_full_snapshot_slot)| {
|
|
|
|
(
|
|
|
|
bank_forks,
|
|
|
|
leader_schedule_cache,
|
|
|
|
last_full_snapshot_slot,
|
2021-10-08 13:14:56 -07:00
|
|
|
starting_snapshot_hashes,
|
2021-09-07 13:43:43 -07:00
|
|
|
)
|
|
|
|
},
|
|
|
|
)
|
2020-02-20 18:53:26 -08:00
|
|
|
}
|
2019-11-04 18:10:06 -08:00
|
|
|
|
2021-05-27 10:00:27 -07:00
|
|
|
/// Load the banks and accounts
|
|
|
|
///
|
|
|
|
/// If a snapshot config is given, and a snapshot is found, it will be loaded. Otherwise, load
|
|
|
|
/// from genesis.
|
2021-09-30 14:26:17 -07:00
|
|
|
#[allow(clippy::too_many_arguments)]
|
2019-11-04 18:10:06 -08:00
|
|
|
pub fn load(
|
2019-11-08 20:56:57 -08:00
|
|
|
genesis_config: &GenesisConfig,
|
2020-01-13 13:13:52 -08:00
|
|
|
blockstore: &Blockstore,
|
2019-12-05 18:41:29 -08:00
|
|
|
account_paths: Vec<PathBuf>,
|
2020-12-21 21:33:37 -08:00
|
|
|
shrink_paths: Option<Vec<PathBuf>>,
|
2019-11-04 18:10:06 -08:00
|
|
|
snapshot_config: Option<&SnapshotConfig>,
|
|
|
|
process_options: ProcessOptions,
|
2021-05-10 12:14:56 -07:00
|
|
|
transaction_status_sender: Option<&TransactionStatusSender>,
|
2021-05-26 21:16:16 -07:00
|
|
|
cache_block_meta_sender: Option<&CacheBlockMetaSender>,
|
2021-09-07 13:43:43 -07:00
|
|
|
accounts_package_sender: AccountsPackageSender,
|
2021-09-30 14:26:17 -07:00
|
|
|
accounts_update_notifier: Option<AccountsUpdateNotifier>,
|
2020-02-20 18:53:26 -08:00
|
|
|
) -> LoadResult {
|
2021-08-06 18:16:06 -07:00
|
|
|
if let Some(snapshot_config) = snapshot_config {
|
2019-11-04 18:10:06 -08:00
|
|
|
info!(
|
2021-08-21 13:41:03 -07:00
|
|
|
"Initializing bank snapshot path: {}",
|
|
|
|
snapshot_config.bank_snapshots_dir.display()
|
2019-11-04 18:10:06 -08:00
|
|
|
);
|
2021-08-21 13:41:03 -07:00
|
|
|
let _ = fs::remove_dir_all(&snapshot_config.bank_snapshots_dir);
|
|
|
|
fs::create_dir_all(&snapshot_config.bank_snapshots_dir)
|
2019-11-04 18:10:06 -08:00
|
|
|
.expect("Couldn't create snapshot directory");
|
|
|
|
|
2021-08-06 18:16:06 -07:00
|
|
|
if snapshot_utils::get_highest_full_snapshot_archive_info(
|
2021-08-21 13:41:03 -07:00
|
|
|
&snapshot_config.snapshot_archives_dir,
|
2021-08-06 18:16:06 -07:00
|
|
|
)
|
|
|
|
.is_some()
|
2021-07-22 12:40:37 -07:00
|
|
|
{
|
2021-05-27 10:00:27 -07:00
|
|
|
return load_from_snapshot(
|
2021-06-18 06:34:46 -07:00
|
|
|
genesis_config,
|
|
|
|
blockstore,
|
2021-05-27 10:00:27 -07:00
|
|
|
account_paths,
|
|
|
|
shrink_paths,
|
|
|
|
snapshot_config,
|
|
|
|
process_options,
|
|
|
|
transaction_status_sender,
|
|
|
|
cache_block_meta_sender,
|
2021-09-07 13:43:43 -07:00
|
|
|
accounts_package_sender,
|
2021-09-30 14:26:17 -07:00
|
|
|
accounts_update_notifier,
|
2021-05-27 10:00:27 -07:00
|
|
|
);
|
|
|
|
} else {
|
|
|
|
info!("No snapshot package available; will load from genesis");
|
2019-11-04 18:10:06 -08:00
|
|
|
}
|
|
|
|
} else {
|
2021-05-27 10:00:27 -07:00
|
|
|
info!("Snapshots disabled; will load from genesis");
|
2019-11-04 18:10:06 -08:00
|
|
|
}
|
|
|
|
|
2021-10-11 10:46:27 -07:00
|
|
|
if process_options
|
|
|
|
.accounts_db_config
|
|
|
|
.as_ref()
|
|
|
|
.and_then(|config| config.filler_account_count)
|
|
|
|
.unwrap_or_default()
|
|
|
|
> 0
|
|
|
|
{
|
|
|
|
panic!("filler accounts specified, but not loading from snapshot");
|
|
|
|
}
|
|
|
|
|
2021-05-27 10:00:27 -07:00
|
|
|
load_from_genesis(
|
2021-06-18 06:34:46 -07:00
|
|
|
genesis_config,
|
|
|
|
blockstore,
|
2021-05-27 10:00:27 -07:00
|
|
|
account_paths,
|
|
|
|
process_options,
|
|
|
|
cache_block_meta_sender,
|
2021-09-07 13:43:43 -07:00
|
|
|
snapshot_config,
|
|
|
|
accounts_package_sender,
|
2021-09-30 14:26:17 -07:00
|
|
|
accounts_update_notifier,
|
2021-05-27 10:00:27 -07:00
|
|
|
)
|
|
|
|
}
|
|
|
|
|
|
|
|
fn load_from_genesis(
|
|
|
|
genesis_config: &GenesisConfig,
|
|
|
|
blockstore: &Blockstore,
|
|
|
|
account_paths: Vec<PathBuf>,
|
|
|
|
process_options: ProcessOptions,
|
|
|
|
cache_block_meta_sender: Option<&CacheBlockMetaSender>,
|
2021-09-07 13:43:43 -07:00
|
|
|
snapshot_config: Option<&SnapshotConfig>,
|
|
|
|
accounts_package_sender: AccountsPackageSender,
|
2021-09-30 14:26:17 -07:00
|
|
|
accounts_update_notifier: Option<AccountsUpdateNotifier>,
|
2021-05-27 10:00:27 -07:00
|
|
|
) -> LoadResult {
|
2019-11-04 18:10:06 -08:00
|
|
|
info!("Processing ledger from genesis");
|
2020-02-20 18:53:26 -08:00
|
|
|
to_loadresult(
|
|
|
|
blockstore_processor::process_blockstore(
|
2021-06-18 06:34:46 -07:00
|
|
|
genesis_config,
|
|
|
|
blockstore,
|
2020-02-20 18:53:26 -08:00
|
|
|
account_paths,
|
|
|
|
process_options,
|
2021-05-26 21:16:16 -07:00
|
|
|
cache_block_meta_sender,
|
2021-09-07 13:43:43 -07:00
|
|
|
snapshot_config,
|
|
|
|
accounts_package_sender,
|
2021-09-30 14:26:17 -07:00
|
|
|
accounts_update_notifier,
|
2020-02-20 18:53:26 -08:00
|
|
|
),
|
|
|
|
None,
|
2019-11-04 18:10:06 -08:00
|
|
|
)
|
|
|
|
}
|
2021-05-27 10:00:27 -07:00
|
|
|
|
|
|
|
#[allow(clippy::too_many_arguments)]
|
|
|
|
fn load_from_snapshot(
|
|
|
|
genesis_config: &GenesisConfig,
|
|
|
|
blockstore: &Blockstore,
|
|
|
|
account_paths: Vec<PathBuf>,
|
|
|
|
shrink_paths: Option<Vec<PathBuf>>,
|
|
|
|
snapshot_config: &SnapshotConfig,
|
|
|
|
process_options: ProcessOptions,
|
|
|
|
transaction_status_sender: Option<&TransactionStatusSender>,
|
|
|
|
cache_block_meta_sender: Option<&CacheBlockMetaSender>,
|
2021-09-07 13:43:43 -07:00
|
|
|
accounts_package_sender: AccountsPackageSender,
|
2021-09-30 14:26:17 -07:00
|
|
|
accounts_update_notifier: Option<AccountsUpdateNotifier>,
|
2021-05-27 10:00:27 -07:00
|
|
|
) -> LoadResult {
|
|
|
|
// Fail hard here if snapshot fails to load, don't silently continue
|
|
|
|
if account_paths.is_empty() {
|
|
|
|
error!("Account paths not present when booting from snapshot");
|
|
|
|
process::exit(1);
|
|
|
|
}
|
|
|
|
|
2021-10-08 13:14:56 -07:00
|
|
|
let (deserialized_bank, timings, full_snapshot_archive_info, incremental_snapshot_archive_info) =
|
2021-09-07 13:43:43 -07:00
|
|
|
snapshot_utils::bank_from_latest_snapshot_archives(
|
|
|
|
&snapshot_config.bank_snapshots_dir,
|
|
|
|
&snapshot_config.snapshot_archives_dir,
|
|
|
|
&account_paths,
|
|
|
|
genesis_config,
|
|
|
|
process_options.debug_keys.clone(),
|
|
|
|
Some(&crate::builtins::get(process_options.bpf_jit)),
|
|
|
|
process_options.account_indexes.clone(),
|
|
|
|
process_options.accounts_db_caching_enabled,
|
|
|
|
process_options.limit_load_slot_count_from_snapshot,
|
|
|
|
process_options.shrink_ratio,
|
|
|
|
process_options.accounts_db_test_hash_calculation,
|
|
|
|
process_options.accounts_db_skip_shrink,
|
|
|
|
process_options.verify_index,
|
2021-09-07 21:30:38 -07:00
|
|
|
process_options.accounts_db_config.clone(),
|
2021-09-30 14:26:17 -07:00
|
|
|
accounts_update_notifier,
|
2021-09-07 13:43:43 -07:00
|
|
|
)
|
|
|
|
.expect("Load from snapshot failed");
|
2021-05-27 10:00:27 -07:00
|
|
|
|
2021-08-06 18:16:06 -07:00
|
|
|
if let Some(shrink_paths) = shrink_paths {
|
|
|
|
deserialized_bank.set_shrink_paths(shrink_paths);
|
2021-05-27 10:00:27 -07:00
|
|
|
}
|
|
|
|
|
2021-10-08 13:14:56 -07:00
|
|
|
let starting_full_snapshot_hash = FullSnapshotHash {
|
|
|
|
hash: (
|
|
|
|
full_snapshot_archive_info.slot(),
|
|
|
|
*full_snapshot_archive_info.hash(),
|
|
|
|
),
|
|
|
|
};
|
|
|
|
let starting_incremental_snapshot_hash =
|
|
|
|
incremental_snapshot_archive_info.map(|incremental_snapshot_archive_info| {
|
|
|
|
IncrementalSnapshotHash {
|
|
|
|
base: starting_full_snapshot_hash.hash,
|
|
|
|
hash: (
|
|
|
|
incremental_snapshot_archive_info.slot(),
|
|
|
|
*incremental_snapshot_archive_info.hash(),
|
|
|
|
),
|
|
|
|
}
|
|
|
|
});
|
|
|
|
let starting_snapshot_hashes = StartingSnapshotHashes {
|
|
|
|
full: starting_full_snapshot_hash,
|
|
|
|
incremental: starting_incremental_snapshot_hash,
|
|
|
|
};
|
|
|
|
|
2021-05-27 10:00:27 -07:00
|
|
|
to_loadresult(
|
|
|
|
blockstore_processor::process_blockstore_from_root(
|
|
|
|
blockstore,
|
|
|
|
deserialized_bank,
|
|
|
|
&process_options,
|
|
|
|
&VerifyRecyclers::default(),
|
|
|
|
transaction_status_sender,
|
|
|
|
cache_block_meta_sender,
|
2021-09-07 13:43:43 -07:00
|
|
|
Some(snapshot_config),
|
|
|
|
accounts_package_sender,
|
2021-06-14 15:46:49 -07:00
|
|
|
timings,
|
2021-09-07 13:43:43 -07:00
|
|
|
full_snapshot_archive_info.slot(),
|
2021-05-27 10:00:27 -07:00
|
|
|
),
|
2021-10-08 13:14:56 -07:00
|
|
|
Some(starting_snapshot_hashes),
|
2021-05-27 10:00:27 -07:00
|
|
|
)
|
|
|
|
}
|