2019-11-08 15:43:18 -08:00
|
|
|
//! The `tvu` module implements the Transaction Validation Unit, a multi-stage transaction
|
|
|
|
//! validation pipeline in software.
|
2018-05-11 23:31:32 -07:00
|
|
|
|
2019-11-20 15:43:10 -08:00
|
|
|
use crate::{
|
2020-03-16 08:37:31 -07:00
|
|
|
accounts_hash_verifier::AccountsHashVerifier,
|
2020-03-19 23:35:01 -07:00
|
|
|
broadcast_stage::RetransmitSlotsSender,
|
2021-05-26 21:16:16 -07:00
|
|
|
cache_block_meta_service::CacheBlockMetaSender,
|
2021-03-24 23:41:52 -07:00
|
|
|
cluster_info_vote_listener::{
|
2021-04-10 17:34:45 -07:00
|
|
|
GossipDuplicateConfirmedSlotsReceiver, GossipVerifiedVoteHashReceiver,
|
|
|
|
VerifiedVoteReceiver, VoteTracker,
|
2021-03-24 23:41:52 -07:00
|
|
|
},
|
2020-03-25 18:09:19 -07:00
|
|
|
cluster_slots::ClusterSlots,
|
2020-09-01 22:06:06 -07:00
|
|
|
completed_data_sets_service::CompletedDataSetsSender,
|
2021-08-09 11:32:48 -07:00
|
|
|
consensus::Tower,
|
2021-07-01 09:32:41 -07:00
|
|
|
cost_update_service::CostUpdateService,
|
2019-11-20 15:43:10 -08:00
|
|
|
ledger_cleanup_service::LedgerCleanupService,
|
2020-07-29 23:17:40 -07:00
|
|
|
replay_stage::{ReplayStage, ReplayStageConfig},
|
2019-11-20 15:43:10 -08:00
|
|
|
retransmit_stage::RetransmitStage,
|
2020-02-04 18:50:24 -08:00
|
|
|
rewards_recorder_service::RewardsRecorderSender,
|
2019-11-20 15:43:10 -08:00
|
|
|
shred_fetch_stage::ShredFetchStage,
|
|
|
|
sigverify_shreds::ShredSigVerifier,
|
2020-05-08 10:00:23 -07:00
|
|
|
sigverify_stage::SigVerifyStage,
|
2021-08-09 11:32:48 -07:00
|
|
|
tower_storage::TowerStorage,
|
2021-07-15 07:35:51 -07:00
|
|
|
voting_service::VotingService,
|
2019-11-20 15:43:10 -08:00
|
|
|
};
|
2019-10-28 16:07:51 -07:00
|
|
|
use crossbeam_channel::unbounded;
|
2021-05-26 08:15:46 -07:00
|
|
|
use solana_gossip::cluster_info::ClusterInfo;
|
2019-11-20 15:43:10 -08:00
|
|
|
use solana_ledger::{
|
2021-06-16 10:57:52 -07:00
|
|
|
blockstore::Blockstore, blockstore_processor::TransactionStatusSender,
|
2020-06-25 02:24:16 -07:00
|
|
|
leader_schedule_cache::LeaderScheduleCache,
|
2019-11-20 15:43:10 -08:00
|
|
|
};
|
2021-06-04 08:23:06 -07:00
|
|
|
use solana_poh::poh_recorder::PohRecorder;
|
2021-05-18 23:54:28 -07:00
|
|
|
use solana_rpc::{
|
|
|
|
max_slots::MaxSlots, optimistically_confirmed_bank_tracker::BankNotificationSender,
|
|
|
|
rpc_subscriptions::RpcSubscriptions,
|
|
|
|
};
|
2020-06-25 21:06:58 -07:00
|
|
|
use solana_runtime::{
|
2020-12-12 17:22:34 -08:00
|
|
|
accounts_background_service::{
|
2021-05-24 13:51:17 -07:00
|
|
|
AbsRequestHandler, AbsRequestSender, AccountsBackgroundService, SnapshotRequestHandler,
|
2020-12-12 17:22:34 -08:00
|
|
|
},
|
2021-06-09 21:21:32 -07:00
|
|
|
accounts_db::AccountShrinkThreshold,
|
2021-07-01 09:32:41 -07:00
|
|
|
bank::ExecuteTimings,
|
2021-07-01 06:55:26 -07:00
|
|
|
bank_forks::BankForks,
|
2020-09-28 16:04:46 -07:00
|
|
|
commitment::BlockCommitmentCache,
|
2021-10-12 06:51:33 -07:00
|
|
|
cost_model::CostModel,
|
2021-07-01 06:55:26 -07:00
|
|
|
snapshot_config::SnapshotConfig,
|
2021-09-07 13:43:43 -07:00
|
|
|
snapshot_package::{AccountsPackageReceiver, AccountsPackageSender, PendingSnapshotPackage},
|
2020-09-28 16:04:46 -07:00
|
|
|
vote_sender_types::ReplayVoteSender,
|
2020-06-25 21:06:58 -07:00
|
|
|
};
|
2021-09-07 13:43:43 -07:00
|
|
|
use solana_sdk::{clock::Slot, pubkey::Pubkey, signature::Keypair};
|
2019-11-20 15:43:10 -08:00
|
|
|
use std::{
|
2020-12-12 17:22:34 -08:00
|
|
|
boxed::Box,
|
2020-06-25 02:24:16 -07:00
|
|
|
collections::HashSet,
|
2019-11-20 15:43:10 -08:00
|
|
|
net::UdpSocket,
|
|
|
|
sync::{
|
|
|
|
atomic::AtomicBool,
|
2021-07-01 09:32:41 -07:00
|
|
|
mpsc::{channel, Receiver, Sender},
|
2019-11-20 15:43:10 -08:00
|
|
|
Arc, Mutex, RwLock,
|
|
|
|
},
|
|
|
|
thread,
|
|
|
|
};
|
2018-05-11 23:31:32 -07:00
|
|
|
|
|
|
|
pub struct Tvu {
|
2019-10-07 11:08:01 -07:00
|
|
|
fetch_stage: ShredFetchStage,
|
2019-10-28 16:07:51 -07:00
|
|
|
sigverify_stage: SigVerifyStage,
|
2018-08-09 12:03:34 -07:00
|
|
|
retransmit_stage: RetransmitStage,
|
2018-12-07 14:09:29 -08:00
|
|
|
replay_stage: ReplayStage,
|
2019-07-20 13:13:55 -07:00
|
|
|
ledger_cleanup_service: Option<LedgerCleanupService>,
|
2020-04-06 01:30:23 -07:00
|
|
|
accounts_background_service: AccountsBackgroundService,
|
2020-03-16 08:37:31 -07:00
|
|
|
accounts_hash_verifier: AccountsHashVerifier,
|
2021-07-01 09:32:41 -07:00
|
|
|
cost_update_service: CostUpdateService,
|
2021-07-15 07:35:51 -07:00
|
|
|
voting_service: VotingService,
|
2018-05-11 23:31:32 -07:00
|
|
|
}
|
|
|
|
|
2018-12-12 18:57:48 -08:00
|
|
|
pub struct Sockets {
|
|
|
|
pub fetch: Vec<UdpSocket>,
|
|
|
|
pub repair: UdpSocket,
|
2019-10-10 13:24:03 -07:00
|
|
|
pub retransmit: Vec<UdpSocket>,
|
2019-08-20 17:16:06 -07:00
|
|
|
pub forwards: Vec<UdpSocket>,
|
2018-12-12 18:57:48 -08:00
|
|
|
}
|
|
|
|
|
2020-03-16 08:37:31 -07:00
|
|
|
#[derive(Default)]
|
|
|
|
pub struct TvuConfig {
|
2020-03-31 17:21:19 -07:00
|
|
|
pub max_ledger_shreds: Option<u64>,
|
2020-03-16 08:37:31 -07:00
|
|
|
pub shred_version: u16,
|
|
|
|
pub halt_on_trusted_validators_accounts_hash_mismatch: bool,
|
|
|
|
pub trusted_validators: Option<HashSet<Pubkey>>,
|
2020-08-21 00:35:11 -07:00
|
|
|
pub repair_validators: Option<HashSet<Pubkey>>,
|
2020-03-16 08:37:31 -07:00
|
|
|
pub accounts_hash_fault_injection_slots: u64,
|
2021-01-11 17:00:23 -08:00
|
|
|
pub accounts_db_caching_enabled: bool,
|
2021-02-04 07:00:33 -08:00
|
|
|
pub test_hash_calculation: bool,
|
2021-02-16 13:13:48 -08:00
|
|
|
pub use_index_hash_calculation: bool,
|
2021-02-14 10:16:30 -08:00
|
|
|
pub rocksdb_compaction_interval: Option<u64>,
|
|
|
|
pub rocksdb_max_compaction_jitter: Option<u64>,
|
2021-03-25 18:54:51 -07:00
|
|
|
pub wait_for_vote_to_start_leader: bool,
|
2021-06-09 21:21:32 -07:00
|
|
|
pub accounts_shrink_ratio: AccountShrinkThreshold,
|
2021-10-05 21:53:26 -07:00
|
|
|
pub disable_epoch_boundary_optimization: bool,
|
2020-03-16 08:37:31 -07:00
|
|
|
}
|
|
|
|
|
2018-05-11 23:31:32 -07:00
|
|
|
impl Tvu {
|
|
|
|
/// This service receives messages from a leader in the network and processes the transactions
|
2018-05-14 14:33:11 -07:00
|
|
|
/// on the bank state.
|
2018-05-11 23:31:32 -07:00
|
|
|
/// # Arguments
|
2018-10-08 19:55:54 -07:00
|
|
|
/// * `cluster_info` - The cluster_info state.
|
2019-02-21 11:37:48 -08:00
|
|
|
/// * `sockets` - fetch, repair, and retransmit sockets
|
2020-01-13 13:13:52 -08:00
|
|
|
/// * `blockstore` - the ledger itself
|
2019-01-31 13:43:22 -08:00
|
|
|
#[allow(clippy::new_ret_no_self, clippy::too_many_arguments)]
|
2019-12-04 10:17:17 -08:00
|
|
|
pub fn new(
|
2019-03-09 19:28:43 -08:00
|
|
|
vote_account: &Pubkey,
|
2021-04-11 20:38:30 -07:00
|
|
|
authorized_voter_keypairs: Arc<RwLock<Vec<Arc<Keypair>>>>,
|
2019-02-21 11:19:45 -08:00
|
|
|
bank_forks: &Arc<RwLock<BankForks>>,
|
2020-04-21 12:54:45 -07:00
|
|
|
cluster_info: &Arc<ClusterInfo>,
|
2018-12-12 18:57:48 -08:00
|
|
|
sockets: Sockets,
|
2020-01-13 13:13:52 -08:00
|
|
|
blockstore: Arc<Blockstore>,
|
2019-02-04 15:33:43 -08:00
|
|
|
ledger_signal_receiver: Receiver<bool>,
|
2021-06-16 10:57:52 -07:00
|
|
|
rpc_subscriptions: &Arc<RpcSubscriptions>,
|
2019-03-03 16:44:06 -08:00
|
|
|
poh_recorder: &Arc<Mutex<PohRecorder>>,
|
2020-09-18 22:03:54 -07:00
|
|
|
tower: Tower,
|
2021-07-20 22:25:13 -07:00
|
|
|
tower_storage: Arc<dyn TowerStorage>,
|
2019-04-19 02:39:44 -07:00
|
|
|
leader_schedule_cache: &Arc<LeaderScheduleCache>,
|
2019-03-04 16:33:14 -08:00
|
|
|
exit: &Arc<AtomicBool>,
|
2019-11-04 15:44:27 -08:00
|
|
|
block_commitment_cache: Arc<RwLock<BlockCommitmentCache>>,
|
2020-01-27 16:49:25 -08:00
|
|
|
cfg: Option<Arc<AtomicBool>>,
|
2019-11-20 15:43:10 -08:00
|
|
|
transaction_status_sender: Option<TransactionStatusSender>,
|
2020-02-11 17:01:49 -08:00
|
|
|
rewards_recorder_sender: Option<RewardsRecorderSender>,
|
2021-05-26 21:16:16 -07:00
|
|
|
cache_block_meta_sender: Option<CacheBlockMetaSender>,
|
2021-01-11 10:21:15 -08:00
|
|
|
snapshot_config_and_pending_package: Option<(SnapshotConfig, PendingSnapshotPackage)>,
|
2020-03-09 22:03:09 -07:00
|
|
|
vote_tracker: Arc<VoteTracker>,
|
2020-03-19 23:35:01 -07:00
|
|
|
retransmit_slots_sender: RetransmitSlotsSender,
|
2021-04-10 17:34:45 -07:00
|
|
|
gossip_verified_vote_hash_receiver: GossipVerifiedVoteHashReceiver,
|
2020-07-09 22:52:54 -07:00
|
|
|
verified_vote_receiver: VerifiedVoteReceiver,
|
2020-08-07 11:21:35 -07:00
|
|
|
replay_vote_sender: ReplayVoteSender,
|
2020-09-01 22:06:06 -07:00
|
|
|
completed_data_sets_sender: CompletedDataSetsSender,
|
2020-09-28 19:43:05 -07:00
|
|
|
bank_notification_sender: Option<BankNotificationSender>,
|
2021-03-24 23:41:52 -07:00
|
|
|
gossip_confirmed_slots_receiver: GossipDuplicateConfirmedSlotsReceiver,
|
2020-03-16 08:37:31 -07:00
|
|
|
tvu_config: TvuConfig,
|
2021-02-23 13:06:33 -08:00
|
|
|
max_slots: &Arc<MaxSlots>,
|
2021-06-09 15:10:59 -07:00
|
|
|
cost_model: &Arc<RwLock<CostModel>>,
|
2021-09-07 13:43:43 -07:00
|
|
|
accounts_package_channel: (AccountsPackageSender, AccountsPackageReceiver),
|
|
|
|
last_full_snapshot_slot: Option<Slot>,
|
2019-12-04 10:17:17 -08:00
|
|
|
) -> Self {
|
2018-12-12 18:57:48 -08:00
|
|
|
let Sockets {
|
|
|
|
repair: repair_socket,
|
|
|
|
fetch: fetch_sockets,
|
2019-10-10 13:24:03 -07:00
|
|
|
retransmit: retransmit_sockets,
|
2019-08-20 17:16:06 -07:00
|
|
|
forwards: tvu_forward_sockets,
|
2018-12-12 18:57:48 -08:00
|
|
|
} = sockets;
|
2018-09-25 15:41:29 -07:00
|
|
|
|
2019-08-20 17:16:06 -07:00
|
|
|
let (fetch_sender, fetch_receiver) = channel();
|
2019-01-31 13:43:22 -08:00
|
|
|
|
2018-08-30 12:07:54 -07:00
|
|
|
let repair_socket = Arc::new(repair_socket);
|
2019-10-09 13:11:19 -07:00
|
|
|
let fetch_sockets: Vec<Arc<UdpSocket>> = fetch_sockets.into_iter().map(Arc::new).collect();
|
2019-10-09 10:36:05 -07:00
|
|
|
let forward_sockets: Vec<Arc<UdpSocket>> =
|
2019-08-20 17:16:06 -07:00
|
|
|
tvu_forward_sockets.into_iter().map(Arc::new).collect();
|
2019-10-09 13:11:19 -07:00
|
|
|
let fetch_stage = ShredFetchStage::new(
|
|
|
|
fetch_sockets,
|
|
|
|
forward_sockets,
|
|
|
|
repair_socket.clone(),
|
|
|
|
&fetch_sender,
|
2020-03-20 07:49:48 -07:00
|
|
|
Some(bank_forks.clone()),
|
2021-06-18 06:34:46 -07:00
|
|
|
exit,
|
2019-10-09 13:11:19 -07:00
|
|
|
);
|
2018-11-24 19:32:33 -08:00
|
|
|
|
2019-10-28 16:07:51 -07:00
|
|
|
let (verified_sender, verified_receiver) = unbounded();
|
2020-05-08 10:00:23 -07:00
|
|
|
let sigverify_stage = SigVerifyStage::new(
|
|
|
|
fetch_receiver,
|
|
|
|
verified_sender,
|
|
|
|
ShredSigVerifier::new(bank_forks.clone(), leader_schedule_cache.clone()),
|
|
|
|
);
|
2019-10-28 16:07:51 -07:00
|
|
|
|
2020-03-25 18:09:19 -07:00
|
|
|
let cluster_slots = Arc::new(ClusterSlots::default());
|
2020-05-05 14:07:21 -07:00
|
|
|
let (duplicate_slots_reset_sender, duplicate_slots_reset_receiver) = unbounded();
|
2021-02-14 10:16:30 -08:00
|
|
|
let compaction_interval = tvu_config.rocksdb_compaction_interval;
|
|
|
|
let max_compaction_jitter = tvu_config.rocksdb_max_compaction_jitter;
|
2021-03-24 23:41:52 -07:00
|
|
|
let (duplicate_slots_sender, duplicate_slots_receiver) = unbounded();
|
2021-06-02 17:20:00 -07:00
|
|
|
let (cluster_slots_update_sender, cluster_slots_update_receiver) = unbounded();
|
2021-07-26 20:59:00 -07:00
|
|
|
let (ancestor_hashes_replay_update_sender, ancestor_hashes_replay_update_receiver) =
|
|
|
|
unbounded();
|
2019-02-04 15:33:43 -08:00
|
|
|
let retransmit_stage = RetransmitStage::new(
|
2019-04-22 15:21:10 -07:00
|
|
|
bank_forks.clone(),
|
2021-08-13 10:48:42 -07:00
|
|
|
leader_schedule_cache.clone(),
|
2020-01-13 13:13:52 -08:00
|
|
|
blockstore.clone(),
|
2021-08-13 10:48:42 -07:00
|
|
|
cluster_info.clone(),
|
2019-10-10 13:24:03 -07:00
|
|
|
Arc::new(retransmit_sockets),
|
2018-08-30 12:07:54 -07:00
|
|
|
repair_socket,
|
2019-10-28 16:07:51 -07:00
|
|
|
verified_receiver,
|
2021-08-13 10:48:42 -07:00
|
|
|
exit.clone(),
|
2021-06-02 17:20:00 -07:00
|
|
|
cluster_slots_update_receiver,
|
2019-05-13 15:37:50 -07:00
|
|
|
*bank_forks.read().unwrap().working_bank().epoch_schedule(),
|
2019-11-15 08:36:33 -08:00
|
|
|
cfg,
|
2020-03-16 08:37:31 -07:00
|
|
|
tvu_config.shred_version,
|
2020-03-30 19:57:11 -07:00
|
|
|
cluster_slots.clone(),
|
2020-05-05 14:07:21 -07:00
|
|
|
duplicate_slots_reset_sender,
|
2020-07-09 22:52:54 -07:00
|
|
|
verified_vote_receiver,
|
2020-08-21 00:35:11 -07:00
|
|
|
tvu_config.repair_validators,
|
2020-09-01 22:06:06 -07:00
|
|
|
completed_data_sets_sender,
|
2021-08-13 10:48:42 -07:00
|
|
|
max_slots.clone(),
|
2021-06-16 10:57:52 -07:00
|
|
|
Some(rpc_subscriptions.clone()),
|
2021-03-24 23:41:52 -07:00
|
|
|
duplicate_slots_sender,
|
2021-07-26 20:59:00 -07:00
|
|
|
ancestor_hashes_replay_update_receiver,
|
2018-05-22 15:17:59 -07:00
|
|
|
);
|
2018-05-11 23:31:32 -07:00
|
|
|
|
2019-07-20 13:13:55 -07:00
|
|
|
let (ledger_cleanup_slot_sender, ledger_cleanup_slot_receiver) = channel();
|
|
|
|
|
2020-04-16 15:12:20 -07:00
|
|
|
let snapshot_interval_slots = {
|
|
|
|
if let Some(config) = bank_forks.read().unwrap().snapshot_config() {
|
2021-08-04 12:40:20 -07:00
|
|
|
config.full_snapshot_archive_interval_slots
|
2020-04-16 15:12:20 -07:00
|
|
|
} else {
|
|
|
|
std::u64::MAX
|
|
|
|
}
|
|
|
|
};
|
|
|
|
info!("snapshot_interval_slots: {}", snapshot_interval_slots);
|
2021-01-11 10:21:15 -08:00
|
|
|
let (snapshot_config, pending_snapshot_package) = snapshot_config_and_pending_package
|
|
|
|
.map(|(snapshot_config, pending_snapshot_package)| {
|
|
|
|
(Some(snapshot_config), Some(pending_snapshot_package))
|
2020-09-28 16:04:46 -07:00
|
|
|
})
|
|
|
|
.unwrap_or((None, None));
|
2021-09-07 13:43:43 -07:00
|
|
|
let (accounts_package_sender, accounts_package_receiver) = accounts_package_channel;
|
2020-03-16 08:37:31 -07:00
|
|
|
let accounts_hash_verifier = AccountsHashVerifier::new(
|
2021-09-07 13:43:43 -07:00
|
|
|
accounts_package_receiver,
|
2021-01-11 10:21:15 -08:00
|
|
|
pending_snapshot_package,
|
2020-03-16 08:37:31 -07:00
|
|
|
exit,
|
2021-06-18 06:34:46 -07:00
|
|
|
cluster_info,
|
2020-03-16 08:37:31 -07:00
|
|
|
tvu_config.trusted_validators.clone(),
|
|
|
|
tvu_config.halt_on_trusted_validators_accounts_hash_mismatch,
|
|
|
|
tvu_config.accounts_hash_fault_injection_slots,
|
2021-08-10 12:02:34 -07:00
|
|
|
snapshot_config.clone(),
|
2021-09-13 18:39:26 -07:00
|
|
|
blockstore.ledger_path().to_path_buf(),
|
2020-03-16 08:37:31 -07:00
|
|
|
);
|
|
|
|
|
2021-09-07 13:43:43 -07:00
|
|
|
let (snapshot_request_sender, snapshot_request_handler) = match snapshot_config {
|
|
|
|
None => (None, None),
|
|
|
|
Some(snapshot_config) => {
|
|
|
|
let (snapshot_request_sender, snapshot_request_receiver) = unbounded();
|
|
|
|
(
|
|
|
|
Some(snapshot_request_sender),
|
|
|
|
Some(SnapshotRequestHandler {
|
|
|
|
snapshot_config,
|
|
|
|
snapshot_request_receiver,
|
|
|
|
accounts_package_sender,
|
|
|
|
}),
|
|
|
|
)
|
|
|
|
}
|
2020-09-28 16:04:46 -07:00
|
|
|
};
|
|
|
|
|
2020-12-12 17:22:34 -08:00
|
|
|
let (pruned_banks_sender, pruned_banks_receiver) = unbounded();
|
|
|
|
|
|
|
|
// Before replay starts, set the callbacks in each of the banks in BankForks
|
2021-05-24 13:51:17 -07:00
|
|
|
// Note after this callback is created, only the AccountsBackgroundService should be calling
|
|
|
|
// AccountsDb::purge_slot() to clean up dropped banks.
|
|
|
|
let callback = bank_forks
|
|
|
|
.read()
|
|
|
|
.unwrap()
|
|
|
|
.root_bank()
|
|
|
|
.rc
|
|
|
|
.accounts
|
|
|
|
.accounts_db
|
|
|
|
.create_drop_bank_callback(pruned_banks_sender);
|
2021-02-05 10:00:45 -08:00
|
|
|
for bank in bank_forks.read().unwrap().banks().values() {
|
2021-05-24 13:51:17 -07:00
|
|
|
bank.set_callback(Some(Box::new(callback.clone())));
|
2020-12-12 17:22:34 -08:00
|
|
|
}
|
|
|
|
|
2021-02-18 23:42:09 -08:00
|
|
|
let accounts_background_request_sender = AbsRequestSender::new(snapshot_request_sender);
|
2020-12-12 17:22:34 -08:00
|
|
|
|
2021-02-18 23:42:09 -08:00
|
|
|
let accounts_background_request_handler = AbsRequestHandler {
|
2020-12-12 17:22:34 -08:00
|
|
|
snapshot_request_handler,
|
|
|
|
pruned_banks_receiver,
|
|
|
|
};
|
|
|
|
|
2019-12-04 10:17:17 -08:00
|
|
|
let replay_stage_config = ReplayStageConfig {
|
|
|
|
vote_account: *vote_account,
|
2020-03-31 08:23:42 -07:00
|
|
|
authorized_voter_keypairs,
|
2019-12-04 10:17:17 -08:00
|
|
|
exit: exit.clone(),
|
2021-06-16 10:57:52 -07:00
|
|
|
rpc_subscriptions: rpc_subscriptions.clone(),
|
2019-12-04 10:17:17 -08:00
|
|
|
leader_schedule_cache: leader_schedule_cache.clone(),
|
2019-12-18 11:50:09 -08:00
|
|
|
latest_root_senders: vec![ledger_cleanup_slot_sender],
|
2020-12-12 17:22:34 -08:00
|
|
|
accounts_background_request_sender,
|
2020-05-14 18:22:47 -07:00
|
|
|
block_commitment_cache,
|
2019-11-20 15:43:10 -08:00
|
|
|
transaction_status_sender,
|
2020-02-11 17:01:49 -08:00
|
|
|
rewards_recorder_sender,
|
2021-05-26 21:16:16 -07:00
|
|
|
cache_block_meta_sender,
|
2020-09-28 19:43:05 -07:00
|
|
|
bank_notification_sender,
|
2021-03-25 18:54:51 -07:00
|
|
|
wait_for_vote_to_start_leader: tvu_config.wait_for_vote_to_start_leader,
|
2021-07-26 20:59:00 -07:00
|
|
|
ancestor_hashes_replay_update_sender,
|
2021-07-22 12:49:58 -07:00
|
|
|
tower_storage: tower_storage.clone(),
|
2021-10-05 21:53:26 -07:00
|
|
|
disable_epoch_boundary_optimization: tvu_config.disable_epoch_boundary_optimization,
|
2019-12-04 10:17:17 -08:00
|
|
|
};
|
|
|
|
|
2021-07-15 07:35:51 -07:00
|
|
|
let (voting_sender, voting_receiver) = channel();
|
2021-07-22 12:49:58 -07:00
|
|
|
let voting_service = VotingService::new(
|
|
|
|
voting_receiver,
|
|
|
|
cluster_info.clone(),
|
|
|
|
poh_recorder.clone(),
|
|
|
|
tower_storage,
|
2021-10-07 02:38:23 -07:00
|
|
|
bank_forks.clone(),
|
2021-07-22 12:49:58 -07:00
|
|
|
);
|
2021-07-15 07:35:51 -07:00
|
|
|
|
2021-07-01 09:32:41 -07:00
|
|
|
let (cost_update_sender, cost_update_receiver): (
|
|
|
|
Sender<ExecuteTimings>,
|
|
|
|
Receiver<ExecuteTimings>,
|
|
|
|
) = channel();
|
|
|
|
let cost_update_service = CostUpdateService::new(
|
|
|
|
exit.clone(),
|
|
|
|
blockstore.clone(),
|
|
|
|
cost_model.clone(),
|
|
|
|
cost_update_receiver,
|
|
|
|
);
|
|
|
|
|
2020-05-14 18:22:47 -07:00
|
|
|
let replay_stage = ReplayStage::new(
|
2019-12-06 14:39:35 -08:00
|
|
|
replay_stage_config,
|
2020-01-13 13:13:52 -08:00
|
|
|
blockstore.clone(),
|
2019-12-06 14:39:35 -08:00
|
|
|
bank_forks.clone(),
|
|
|
|
cluster_info.clone(),
|
|
|
|
ledger_signal_receiver,
|
2021-03-24 23:41:52 -07:00
|
|
|
duplicate_slots_receiver,
|
2019-12-06 14:39:35 -08:00
|
|
|
poh_recorder.clone(),
|
2020-09-18 22:03:54 -07:00
|
|
|
tower,
|
2020-03-09 22:03:09 -07:00
|
|
|
vote_tracker,
|
2020-03-30 19:57:11 -07:00
|
|
|
cluster_slots,
|
2020-03-19 23:35:01 -07:00
|
|
|
retransmit_slots_sender,
|
2020-05-05 14:07:21 -07:00
|
|
|
duplicate_slots_reset_receiver,
|
2020-08-07 11:21:35 -07:00
|
|
|
replay_vote_sender,
|
2021-03-24 23:41:52 -07:00
|
|
|
gossip_confirmed_slots_receiver,
|
2021-04-10 17:34:45 -07:00
|
|
|
gossip_verified_vote_hash_receiver,
|
2021-06-02 17:20:00 -07:00
|
|
|
cluster_slots_update_sender,
|
2021-07-01 09:32:41 -07:00
|
|
|
cost_update_sender,
|
2021-07-15 07:35:51 -07:00
|
|
|
voting_sender,
|
2019-12-06 14:39:35 -08:00
|
|
|
);
|
2018-06-13 21:52:23 -07:00
|
|
|
|
2020-03-31 17:21:19 -07:00
|
|
|
let ledger_cleanup_service = tvu_config.max_ledger_shreds.map(|max_ledger_shreds| {
|
2019-07-20 13:13:55 -07:00
|
|
|
LedgerCleanupService::new(
|
|
|
|
ledger_cleanup_slot_receiver,
|
2020-01-13 13:13:52 -08:00
|
|
|
blockstore.clone(),
|
2020-03-31 17:21:19 -07:00
|
|
|
max_ledger_shreds,
|
2021-06-18 06:34:46 -07:00
|
|
|
exit,
|
2021-02-14 10:16:30 -08:00
|
|
|
compaction_interval,
|
|
|
|
max_compaction_jitter,
|
2019-07-20 13:13:55 -07:00
|
|
|
)
|
|
|
|
});
|
|
|
|
|
2020-12-12 17:22:34 -08:00
|
|
|
let accounts_background_service = AccountsBackgroundService::new(
|
|
|
|
bank_forks.clone(),
|
2021-06-18 06:34:46 -07:00
|
|
|
exit,
|
2020-12-12 17:22:34 -08:00
|
|
|
accounts_background_request_handler,
|
2021-01-11 17:00:23 -08:00
|
|
|
tvu_config.accounts_db_caching_enabled,
|
2021-02-04 07:00:33 -08:00
|
|
|
tvu_config.test_hash_calculation,
|
2021-02-16 13:13:48 -08:00
|
|
|
tvu_config.use_index_hash_calculation,
|
2021-09-07 13:43:43 -07:00
|
|
|
last_full_snapshot_slot,
|
2020-12-12 17:22:34 -08:00
|
|
|
);
|
2020-03-23 08:50:23 -07:00
|
|
|
|
2019-02-11 17:56:52 -08:00
|
|
|
Tvu {
|
|
|
|
fetch_stage,
|
2019-10-28 16:07:51 -07:00
|
|
|
sigverify_stage,
|
2019-02-11 17:56:52 -08:00
|
|
|
retransmit_stage,
|
|
|
|
replay_stage,
|
2019-07-20 13:13:55 -07:00
|
|
|
ledger_cleanup_service,
|
2020-04-06 01:30:23 -07:00
|
|
|
accounts_background_service,
|
2020-03-16 08:37:31 -07:00
|
|
|
accounts_hash_verifier,
|
2021-07-01 09:32:41 -07:00
|
|
|
cost_update_service,
|
2021-07-15 07:35:51 -07:00
|
|
|
voting_service,
|
2019-02-11 17:56:52 -08:00
|
|
|
}
|
2018-05-11 23:31:32 -07:00
|
|
|
}
|
2018-07-03 21:14:08 -07:00
|
|
|
|
2019-11-13 10:12:09 -08:00
|
|
|
pub fn join(self) -> thread::Result<()> {
|
2018-10-10 16:49:41 -07:00
|
|
|
self.retransmit_stage.join()?;
|
2018-09-13 14:00:17 -07:00
|
|
|
self.fetch_stage.join()?;
|
2019-10-28 16:07:51 -07:00
|
|
|
self.sigverify_stage.join()?;
|
2019-07-20 13:13:55 -07:00
|
|
|
if self.ledger_cleanup_service.is_some() {
|
|
|
|
self.ledger_cleanup_service.unwrap().join()?;
|
|
|
|
}
|
2020-04-06 01:30:23 -07:00
|
|
|
self.accounts_background_service.join()?;
|
2019-02-08 08:06:27 -08:00
|
|
|
self.replay_stage.join()?;
|
2020-03-16 08:37:31 -07:00
|
|
|
self.accounts_hash_verifier.join()?;
|
2021-07-01 09:32:41 -07:00
|
|
|
self.cost_update_service.join()?;
|
2021-07-15 07:35:51 -07:00
|
|
|
self.voting_service.join()?;
|
2019-02-08 08:06:27 -08:00
|
|
|
Ok(())
|
2018-07-03 21:14:08 -07:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-05-11 23:31:32 -07:00
|
|
|
#[cfg(test)]
|
2018-05-23 10:49:48 -07:00
|
|
|
pub mod tests {
|
2019-02-08 08:10:28 -08:00
|
|
|
use super::*;
|
2021-01-28 21:35:31 -08:00
|
|
|
use serial_test::serial;
|
2021-05-26 08:15:46 -07:00
|
|
|
use solana_gossip::cluster_info::{ClusterInfo, Node};
|
2020-06-25 02:24:16 -07:00
|
|
|
use solana_ledger::{
|
2020-09-01 22:06:06 -07:00
|
|
|
blockstore::BlockstoreSignals,
|
2020-06-25 02:24:16 -07:00
|
|
|
create_new_tmp_ledger,
|
|
|
|
genesis_utils::{create_genesis_config, GenesisConfigInfo},
|
|
|
|
};
|
2021-06-04 08:23:06 -07:00
|
|
|
use solana_poh::poh_recorder::create_test_recorder;
|
2021-05-18 23:54:28 -07:00
|
|
|
use solana_rpc::optimistically_confirmed_bank_tracker::OptimisticallyConfirmedBank;
|
2019-02-21 11:19:45 -08:00
|
|
|
use solana_runtime::bank::Bank;
|
2021-07-23 08:25:03 -07:00
|
|
|
use solana_sdk::signature::{Keypair, Signer};
|
|
|
|
use solana_streamer::socket::SocketAddrSpace;
|
2019-03-04 19:02:03 -08:00
|
|
|
use std::sync::atomic::Ordering;
|
2018-08-03 11:06:06 -07:00
|
|
|
|
2020-05-19 23:40:27 -07:00
|
|
|
#[ignore]
|
2019-02-04 15:33:43 -08:00
|
|
|
#[test]
|
2020-04-21 12:54:16 -07:00
|
|
|
#[serial]
|
2019-02-04 15:33:43 -08:00
|
|
|
fn test_tvu_exit() {
|
|
|
|
solana_logger::setup();
|
|
|
|
let leader = Node::new_localhost();
|
|
|
|
let target1_keypair = Keypair::new();
|
2019-03-09 19:28:43 -08:00
|
|
|
let target1 = Node::new_localhost_with_pubkey(&target1_keypair.pubkey());
|
2019-02-04 15:33:43 -08:00
|
|
|
|
|
|
|
let starting_balance = 10_000;
|
2019-11-08 20:56:57 -08:00
|
|
|
let GenesisConfigInfo { genesis_config, .. } = create_genesis_config(starting_balance);
|
2019-02-21 11:19:45 -08:00
|
|
|
|
2021-08-05 06:42:38 -07:00
|
|
|
let bank_forks = BankForks::new(Bank::new_for_tests(&genesis_config));
|
2019-02-04 15:33:43 -08:00
|
|
|
|
|
|
|
//start cluster_info1
|
2021-07-23 08:25:03 -07:00
|
|
|
let cluster_info1 = ClusterInfo::new(
|
|
|
|
target1.info.clone(),
|
|
|
|
Arc::new(Keypair::new()),
|
|
|
|
SocketAddrSpace::Unspecified,
|
|
|
|
);
|
2020-05-15 09:35:43 -07:00
|
|
|
cluster_info1.insert_info(leader.info);
|
2020-04-21 12:54:45 -07:00
|
|
|
let cref1 = Arc::new(cluster_info1);
|
2019-02-04 15:33:43 -08:00
|
|
|
|
2020-01-13 13:13:52 -08:00
|
|
|
let (blockstore_path, _) = create_new_tmp_ledger!(&genesis_config);
|
2020-09-01 22:06:06 -07:00
|
|
|
let BlockstoreSignals {
|
|
|
|
blockstore,
|
|
|
|
ledger_signal_receiver,
|
|
|
|
..
|
2020-12-16 17:56:38 -08:00
|
|
|
} = Blockstore::open_with_signal(&blockstore_path, None, true)
|
2020-09-01 22:06:06 -07:00
|
|
|
.expect("Expected to successfully open ledger");
|
2020-01-13 13:13:52 -08:00
|
|
|
let blockstore = Arc::new(blockstore);
|
2019-03-03 16:44:06 -08:00
|
|
|
let bank = bank_forks.working_bank();
|
2019-03-29 20:00:36 -07:00
|
|
|
let (exit, poh_recorder, poh_service, _entry_receiver) =
|
2020-01-13 13:13:52 -08:00
|
|
|
create_test_recorder(&bank, &blockstore, None);
|
2020-03-31 08:23:42 -07:00
|
|
|
let vote_keypair = Keypair::new();
|
2019-04-19 02:39:44 -07:00
|
|
|
let leader_schedule_cache = Arc::new(LeaderScheduleCache::new_from_bank(&bank));
|
2020-06-25 21:06:58 -07:00
|
|
|
let block_commitment_cache = Arc::new(RwLock::new(BlockCommitmentCache::default()));
|
2020-03-19 23:35:01 -07:00
|
|
|
let (retransmit_slots_sender, _retransmit_slots_receiver) = unbounded();
|
2021-04-10 17:34:45 -07:00
|
|
|
let (_gossip_verified_vote_hash_sender, gossip_verified_vote_hash_receiver) = unbounded();
|
2020-07-09 22:52:54 -07:00
|
|
|
let (_verified_vote_sender, verified_vote_receiver) = unbounded();
|
2020-08-07 11:21:35 -07:00
|
|
|
let (replay_vote_sender, _replay_vote_receiver) = unbounded();
|
2020-09-01 22:06:06 -07:00
|
|
|
let (completed_data_sets_sender, _completed_data_sets_receiver) = unbounded();
|
2021-03-24 23:41:52 -07:00
|
|
|
let (_, gossip_confirmed_slots_receiver) = unbounded();
|
2020-05-06 23:23:06 -07:00
|
|
|
let bank_forks = Arc::new(RwLock::new(bank_forks));
|
2021-07-13 09:36:52 -07:00
|
|
|
let tower = Tower::default();
|
2021-09-07 13:43:43 -07:00
|
|
|
let accounts_package_channel = channel();
|
2019-02-11 17:56:52 -08:00
|
|
|
let tvu = Tvu::new(
|
2020-03-31 08:23:42 -07:00
|
|
|
&vote_keypair.pubkey(),
|
2021-04-11 20:38:30 -07:00
|
|
|
Arc::new(RwLock::new(vec![Arc::new(vote_keypair)])),
|
2020-05-06 23:23:06 -07:00
|
|
|
&bank_forks,
|
2019-02-04 15:33:43 -08:00
|
|
|
&cref1,
|
|
|
|
{
|
|
|
|
Sockets {
|
|
|
|
repair: target1.sockets.repair,
|
2019-10-10 13:24:03 -07:00
|
|
|
retransmit: target1.sockets.retransmit_sockets,
|
2019-02-04 15:33:43 -08:00
|
|
|
fetch: target1.sockets.tvu,
|
2019-08-20 17:16:06 -07:00
|
|
|
forwards: target1.sockets.tvu_forwards,
|
2019-02-04 15:33:43 -08:00
|
|
|
}
|
|
|
|
},
|
2020-01-13 13:13:52 -08:00
|
|
|
blockstore,
|
2020-09-01 22:06:06 -07:00
|
|
|
ledger_signal_receiver,
|
2021-09-17 12:40:14 -07:00
|
|
|
&Arc::new(RpcSubscriptions::new_for_tests(
|
2020-05-06 23:23:06 -07:00
|
|
|
&exit,
|
|
|
|
bank_forks.clone(),
|
|
|
|
block_commitment_cache.clone(),
|
2020-09-28 19:43:05 -07:00
|
|
|
OptimisticallyConfirmedBank::locked_from_bank_forks_root(&bank_forks),
|
2020-05-06 23:23:06 -07:00
|
|
|
)),
|
2019-03-03 16:44:06 -08:00
|
|
|
&poh_recorder,
|
2020-09-18 22:03:54 -07:00
|
|
|
tower,
|
2021-08-09 11:32:48 -07:00
|
|
|
Arc::new(crate::tower_storage::FileTowerStorage::default()),
|
2019-04-19 02:39:44 -07:00
|
|
|
&leader_schedule_cache,
|
2019-03-04 16:33:14 -08:00
|
|
|
&exit,
|
2019-11-04 15:44:27 -08:00
|
|
|
block_commitment_cache,
|
2019-11-15 08:36:33 -08:00
|
|
|
None,
|
2019-11-20 15:43:10 -08:00
|
|
|
None,
|
2020-02-04 18:50:24 -08:00
|
|
|
None,
|
2020-03-05 22:52:31 -08:00
|
|
|
None,
|
2020-09-09 08:33:14 -07:00
|
|
|
None,
|
2020-03-09 22:03:09 -07:00
|
|
|
Arc::new(VoteTracker::new(&bank)),
|
2020-03-19 23:35:01 -07:00
|
|
|
retransmit_slots_sender,
|
2021-04-10 17:34:45 -07:00
|
|
|
gossip_verified_vote_hash_receiver,
|
2020-07-09 22:52:54 -07:00
|
|
|
verified_vote_receiver,
|
2020-08-07 11:21:35 -07:00
|
|
|
replay_vote_sender,
|
2020-09-01 22:06:06 -07:00
|
|
|
completed_data_sets_sender,
|
2020-09-28 19:43:05 -07:00
|
|
|
None,
|
2021-03-24 23:41:52 -07:00
|
|
|
gossip_confirmed_slots_receiver,
|
2020-03-16 08:37:31 -07:00
|
|
|
TvuConfig::default(),
|
2021-02-23 13:06:33 -08:00
|
|
|
&Arc::new(MaxSlots::default()),
|
2021-06-09 15:10:59 -07:00
|
|
|
&Arc::new(RwLock::new(CostModel::default())),
|
2021-09-07 13:43:43 -07:00
|
|
|
accounts_package_channel,
|
|
|
|
None,
|
2019-02-04 15:33:43 -08:00
|
|
|
);
|
2019-03-04 19:02:03 -08:00
|
|
|
exit.store(true, Ordering::Relaxed);
|
|
|
|
tvu.join().unwrap();
|
2019-03-04 20:50:02 -08:00
|
|
|
poh_service.join().unwrap();
|
2019-02-04 15:33:43 -08:00
|
|
|
}
|
2018-05-11 23:31:32 -07:00
|
|
|
}
|