Add benchmark for execute_batch (#34717)
This commit is contained in:
parent
613f0ff226
commit
257ba2f0b1
|
@ -0,0 +1,187 @@
|
|||
#![allow(clippy::arithmetic_side_effects)]
|
||||
#![feature(test)]
|
||||
|
||||
use {
|
||||
rayon::{
|
||||
iter::IndexedParallelIterator,
|
||||
prelude::{IntoParallelIterator, IntoParallelRefIterator, ParallelIterator},
|
||||
},
|
||||
solana_ledger::{
|
||||
blockstore_processor::{execute_batch, TransactionBatchWithIndexes},
|
||||
genesis_utils::{create_genesis_config, GenesisConfigInfo},
|
||||
},
|
||||
solana_program_runtime::timings::ExecuteTimings,
|
||||
solana_runtime::{
|
||||
bank::Bank, prioritization_fee_cache::PrioritizationFeeCache,
|
||||
transaction_batch::TransactionBatch,
|
||||
},
|
||||
solana_sdk::{
|
||||
account::Account, feature_set::apply_cost_tracker_during_replay, signature::Keypair,
|
||||
signer::Signer, stake_history::Epoch, system_program, system_transaction,
|
||||
transaction::SanitizedTransaction,
|
||||
},
|
||||
std::{borrow::Cow, sync::Arc},
|
||||
test::Bencher,
|
||||
};
|
||||
|
||||
extern crate test;
|
||||
|
||||
fn create_accounts(num: usize) -> Vec<Keypair> {
|
||||
(0..num).into_par_iter().map(|_| Keypair::new()).collect()
|
||||
}
|
||||
|
||||
fn create_funded_accounts(bank: &Bank, num: usize) -> Vec<Keypair> {
|
||||
assert!(
|
||||
num.is_power_of_two(),
|
||||
"must be power of 2 for parallel funding tree"
|
||||
);
|
||||
let accounts = create_accounts(num);
|
||||
|
||||
accounts.par_iter().for_each(|account| {
|
||||
bank.store_account(
|
||||
&account.pubkey(),
|
||||
&Account {
|
||||
lamports: 5100,
|
||||
data: vec![],
|
||||
owner: system_program::id(),
|
||||
executable: false,
|
||||
rent_epoch: Epoch::MAX,
|
||||
},
|
||||
);
|
||||
});
|
||||
|
||||
accounts
|
||||
}
|
||||
|
||||
fn create_transactions(bank: &Bank, num: usize) -> Vec<SanitizedTransaction> {
|
||||
let funded_accounts = create_funded_accounts(bank, 2 * num);
|
||||
funded_accounts
|
||||
.into_par_iter()
|
||||
.chunks(2)
|
||||
.map(|chunk| {
|
||||
let from = &chunk[0];
|
||||
let to = &chunk[1];
|
||||
system_transaction::transfer(from, &to.pubkey(), 1, bank.last_blockhash())
|
||||
})
|
||||
.map(SanitizedTransaction::from_transaction_for_tests)
|
||||
.collect()
|
||||
}
|
||||
|
||||
struct BenchFrame {
|
||||
bank: Arc<Bank>,
|
||||
prioritization_fee_cache: PrioritizationFeeCache,
|
||||
}
|
||||
|
||||
fn setup(apply_cost_tracker_during_replay: bool) -> BenchFrame {
|
||||
let mint_total = u64::MAX;
|
||||
let GenesisConfigInfo {
|
||||
mut genesis_config, ..
|
||||
} = create_genesis_config(mint_total);
|
||||
|
||||
// Set a high ticks_per_slot so we don't run out of ticks
|
||||
// during the benchmark
|
||||
genesis_config.ticks_per_slot = 10_000;
|
||||
|
||||
let mut bank = Bank::new_for_benches(&genesis_config);
|
||||
|
||||
if !apply_cost_tracker_during_replay {
|
||||
bank.deactivate_feature(&apply_cost_tracker_during_replay::id());
|
||||
}
|
||||
|
||||
// Allow arbitrary transaction processing time for the purposes of this bench
|
||||
bank.ns_per_slot = u128::MAX;
|
||||
|
||||
// set cost tracker limits to MAX so it will not filter out TXs
|
||||
bank.write_cost_tracker()
|
||||
.unwrap()
|
||||
.set_limits(std::u64::MAX, std::u64::MAX, std::u64::MAX);
|
||||
let bank = bank.wrap_with_bank_forks_for_tests().0;
|
||||
let prioritization_fee_cache = PrioritizationFeeCache::default();
|
||||
BenchFrame {
|
||||
bank,
|
||||
prioritization_fee_cache,
|
||||
}
|
||||
}
|
||||
|
||||
fn bench_execute_batch(
|
||||
bencher: &mut Bencher,
|
||||
batch_size: usize,
|
||||
apply_cost_tracker_during_replay: bool,
|
||||
) {
|
||||
const TRANSACTIONS_PER_ITERATION: usize = 64;
|
||||
assert_eq!(
|
||||
TRANSACTIONS_PER_ITERATION % batch_size,
|
||||
0,
|
||||
"batch_size must be a factor of \
|
||||
`TRANSACTIONS_PER_ITERATION` ({TRANSACTIONS_PER_ITERATION}) \
|
||||
so that bench results are easily comparable"
|
||||
);
|
||||
let batches_per_iteration = TRANSACTIONS_PER_ITERATION / batch_size;
|
||||
|
||||
let BenchFrame {
|
||||
bank,
|
||||
prioritization_fee_cache,
|
||||
} = setup(apply_cost_tracker_during_replay);
|
||||
let transactions = create_transactions(&bank, 2_usize.pow(20));
|
||||
let batches: Vec<_> = transactions
|
||||
.chunks(batch_size)
|
||||
.map(|txs| {
|
||||
let mut batch =
|
||||
TransactionBatch::new(vec![Ok(()); txs.len()], &bank, Cow::Borrowed(txs));
|
||||
batch.set_needs_unlock(false);
|
||||
TransactionBatchWithIndexes {
|
||||
batch,
|
||||
transaction_indexes: (0..batch_size).collect(),
|
||||
}
|
||||
})
|
||||
.collect();
|
||||
let mut batches_iter = batches.iter();
|
||||
|
||||
let mut timing = ExecuteTimings::default();
|
||||
bencher.iter(|| {
|
||||
for _ in 0..batches_per_iteration {
|
||||
let batch = batches_iter.next().unwrap();
|
||||
let _ = execute_batch(
|
||||
batch,
|
||||
&bank,
|
||||
None,
|
||||
None,
|
||||
&mut timing,
|
||||
None,
|
||||
&prioritization_fee_cache,
|
||||
);
|
||||
}
|
||||
});
|
||||
// drop batches here so dropping is not included in the benchmark
|
||||
drop(batches);
|
||||
}
|
||||
|
||||
#[bench]
|
||||
fn bench_execute_batch_unbatched(bencher: &mut Bencher) {
|
||||
bench_execute_batch(bencher, 1, true);
|
||||
}
|
||||
|
||||
#[bench]
|
||||
fn bench_execute_batch_half_batch(bencher: &mut Bencher) {
|
||||
bench_execute_batch(bencher, 32, true);
|
||||
}
|
||||
|
||||
#[bench]
|
||||
fn bench_execute_batch_full_batch(bencher: &mut Bencher) {
|
||||
bench_execute_batch(bencher, 64, true);
|
||||
}
|
||||
|
||||
#[bench]
|
||||
fn bench_execute_batch_unbatched_disable_tx_cost_update(bencher: &mut Bencher) {
|
||||
bench_execute_batch(bencher, 1, false);
|
||||
}
|
||||
|
||||
#[bench]
|
||||
fn bench_execute_batch_half_batch_disable_tx_cost_update(bencher: &mut Bencher) {
|
||||
bench_execute_batch(bencher, 32, false);
|
||||
}
|
||||
|
||||
#[bench]
|
||||
fn bench_execute_batch_full_batch_disable_tx_cost_update(bencher: &mut Bencher) {
|
||||
bench_execute_batch(bencher, 64, false);
|
||||
}
|
Loading…
Reference in New Issue