removes IndexedParallelIterator::with_min_len from retransmit (#26305)

Testing on mainnet-beta, with_min_len does not seem to have much impact
in the current retransmit code.
This commit is contained in:
behzad nouri 2022-06-29 13:27:17 +00:00 committed by GitHub
parent af7f08eba4
commit b3406b5b2a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 3 deletions

View File

@ -53,7 +53,8 @@ use {
const MAX_DUPLICATE_COUNT: usize = 2; const MAX_DUPLICATE_COUNT: usize = 2;
const DEFAULT_LRU_SIZE: usize = 10_000; const DEFAULT_LRU_SIZE: usize = 10_000;
const RAYON_PAR_ITER_MIN_LEN: usize = 4; // Minimum number of shreds to use rayon parallel iterators.
const PAR_ITER_MIN_NUM_SHREDS: usize = 2;
const CLUSTER_NODES_CACHE_NUM_EPOCH_CAP: usize = 8; const CLUSTER_NODES_CACHE_NUM_EPOCH_CAP: usize = 8;
const CLUSTER_NODES_CACHE_TTL: Duration = Duration::from_secs(5); const CLUSTER_NODES_CACHE_TTL: Duration = Duration::from_secs(5);
@ -247,7 +248,7 @@ fn retransmit(
entry.record(now, root_distance, num_nodes); entry.record(now, root_distance, num_nodes);
stats stats
}; };
let slot_stats = if shreds.len() <= RAYON_PAR_ITER_MIN_LEN { let slot_stats = if shreds.len() < PAR_ITER_MIN_NUM_SHREDS {
stats.num_small_batches += 1; stats.num_small_batches += 1;
shreds shreds
.into_iter() .into_iter()
@ -269,7 +270,6 @@ fn retransmit(
thread_pool.install(|| { thread_pool.install(|| {
shreds shreds
.into_par_iter() .into_par_iter()
.with_min_len(RAYON_PAR_ITER_MIN_LEN)
.map(|(shred, slot_leader, cluster_nodes)| { .map(|(shred, slot_leader, cluster_nodes)| {
let index = thread_pool.current_thread_index().unwrap(); let index = thread_pool.current_thread_index().unwrap();
let (root_distance, num_nodes) = retransmit_shred( let (root_distance, num_nodes) = retransmit_shred(