2019-05-17 11:09:42 -07:00
|
|
|
#![feature(test)]
|
2022-01-17 09:37:05 -08:00
|
|
|
#![allow(clippy::integer_arithmetic)]
|
2019-05-17 11:09:42 -07:00
|
|
|
|
2019-08-21 10:23:33 -07:00
|
|
|
extern crate solana_core;
|
2019-05-17 11:09:42 -07:00
|
|
|
extern crate test;
|
|
|
|
|
2021-12-03 09:00:31 -08:00
|
|
|
use {
|
|
|
|
crossbeam_channel::unbounded,
|
|
|
|
log::*,
|
|
|
|
rand::{thread_rng, Rng},
|
|
|
|
solana_core::{sigverify::TransactionSigVerifier, sigverify_stage::SigVerifyStage},
|
2021-12-11 06:44:15 -08:00
|
|
|
solana_perf::{packet::to_packet_batches, test_tx::test_tx},
|
2021-12-03 09:00:31 -08:00
|
|
|
solana_sdk::{
|
|
|
|
hash::Hash,
|
|
|
|
signature::{Keypair, Signer},
|
|
|
|
system_transaction,
|
|
|
|
timing::duration_as_ms,
|
|
|
|
},
|
2022-01-11 02:44:46 -08:00
|
|
|
std::time::{Duration, Instant},
|
2021-12-03 09:00:31 -08:00
|
|
|
test::Bencher,
|
|
|
|
};
|
2019-05-17 11:09:42 -07:00
|
|
|
|
2022-01-17 09:37:05 -08:00
|
|
|
fn run_bench_packet_discard(num_ips: usize, bencher: &mut Bencher) {
|
2021-09-29 20:41:05 -07:00
|
|
|
solana_logger::setup();
|
|
|
|
let len = 30 * 1000;
|
|
|
|
let chunk_size = 1024;
|
|
|
|
let tx = test_tx();
|
2021-12-11 06:44:15 -08:00
|
|
|
let mut batches = to_packet_batches(&vec![tx; len], chunk_size);
|
2021-09-29 20:41:05 -07:00
|
|
|
|
|
|
|
let mut total = 0;
|
|
|
|
|
2022-01-17 09:37:05 -08:00
|
|
|
let ips: Vec<_> = (0..num_ips)
|
2021-09-29 20:41:05 -07:00
|
|
|
.into_iter()
|
|
|
|
.map(|_| {
|
|
|
|
let mut addr = [0u16; 8];
|
|
|
|
thread_rng().fill(&mut addr);
|
2022-01-02 08:13:57 -08:00
|
|
|
std::net::IpAddr::from(addr)
|
2021-09-29 20:41:05 -07:00
|
|
|
})
|
|
|
|
.collect();
|
|
|
|
|
|
|
|
for batch in batches.iter_mut() {
|
|
|
|
total += batch.packets.len();
|
|
|
|
for p in batch.packets.iter_mut() {
|
|
|
|
let ip_index = thread_rng().gen_range(0, ips.len());
|
|
|
|
p.meta.addr = ips[ip_index];
|
|
|
|
}
|
|
|
|
}
|
|
|
|
info!("total packets: {}", total);
|
|
|
|
|
|
|
|
bencher.iter(move || {
|
|
|
|
SigVerifyStage::discard_excess_packets(&mut batches, 10_000);
|
improves sigverify discard_excess_packets performance (#22577)
As shown by the added benchmark, current code does worse if there is a
spam address plus a lot of unique addresses.
on current master:
test bench_packet_discard_many_senders ... bench: 1,997,960 ns/iter (+/- 103,715)
test bench_packet_discard_mixed_senders ... bench: 14,256,116 ns/iter (+/- 534,865)
test bench_packet_discard_single_sender ... bench: 1,306,809 ns/iter (+/- 61,992)
with this commit:
test bench_packet_discard_many_senders ... bench: 1,644,025 ns/iter (+/- 83,715)
test bench_packet_discard_mixed_senders ... bench: 1,089,789 ns/iter (+/- 86,324)
test bench_packet_discard_single_sender ... bench: 955,234 ns/iter (+/- 55,953)
2022-01-19 10:10:02 -08:00
|
|
|
let mut num_packets = 0;
|
2021-09-29 20:41:05 -07:00
|
|
|
for batch in batches.iter_mut() {
|
|
|
|
for p in batch.packets.iter_mut() {
|
improves sigverify discard_excess_packets performance (#22577)
As shown by the added benchmark, current code does worse if there is a
spam address plus a lot of unique addresses.
on current master:
test bench_packet_discard_many_senders ... bench: 1,997,960 ns/iter (+/- 103,715)
test bench_packet_discard_mixed_senders ... bench: 14,256,116 ns/iter (+/- 534,865)
test bench_packet_discard_single_sender ... bench: 1,306,809 ns/iter (+/- 61,992)
with this commit:
test bench_packet_discard_many_senders ... bench: 1,644,025 ns/iter (+/- 83,715)
test bench_packet_discard_mixed_senders ... bench: 1,089,789 ns/iter (+/- 86,324)
test bench_packet_discard_single_sender ... bench: 955,234 ns/iter (+/- 55,953)
2022-01-19 10:10:02 -08:00
|
|
|
if !p.meta.discard() {
|
|
|
|
num_packets += 1;
|
|
|
|
}
|
2022-01-02 09:10:32 -08:00
|
|
|
p.meta.set_discard(false);
|
2021-09-29 20:41:05 -07:00
|
|
|
}
|
|
|
|
}
|
improves sigverify discard_excess_packets performance (#22577)
As shown by the added benchmark, current code does worse if there is a
spam address plus a lot of unique addresses.
on current master:
test bench_packet_discard_many_senders ... bench: 1,997,960 ns/iter (+/- 103,715)
test bench_packet_discard_mixed_senders ... bench: 14,256,116 ns/iter (+/- 534,865)
test bench_packet_discard_single_sender ... bench: 1,306,809 ns/iter (+/- 61,992)
with this commit:
test bench_packet_discard_many_senders ... bench: 1,644,025 ns/iter (+/- 83,715)
test bench_packet_discard_mixed_senders ... bench: 1,089,789 ns/iter (+/- 86,324)
test bench_packet_discard_single_sender ... bench: 955,234 ns/iter (+/- 55,953)
2022-01-19 10:10:02 -08:00
|
|
|
assert_eq!(num_packets, 10_000);
|
2021-09-29 20:41:05 -07:00
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2022-01-17 09:37:05 -08:00
|
|
|
#[bench]
|
|
|
|
fn bench_packet_discard_many_senders(bencher: &mut Bencher) {
|
|
|
|
run_bench_packet_discard(1000, bencher);
|
|
|
|
}
|
|
|
|
|
|
|
|
#[bench]
|
|
|
|
fn bench_packet_discard_single_sender(bencher: &mut Bencher) {
|
|
|
|
run_bench_packet_discard(1, bencher);
|
|
|
|
}
|
|
|
|
|
improves sigverify discard_excess_packets performance (#22577)
As shown by the added benchmark, current code does worse if there is a
spam address plus a lot of unique addresses.
on current master:
test bench_packet_discard_many_senders ... bench: 1,997,960 ns/iter (+/- 103,715)
test bench_packet_discard_mixed_senders ... bench: 14,256,116 ns/iter (+/- 534,865)
test bench_packet_discard_single_sender ... bench: 1,306,809 ns/iter (+/- 61,992)
with this commit:
test bench_packet_discard_many_senders ... bench: 1,644,025 ns/iter (+/- 83,715)
test bench_packet_discard_mixed_senders ... bench: 1,089,789 ns/iter (+/- 86,324)
test bench_packet_discard_single_sender ... bench: 955,234 ns/iter (+/- 55,953)
2022-01-19 10:10:02 -08:00
|
|
|
#[bench]
|
|
|
|
fn bench_packet_discard_mixed_senders(bencher: &mut Bencher) {
|
|
|
|
const SIZE: usize = 30 * 1000;
|
|
|
|
const CHUNK_SIZE: usize = 1024;
|
|
|
|
fn new_rand_addr<R: Rng>(rng: &mut R) -> std::net::IpAddr {
|
|
|
|
let mut addr = [0u16; 8];
|
|
|
|
rng.fill(&mut addr);
|
|
|
|
std::net::IpAddr::from(addr)
|
|
|
|
}
|
|
|
|
let mut rng = thread_rng();
|
|
|
|
let mut batches = to_packet_batches(&vec![test_tx(); SIZE], CHUNK_SIZE);
|
|
|
|
let spam_addr = new_rand_addr(&mut rng);
|
|
|
|
for batch in batches.iter_mut() {
|
|
|
|
for packet in batch.packets.iter_mut() {
|
|
|
|
// One spam address, ~1000 unique addresses.
|
|
|
|
packet.meta.addr = if rng.gen_ratio(1, 30) {
|
|
|
|
new_rand_addr(&mut rng)
|
|
|
|
} else {
|
|
|
|
spam_addr
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
bencher.iter(move || {
|
|
|
|
SigVerifyStage::discard_excess_packets(&mut batches, 10_000);
|
|
|
|
let mut num_packets = 0;
|
|
|
|
for batch in batches.iter_mut() {
|
|
|
|
for packet in batch.packets.iter_mut() {
|
|
|
|
if !packet.meta.discard() {
|
|
|
|
num_packets += 1;
|
|
|
|
}
|
|
|
|
packet.meta.set_discard(false);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
assert_eq!(num_packets, 10_000);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2019-05-17 11:09:42 -07:00
|
|
|
#[bench]
|
|
|
|
fn bench_sigverify_stage(bencher: &mut Bencher) {
|
|
|
|
solana_logger::setup();
|
2022-01-11 02:44:46 -08:00
|
|
|
let (packet_s, packet_r) = unbounded();
|
2019-06-26 18:42:27 -07:00
|
|
|
let (verified_s, verified_r) = unbounded();
|
2019-10-28 16:07:51 -07:00
|
|
|
let verifier = TransactionSigVerifier::default();
|
|
|
|
let stage = SigVerifyStage::new(packet_r, verified_s, verifier);
|
2019-05-17 11:09:42 -07:00
|
|
|
|
|
|
|
let now = Instant::now();
|
|
|
|
let len = 4096;
|
|
|
|
let use_same_tx = true;
|
|
|
|
let chunk_size = 1024;
|
|
|
|
let mut batches = if use_same_tx {
|
|
|
|
let tx = test_tx();
|
2021-12-11 06:44:15 -08:00
|
|
|
to_packet_batches(&vec![tx; len], chunk_size)
|
2019-05-17 11:09:42 -07:00
|
|
|
} else {
|
|
|
|
let from_keypair = Keypair::new();
|
|
|
|
let to_keypair = Keypair::new();
|
|
|
|
let txs: Vec<_> = (0..len)
|
|
|
|
.map(|_| {
|
|
|
|
let amount = thread_rng().gen();
|
2020-06-08 17:38:14 -07:00
|
|
|
system_transaction::transfer(
|
2019-05-17 11:09:42 -07:00
|
|
|
&from_keypair,
|
|
|
|
&to_keypair.pubkey(),
|
|
|
|
amount,
|
|
|
|
Hash::default(),
|
2020-06-08 17:38:14 -07:00
|
|
|
)
|
2019-05-17 11:09:42 -07:00
|
|
|
})
|
|
|
|
.collect();
|
2021-12-11 06:44:15 -08:00
|
|
|
to_packet_batches(&txs, chunk_size)
|
2019-05-17 11:09:42 -07:00
|
|
|
};
|
|
|
|
|
|
|
|
trace!(
|
|
|
|
"starting... generation took: {} ms batches: {}",
|
|
|
|
duration_as_ms(&now.elapsed()),
|
|
|
|
batches.len()
|
|
|
|
);
|
|
|
|
bencher.iter(move || {
|
|
|
|
let mut sent_len = 0;
|
|
|
|
for _ in 0..batches.len() {
|
|
|
|
if let Some(batch) = batches.pop() {
|
|
|
|
sent_len += batch.packets.len();
|
|
|
|
packet_s.send(batch).unwrap();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
let mut received = 0;
|
2019-05-22 13:00:03 -07:00
|
|
|
trace!("sent: {}", sent_len);
|
2019-05-17 11:09:42 -07:00
|
|
|
loop {
|
|
|
|
if let Ok(mut verifieds) = verified_r.recv_timeout(Duration::from_millis(10)) {
|
|
|
|
while let Some(v) = verifieds.pop() {
|
2019-11-01 14:23:03 -07:00
|
|
|
received += v.packets.len();
|
|
|
|
batches.push(v);
|
2019-05-17 11:09:42 -07:00
|
|
|
}
|
|
|
|
if received >= sent_len {
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2019-05-22 13:00:03 -07:00
|
|
|
trace!("received: {}", received);
|
2019-05-17 11:09:42 -07:00
|
|
|
});
|
|
|
|
stage.join().unwrap();
|
|
|
|
}
|