2018-07-02 21:13:47 -07:00
|
|
|
extern crate bincode;
|
2018-08-06 20:51:12 -07:00
|
|
|
#[macro_use]
|
2018-07-02 21:43:44 -07:00
|
|
|
extern crate clap;
|
2018-07-25 18:46:18 -07:00
|
|
|
extern crate influx_db_client;
|
2018-10-10 17:23:06 -07:00
|
|
|
extern crate rand;
|
2018-03-28 15:51:18 -07:00
|
|
|
extern crate rayon;
|
2018-10-10 17:23:06 -07:00
|
|
|
#[macro_use]
|
|
|
|
extern crate log;
|
2018-03-05 14:34:15 -08:00
|
|
|
extern crate serde_json;
|
2018-09-07 15:07:10 -07:00
|
|
|
#[macro_use]
|
2018-03-27 15:24:05 -07:00
|
|
|
extern crate solana;
|
2018-02-28 09:07:54 -08:00
|
|
|
|
2018-07-02 21:43:44 -07:00
|
|
|
use clap::{App, Arg};
|
2018-07-25 18:46:18 -07:00
|
|
|
use influx_db_client as influxdb;
|
2018-10-10 17:23:06 -07:00
|
|
|
use rand::{thread_rng, Rng};
|
2018-04-02 20:15:21 -07:00
|
|
|
use rayon::prelude::*;
|
2018-07-31 22:07:53 -07:00
|
|
|
use solana::client::mk_client;
|
2018-10-08 19:55:54 -07:00
|
|
|
use solana::cluster_info::{ClusterInfo, NodeInfo};
|
2018-07-31 22:07:53 -07:00
|
|
|
use solana::drone::DRONE_PORT;
|
2018-06-14 16:42:27 -07:00
|
|
|
use solana::hash::Hash;
|
2018-07-27 21:37:53 -07:00
|
|
|
use solana::logger;
|
2018-07-25 18:46:18 -07:00
|
|
|
use solana::metrics;
|
2018-06-07 15:06:32 -07:00
|
|
|
use solana::ncp::Ncp;
|
2018-07-03 21:14:08 -07:00
|
|
|
use solana::service::Service;
|
2018-09-10 12:06:14 -07:00
|
|
|
use solana::signature::{read_keypair, GenKeys, Keypair, KeypairUtil};
|
2018-09-26 09:07:53 -07:00
|
|
|
use solana::system_transaction::SystemTransaction;
|
2018-08-31 00:10:39 -07:00
|
|
|
use solana::thin_client::{poll_gossip_for_leader, ThinClient};
|
2018-10-10 17:23:06 -07:00
|
|
|
use solana::timing::timestamp;
|
2018-06-14 16:42:27 -07:00
|
|
|
use solana::timing::{duration_as_ms, duration_as_s};
|
2018-09-26 09:07:53 -07:00
|
|
|
use solana::transaction::Transaction;
|
2018-07-31 22:07:53 -07:00
|
|
|
use solana::wallet::request_airdrop;
|
2018-08-09 12:31:34 -07:00
|
|
|
use solana::window::default_window;
|
2018-10-05 16:45:27 -07:00
|
|
|
use std::cmp;
|
2018-07-23 14:26:16 -07:00
|
|
|
use std::collections::VecDeque;
|
2018-08-31 00:10:39 -07:00
|
|
|
use std::net::SocketAddr;
|
2018-04-19 07:06:19 -07:00
|
|
|
use std::process::exit;
|
2018-09-05 11:58:41 -07:00
|
|
|
use std::sync::atomic::{AtomicBool, AtomicIsize, AtomicUsize, Ordering};
|
2018-05-25 15:54:03 -07:00
|
|
|
use std::sync::{Arc, RwLock};
|
2018-05-04 11:11:39 -07:00
|
|
|
use std::thread::sleep;
|
2018-06-14 16:42:27 -07:00
|
|
|
use std::thread::Builder;
|
2018-05-04 11:11:39 -07:00
|
|
|
use std::time::Duration;
|
2018-04-26 12:17:36 -07:00
|
|
|
use std::time::Instant;
|
2018-03-04 00:21:40 -08:00
|
|
|
|
2018-07-19 20:09:57 -07:00
|
|
|
pub struct NodeStats {
|
|
|
|
pub tps: f64, // Maximum TPS reported by this node
|
|
|
|
pub tx: u64, // Total transactions reported by this node
|
|
|
|
}
|
|
|
|
|
2018-11-05 08:36:22 -08:00
|
|
|
fn metrics_submit_token_balance(token_balance: u64) {
|
2018-07-25 18:46:18 -07:00
|
|
|
println!("Token balance: {}", token_balance);
|
|
|
|
metrics::submit(
|
|
|
|
influxdb::Point::new("bench-tps")
|
|
|
|
.add_tag("op", influxdb::Value::String("token_balance".to_string()))
|
|
|
|
.add_field("balance", influxdb::Value::Integer(token_balance as i64))
|
|
|
|
.to_owned(),
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
2018-06-14 16:42:27 -07:00
|
|
|
fn sample_tx_count(
|
2018-07-22 16:20:07 -07:00
|
|
|
exit_signal: &Arc<AtomicBool>,
|
2018-07-19 20:09:57 -07:00
|
|
|
maxes: &Arc<RwLock<Vec<(SocketAddr, NodeStats)>>>,
|
2018-07-22 16:20:07 -07:00
|
|
|
first_tx_count: u64,
|
2018-07-11 12:32:54 -07:00
|
|
|
v: &NodeInfo,
|
2018-06-14 16:42:27 -07:00
|
|
|
sample_period: u64,
|
|
|
|
) {
|
2018-06-29 14:12:26 -07:00
|
|
|
let mut client = mk_client(&v);
|
2018-06-14 16:42:27 -07:00
|
|
|
let mut now = Instant::now();
|
|
|
|
let mut initial_tx_count = client.transaction_count();
|
|
|
|
let mut max_tps = 0.0;
|
|
|
|
let mut total;
|
2018-07-22 16:20:07 -07:00
|
|
|
|
|
|
|
let log_prefix = format!("{:21}:", v.contact_info.tpu.to_string());
|
|
|
|
|
2018-06-14 16:42:27 -07:00
|
|
|
loop {
|
|
|
|
let tx_count = client.transaction_count();
|
2018-07-28 10:35:16 -07:00
|
|
|
assert!(
|
|
|
|
tx_count >= initial_tx_count,
|
|
|
|
"expected tx_count({}) >= initial_tx_count({})",
|
|
|
|
tx_count,
|
|
|
|
initial_tx_count
|
|
|
|
);
|
2018-06-14 16:42:27 -07:00
|
|
|
let duration = now.elapsed();
|
|
|
|
now = Instant::now();
|
|
|
|
let sample = tx_count - initial_tx_count;
|
|
|
|
initial_tx_count = tx_count;
|
2018-08-05 22:53:37 -07:00
|
|
|
|
2018-06-14 16:42:27 -07:00
|
|
|
let ns = duration.as_secs() * 1_000_000_000 + u64::from(duration.subsec_nanos());
|
|
|
|
let tps = (sample * 1_000_000_000) as f64 / ns as f64;
|
|
|
|
if tps > max_tps {
|
|
|
|
max_tps = tps;
|
|
|
|
}
|
2018-07-22 16:20:07 -07:00
|
|
|
if tx_count > first_tx_count {
|
|
|
|
total = tx_count - first_tx_count;
|
|
|
|
} else {
|
|
|
|
total = 0;
|
|
|
|
}
|
2018-08-05 22:53:37 -07:00
|
|
|
println!(
|
|
|
|
"{} {:9.2} TPS, Transactions: {:6}, Total transactions: {}",
|
|
|
|
log_prefix, tps, sample, total
|
|
|
|
);
|
2018-06-14 16:42:27 -07:00
|
|
|
sleep(Duration::new(sample_period, 0));
|
|
|
|
|
2018-07-22 16:20:07 -07:00
|
|
|
if exit_signal.load(Ordering::Relaxed) {
|
|
|
|
println!("{} Exiting validator thread", log_prefix);
|
2018-07-19 20:09:57 -07:00
|
|
|
let stats = NodeStats {
|
|
|
|
tps: max_tps,
|
|
|
|
tx: total,
|
|
|
|
};
|
|
|
|
maxes.write().unwrap().push((v.contact_info.tpu, stats));
|
2018-06-14 16:42:27 -07:00
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-08-04 20:25:23 -07:00
|
|
|
/// Send loopback payment of 0 tokens and confirm the network processed it
|
2018-08-09 07:56:04 -07:00
|
|
|
fn send_barrier_transaction(barrier_client: &mut ThinClient, last_id: &mut Hash, id: &Keypair) {
|
2018-08-04 20:25:23 -07:00
|
|
|
let transfer_start = Instant::now();
|
|
|
|
|
|
|
|
let mut poll_count = 0;
|
|
|
|
loop {
|
|
|
|
if poll_count > 0 && poll_count % 8 == 0 {
|
|
|
|
println!(
|
|
|
|
"polling for barrier transaction confirmation, attempt {}",
|
|
|
|
poll_count
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
*last_id = barrier_client.get_last_id();
|
2018-08-09 08:26:21 -07:00
|
|
|
let signature = barrier_client
|
2018-08-04 20:25:23 -07:00
|
|
|
.transfer(0, &id, id.pubkey(), last_id)
|
|
|
|
.expect("Unable to send barrier transaction");
|
|
|
|
|
2018-08-09 08:26:21 -07:00
|
|
|
let confirmatiom = barrier_client.poll_for_signature(&signature);
|
2018-08-04 20:25:23 -07:00
|
|
|
let duration_ms = duration_as_ms(&transfer_start.elapsed());
|
|
|
|
if confirmatiom.is_ok() {
|
|
|
|
println!("barrier transaction confirmed in {}ms", duration_ms);
|
|
|
|
|
|
|
|
metrics::submit(
|
|
|
|
influxdb::Point::new("bench-tps")
|
|
|
|
.add_tag(
|
|
|
|
"op",
|
|
|
|
influxdb::Value::String("send_barrier_transaction".to_string()),
|
2018-09-14 16:25:14 -07:00
|
|
|
).add_field("poll_count", influxdb::Value::Integer(poll_count))
|
2018-08-04 20:25:23 -07:00
|
|
|
.add_field("duration", influxdb::Value::Integer(duration_ms as i64))
|
|
|
|
.to_owned(),
|
|
|
|
);
|
|
|
|
|
|
|
|
// Sanity check that the client balance is still 1
|
2018-08-25 18:24:25 -07:00
|
|
|
let balance = barrier_client
|
2018-08-26 23:31:26 -07:00
|
|
|
.poll_balance_with_timeout(
|
|
|
|
&id.pubkey(),
|
|
|
|
&Duration::from_millis(100),
|
|
|
|
&Duration::from_secs(10),
|
2018-09-14 16:25:14 -07:00
|
|
|
).expect("Failed to get balance");
|
2018-08-04 20:25:23 -07:00
|
|
|
if balance != 1 {
|
|
|
|
panic!("Expected an account balance of 1 (balance: {}", balance);
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Timeout after 3 minutes. When running a CPU-only leader+validator+drone+bench-tps on a dev
|
|
|
|
// machine, some batches of transactions can take upwards of 1 minute...
|
|
|
|
if duration_ms > 1000 * 60 * 3 {
|
|
|
|
println!("Error: Couldn't confirm barrier transaction!");
|
|
|
|
exit(1);
|
|
|
|
}
|
|
|
|
|
|
|
|
let new_last_id = barrier_client.get_last_id();
|
|
|
|
if new_last_id == *last_id {
|
|
|
|
if poll_count > 0 && poll_count % 8 == 0 {
|
|
|
|
println!("last_id is not advancing, still at {:?}", *last_id);
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
*last_id = new_last_id;
|
|
|
|
}
|
|
|
|
|
|
|
|
poll_count += 1;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-10-10 17:23:06 -07:00
|
|
|
type SharedTransactions = Arc<RwLock<VecDeque<Vec<(Transaction, u64)>>>>;
|
2018-07-23 14:26:16 -07:00
|
|
|
fn generate_txs(
|
2018-10-10 17:23:06 -07:00
|
|
|
shared_txs: &SharedTransactions,
|
2018-10-05 16:45:27 -07:00
|
|
|
source: &[Keypair],
|
|
|
|
dest: &[Keypair],
|
2018-06-14 16:42:27 -07:00
|
|
|
threads: usize,
|
2018-07-11 22:21:51 -07:00
|
|
|
reclaim: bool,
|
2018-10-10 17:23:06 -07:00
|
|
|
leader: &NodeInfo,
|
2018-06-14 16:42:27 -07:00
|
|
|
) {
|
2018-10-10 17:23:06 -07:00
|
|
|
let mut client = mk_client(leader);
|
|
|
|
let last_id = client.get_last_id();
|
|
|
|
info!("last_id: {} {:?}", last_id, Instant::now());
|
2018-10-05 16:45:27 -07:00
|
|
|
let tx_count = source.len();
|
2018-08-06 10:52:16 -07:00
|
|
|
println!("Signing transactions... {} (reclaim={})", tx_count, reclaim);
|
2018-06-14 16:42:27 -07:00
|
|
|
let signing_start = Instant::now();
|
2018-07-02 21:13:47 -07:00
|
|
|
|
2018-10-10 17:23:06 -07:00
|
|
|
let pairs: Vec<_> = if !reclaim {
|
|
|
|
source.iter().zip(dest.iter()).collect()
|
|
|
|
} else {
|
|
|
|
dest.iter().zip(source.iter()).collect()
|
|
|
|
};
|
2018-10-05 16:45:27 -07:00
|
|
|
let transactions: Vec<_> = pairs
|
2018-08-05 22:41:19 -07:00
|
|
|
.par_iter()
|
2018-10-05 16:45:27 -07:00
|
|
|
.map(|(id, keypair)| {
|
2018-10-10 17:23:06 -07:00
|
|
|
(
|
|
|
|
Transaction::system_new(id, keypair.pubkey(), 1, last_id),
|
|
|
|
timestamp(),
|
|
|
|
)
|
2018-09-14 16:25:14 -07:00
|
|
|
}).collect();
|
2018-06-14 16:42:27 -07:00
|
|
|
|
|
|
|
let duration = signing_start.elapsed();
|
|
|
|
let ns = duration.as_secs() * 1_000_000_000 + u64::from(duration.subsec_nanos());
|
2018-08-06 10:52:16 -07:00
|
|
|
let bsps = (tx_count) as f64 / ns as f64;
|
|
|
|
let nsps = ns as f64 / (tx_count) as f64;
|
2018-06-14 16:42:27 -07:00
|
|
|
println!(
|
2018-10-10 17:23:06 -07:00
|
|
|
"Done. {:.2} thousand signatures per second, {:.2} us per signature, {} ms total time, {}",
|
2018-06-14 16:42:27 -07:00
|
|
|
bsps * 1_000_000_f64,
|
2018-06-15 10:12:38 -07:00
|
|
|
nsps / 1_000_f64,
|
|
|
|
duration_as_ms(&duration),
|
2018-10-10 17:23:06 -07:00
|
|
|
last_id,
|
2018-06-14 16:42:27 -07:00
|
|
|
);
|
2018-07-25 18:46:18 -07:00
|
|
|
metrics::submit(
|
|
|
|
influxdb::Point::new("bench-tps")
|
|
|
|
.add_tag("op", influxdb::Value::String("generate_txs".to_string()))
|
|
|
|
.add_field(
|
|
|
|
"duration",
|
|
|
|
influxdb::Value::Integer(duration_as_ms(&duration) as i64),
|
2018-09-14 16:25:14 -07:00
|
|
|
).to_owned(),
|
2018-07-25 18:46:18 -07:00
|
|
|
);
|
2018-06-14 16:42:27 -07:00
|
|
|
|
|
|
|
let sz = transactions.len() / threads;
|
|
|
|
let chunks: Vec<_> = transactions.chunks(sz).collect();
|
2018-07-23 14:26:16 -07:00
|
|
|
{
|
|
|
|
let mut shared_txs_wl = shared_txs.write().unwrap();
|
|
|
|
for chunk in chunks {
|
|
|
|
shared_txs_wl.push_back(chunk.to_vec());
|
|
|
|
}
|
|
|
|
}
|
2018-06-14 16:42:27 -07:00
|
|
|
}
|
|
|
|
|
2018-07-25 09:00:55 -07:00
|
|
|
fn do_tx_transfers(
|
|
|
|
exit_signal: &Arc<AtomicBool>,
|
2018-10-10 17:23:06 -07:00
|
|
|
shared_txs: &SharedTransactions,
|
2018-07-25 09:00:55 -07:00
|
|
|
leader: &NodeInfo,
|
|
|
|
shared_tx_thread_count: &Arc<AtomicIsize>,
|
2018-09-05 11:58:41 -07:00
|
|
|
total_tx_sent_count: &Arc<AtomicUsize>,
|
2018-07-25 09:00:55 -07:00
|
|
|
) {
|
|
|
|
let client = mk_client(&leader);
|
|
|
|
loop {
|
|
|
|
let txs;
|
|
|
|
{
|
|
|
|
let mut shared_txs_wl = shared_txs.write().unwrap();
|
|
|
|
txs = shared_txs_wl.pop_front();
|
|
|
|
}
|
|
|
|
if let Some(txs0) = txs {
|
|
|
|
shared_tx_thread_count.fetch_add(1, Ordering::Relaxed);
|
|
|
|
println!(
|
|
|
|
"Transferring 1 unit {} times... to {}",
|
|
|
|
txs0.len(),
|
|
|
|
leader.contact_info.tpu
|
|
|
|
);
|
|
|
|
let tx_len = txs0.len();
|
|
|
|
let transfer_start = Instant::now();
|
|
|
|
for tx in txs0 {
|
2018-10-10 17:23:06 -07:00
|
|
|
let now = timestamp();
|
|
|
|
if now > tx.1 && now - tx.1 > 1000 * 30 {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
client.transfer_signed(&tx.0).unwrap();
|
2018-07-25 09:00:55 -07:00
|
|
|
}
|
|
|
|
shared_tx_thread_count.fetch_add(-1, Ordering::Relaxed);
|
2018-09-05 11:58:41 -07:00
|
|
|
total_tx_sent_count.fetch_add(tx_len, Ordering::Relaxed);
|
2018-07-25 09:00:55 -07:00
|
|
|
println!(
|
|
|
|
"Tx send done. {} ms {} tps",
|
|
|
|
duration_as_ms(&transfer_start.elapsed()),
|
|
|
|
tx_len as f32 / duration_as_s(&transfer_start.elapsed()),
|
|
|
|
);
|
2018-07-25 18:46:18 -07:00
|
|
|
metrics::submit(
|
|
|
|
influxdb::Point::new("bench-tps")
|
|
|
|
.add_tag("op", influxdb::Value::String("do_tx_transfers".to_string()))
|
|
|
|
.add_field(
|
|
|
|
"duration",
|
|
|
|
influxdb::Value::Integer(duration_as_ms(&transfer_start.elapsed()) as i64),
|
2018-09-14 16:25:14 -07:00
|
|
|
).add_field("count", influxdb::Value::Integer(tx_len as i64))
|
2018-07-25 18:46:18 -07:00
|
|
|
.to_owned(),
|
|
|
|
);
|
2018-07-25 09:00:55 -07:00
|
|
|
}
|
|
|
|
if exit_signal.load(Ordering::Relaxed) {
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-10-10 17:23:06 -07:00
|
|
|
const MAX_SPENDS_PER_TX: usize = 5;
|
|
|
|
fn verify_transfer(client: &mut ThinClient, tx: &Transaction) -> bool {
|
|
|
|
if client.poll_for_signature(&tx.signature).is_err() {
|
|
|
|
println!("no signature");
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
for a in &tx.account_keys[1..] {
|
|
|
|
if client.poll_get_balance(a).unwrap_or(0) == 0 {
|
|
|
|
println!(
|
|
|
|
"no balance {} source bal: {} {:?}",
|
|
|
|
a,
|
|
|
|
client.poll_get_balance(&tx.account_keys[0]).unwrap_or(0),
|
|
|
|
tx
|
|
|
|
);
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
true
|
2018-10-05 16:45:27 -07:00
|
|
|
}
|
2018-10-10 17:23:06 -07:00
|
|
|
/// fund the dests keys by spending all of the source keys into MAX_SPENDS_PER_TX
|
|
|
|
/// on every iteration. This allows us to replay the transfers because the source is either empty,
|
|
|
|
/// or full
|
2018-11-05 08:36:22 -08:00
|
|
|
fn fund_keys(client: &mut ThinClient, source: &Keypair, dests: &[Keypair], tokens: u64) {
|
|
|
|
let total = tokens * dests.len() as u64;
|
|
|
|
let mut funded: Vec<(&Keypair, u64)> = vec![(source, total)];
|
2018-10-05 16:45:27 -07:00
|
|
|
let mut notfunded: Vec<&Keypair> = dests.iter().collect();
|
2018-10-10 17:23:06 -07:00
|
|
|
|
2018-10-05 16:45:27 -07:00
|
|
|
println!("funding keys {}", dests.len());
|
|
|
|
while !notfunded.is_empty() {
|
2018-11-05 08:36:22 -08:00
|
|
|
let mut new_funded: Vec<(&Keypair, u64)> = vec![];
|
2018-10-05 16:45:27 -07:00
|
|
|
let mut to_fund = vec![];
|
|
|
|
println!("creating from... {}", funded.len());
|
|
|
|
for f in &mut funded {
|
2018-10-10 17:23:06 -07:00
|
|
|
let max_units = cmp::min(notfunded.len(), MAX_SPENDS_PER_TX);
|
|
|
|
if max_units == 0 {
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
let start = notfunded.len() - max_units;
|
2018-11-05 08:36:22 -08:00
|
|
|
let per_unit = f.1 / (max_units as u64);
|
2018-10-05 16:45:27 -07:00
|
|
|
let moves: Vec<_> = notfunded[start..]
|
|
|
|
.iter()
|
|
|
|
.map(|k| (k.pubkey(), per_unit))
|
|
|
|
.collect();
|
|
|
|
notfunded[start..]
|
|
|
|
.iter()
|
|
|
|
.for_each(|k| new_funded.push((k, per_unit)));
|
|
|
|
notfunded.truncate(start);
|
|
|
|
if !moves.is_empty() {
|
|
|
|
to_fund.push((f.0, moves));
|
|
|
|
}
|
|
|
|
}
|
2018-10-10 17:23:06 -07:00
|
|
|
println!("sending... {}", to_fund.len());
|
|
|
|
// try to transfer a few at a time with recent last_id
|
|
|
|
to_fund.chunks(10_000).for_each(|chunk| {
|
|
|
|
loop {
|
|
|
|
let last_id = client.get_last_id();
|
|
|
|
println!("generating... {} {}", chunk.len(), last_id);
|
|
|
|
let mut to_fund_txs: Vec<_> = chunk
|
|
|
|
.par_iter()
|
|
|
|
.map(|(k, m)| Transaction::system_move_many(k, &m, last_id, 0))
|
|
|
|
.collect();
|
|
|
|
// with randomly distributed the failures
|
|
|
|
// most of the account pairs should have some funding in one of the pairs
|
|
|
|
// durring generate_tx step
|
|
|
|
thread_rng().shuffle(&mut to_fund_txs);
|
|
|
|
println!("transfering... {}", chunk.len());
|
|
|
|
to_fund_txs.iter().for_each(|tx| {
|
|
|
|
let _ = client.transfer_signed(&tx).expect("transfer");
|
|
|
|
});
|
|
|
|
// randomly sample some of the transfers
|
|
|
|
thread_rng().shuffle(&mut to_fund_txs);
|
|
|
|
let max = cmp::min(10, to_fund_txs.len());
|
|
|
|
if to_fund_txs[..max]
|
|
|
|
.iter()
|
|
|
|
.all(|tx| verify_transfer(client, tx))
|
|
|
|
{
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
2018-10-05 16:45:27 -07:00
|
|
|
});
|
2018-10-10 17:23:06 -07:00
|
|
|
println!("funded: {} left: {}", new_funded.len(), notfunded.len());
|
|
|
|
funded = new_funded;
|
2018-10-05 16:45:27 -07:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-11-05 08:36:22 -08:00
|
|
|
fn airdrop_tokens(client: &mut ThinClient, leader: &NodeInfo, id: &Keypair, tx_count: u64) {
|
2018-07-25 09:27:03 -07:00
|
|
|
let mut drone_addr = leader.contact_info.tpu;
|
|
|
|
drone_addr.set_port(DRONE_PORT);
|
|
|
|
|
2018-08-16 18:25:53 -07:00
|
|
|
let starting_balance = client.poll_get_balance(&id.pubkey()).unwrap_or(0);
|
2018-07-25 18:46:18 -07:00
|
|
|
metrics_submit_token_balance(starting_balance);
|
2018-08-31 00:10:39 -07:00
|
|
|
println!("starting balance {}", starting_balance);
|
2018-07-25 09:27:03 -07:00
|
|
|
|
|
|
|
if starting_balance < tx_count {
|
|
|
|
let airdrop_amount = tx_count - starting_balance;
|
|
|
|
println!(
|
2018-08-26 22:14:50 -07:00
|
|
|
"Airdropping {:?} tokens from {} for {}",
|
2018-08-26 22:25:15 -07:00
|
|
|
airdrop_amount,
|
|
|
|
drone_addr,
|
|
|
|
id.pubkey(),
|
2018-07-25 09:27:03 -07:00
|
|
|
);
|
|
|
|
|
2018-08-24 08:38:09 -07:00
|
|
|
if let Err(e) = request_airdrop(&drone_addr, &id.pubkey(), airdrop_amount as u64) {
|
|
|
|
panic!(
|
|
|
|
"Error requesting airdrop: {:?} to addr: {:?} amount: {}",
|
|
|
|
e, drone_addr, airdrop_amount
|
|
|
|
);
|
|
|
|
}
|
2018-07-25 09:27:03 -07:00
|
|
|
|
|
|
|
// TODO: return airdrop Result from Drone instead of polling the
|
|
|
|
// network
|
2018-08-25 18:24:25 -07:00
|
|
|
let mut current_balance = starting_balance;
|
2018-07-25 09:27:03 -07:00
|
|
|
for _ in 0..20 {
|
|
|
|
sleep(Duration::from_millis(500));
|
2018-08-31 00:10:39 -07:00
|
|
|
current_balance = client.poll_get_balance(&id.pubkey()).unwrap_or_else(|e| {
|
|
|
|
println!("airdrop error {}", e);
|
|
|
|
starting_balance
|
|
|
|
});
|
2018-07-25 09:27:03 -07:00
|
|
|
if starting_balance != current_balance {
|
|
|
|
break;
|
|
|
|
}
|
2018-08-31 00:10:39 -07:00
|
|
|
println!("current balance {}...", current_balance);
|
2018-07-25 09:27:03 -07:00
|
|
|
}
|
2018-07-25 18:46:18 -07:00
|
|
|
metrics_submit_token_balance(current_balance);
|
2018-07-25 09:27:03 -07:00
|
|
|
if current_balance - starting_balance != airdrop_amount {
|
2018-08-26 22:25:15 -07:00
|
|
|
println!(
|
|
|
|
"Airdrop failed! {} {} {}",
|
|
|
|
id.pubkey(),
|
|
|
|
current_balance,
|
|
|
|
starting_balance
|
|
|
|
);
|
2018-07-25 09:27:03 -07:00
|
|
|
exit(1);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
fn compute_and_report_stats(
|
|
|
|
maxes: &Arc<RwLock<Vec<(SocketAddr, NodeStats)>>>,
|
|
|
|
sample_period: u64,
|
|
|
|
tx_send_elapsed: &Duration,
|
2018-09-05 11:58:41 -07:00
|
|
|
total_tx_send_count: usize,
|
2018-07-25 09:27:03 -07:00
|
|
|
) {
|
|
|
|
// Compute/report stats
|
|
|
|
let mut max_of_maxes = 0.0;
|
2018-08-22 12:17:35 -07:00
|
|
|
let mut max_tx_count = 0;
|
2018-07-25 09:27:03 -07:00
|
|
|
let mut nodes_with_zero_tps = 0;
|
|
|
|
let mut total_maxes = 0.0;
|
|
|
|
println!(" Node address | Max TPS | Total Transactions");
|
|
|
|
println!("---------------------+---------------+--------------------");
|
|
|
|
|
|
|
|
for (sock, stats) in maxes.read().unwrap().iter() {
|
|
|
|
let maybe_flag = match stats.tx {
|
|
|
|
0 => "!!!!!",
|
|
|
|
_ => "",
|
|
|
|
};
|
|
|
|
|
|
|
|
println!(
|
|
|
|
"{:20} | {:13.2} | {} {}",
|
|
|
|
(*sock).to_string(),
|
|
|
|
stats.tps,
|
|
|
|
stats.tx,
|
|
|
|
maybe_flag
|
|
|
|
);
|
|
|
|
|
|
|
|
if stats.tps == 0.0 {
|
|
|
|
nodes_with_zero_tps += 1;
|
|
|
|
}
|
|
|
|
total_maxes += stats.tps;
|
|
|
|
|
|
|
|
if stats.tps > max_of_maxes {
|
|
|
|
max_of_maxes = stats.tps;
|
|
|
|
}
|
2018-08-22 12:17:35 -07:00
|
|
|
if stats.tx > max_tx_count {
|
|
|
|
max_tx_count = stats.tx;
|
|
|
|
}
|
2018-07-25 09:27:03 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
if total_maxes > 0.0 {
|
|
|
|
let num_nodes_with_tps = maxes.read().unwrap().len() - nodes_with_zero_tps;
|
|
|
|
let average_max = total_maxes / num_nodes_with_tps as f64;
|
|
|
|
println!(
|
|
|
|
"\nAverage max TPS: {:.2}, {} nodes had 0 TPS",
|
|
|
|
average_max, nodes_with_zero_tps
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
println!(
|
2018-09-05 11:58:41 -07:00
|
|
|
"\nHighest TPS: {:.2} sampling period {}s max transactions: {} clients: {} drop rate: {:.2}",
|
2018-07-25 09:27:03 -07:00
|
|
|
max_of_maxes,
|
|
|
|
sample_period,
|
2018-08-22 12:17:35 -07:00
|
|
|
max_tx_count,
|
2018-09-05 11:58:41 -07:00
|
|
|
maxes.read().unwrap().len(),
|
|
|
|
(total_tx_send_count as u64 - max_tx_count) as f64 / total_tx_send_count as f64,
|
2018-07-25 09:27:03 -07:00
|
|
|
);
|
|
|
|
println!(
|
|
|
|
"\tAverage TPS: {}",
|
2018-08-22 12:17:35 -07:00
|
|
|
max_tx_count as f32 / duration_as_s(tx_send_elapsed)
|
2018-07-25 09:27:03 -07:00
|
|
|
);
|
|
|
|
}
|
|
|
|
|
2018-09-06 14:20:01 -07:00
|
|
|
// First transfer 3/4 of the tokens to the dest accounts
|
|
|
|
// then ping-pong 1/4 of the tokens back to the other account
|
|
|
|
// this leaves 1/4 token buffer in each account
|
2018-11-05 08:36:22 -08:00
|
|
|
fn should_switch_directions(num_tokens_per_account: u64, i: u64) -> bool {
|
2018-09-06 14:20:01 -07:00
|
|
|
i % (num_tokens_per_account / 4) == 0 && (i >= (3 * num_tokens_per_account) / 4)
|
|
|
|
}
|
|
|
|
|
2018-02-28 09:07:54 -08:00
|
|
|
fn main() {
|
2018-07-27 21:37:53 -07:00
|
|
|
logger::setup();
|
2018-07-25 18:46:18 -07:00
|
|
|
metrics::set_panic_hook("bench-tps");
|
2018-03-03 20:15:42 -08:00
|
|
|
|
2018-07-19 12:59:31 -07:00
|
|
|
let matches = App::new("solana-bench-tps")
|
2018-08-06 20:51:12 -07:00
|
|
|
.version(crate_version!())
|
2018-07-02 21:43:44 -07:00
|
|
|
.arg(
|
2018-08-31 00:10:39 -07:00
|
|
|
Arg::with_name("network")
|
|
|
|
.short("n")
|
|
|
|
.long("network")
|
|
|
|
.value_name("HOST:PORT")
|
2018-07-02 21:43:44 -07:00
|
|
|
.takes_value(true)
|
2018-09-14 15:32:57 -07:00
|
|
|
.help("Rendezvous with the network at this gossip entry point; defaults to 127.0.0.1:8001"),
|
2018-07-02 21:43:44 -07:00
|
|
|
)
|
2018-07-12 14:42:01 -07:00
|
|
|
.arg(
|
2018-09-07 15:07:10 -07:00
|
|
|
Arg::with_name("identity")
|
|
|
|
.short("i")
|
|
|
|
.long("identity")
|
2018-07-12 14:42:01 -07:00
|
|
|
.value_name("PATH")
|
|
|
|
.takes_value(true)
|
2018-09-07 15:07:10 -07:00
|
|
|
.required(true)
|
2018-09-14 15:32:57 -07:00
|
|
|
.help("File containing a client identity (keypair)"),
|
2018-07-12 14:42:01 -07:00
|
|
|
)
|
2018-07-02 21:43:44 -07:00
|
|
|
.arg(
|
2018-08-31 00:10:39 -07:00
|
|
|
Arg::with_name("num-nodes")
|
|
|
|
.short("N")
|
|
|
|
.long("num-nodes")
|
|
|
|
.value_name("NUM")
|
2018-07-02 21:43:44 -07:00
|
|
|
.takes_value(true)
|
2018-09-14 15:32:57 -07:00
|
|
|
.help("Wait for NUM nodes to converge"),
|
2018-07-02 21:43:44 -07:00
|
|
|
)
|
2018-09-11 20:00:49 -07:00
|
|
|
.arg(
|
|
|
|
Arg::with_name("reject-extra-nodes")
|
|
|
|
.long("reject-extra-nodes")
|
2018-09-14 15:32:57 -07:00
|
|
|
.help("Require exactly `num-nodes` on convergence. Appropriate only for internal networks"),
|
2018-09-11 20:00:49 -07:00
|
|
|
)
|
2018-07-02 21:43:44 -07:00
|
|
|
.arg(
|
|
|
|
Arg::with_name("threads")
|
|
|
|
.short("t")
|
|
|
|
.long("threads")
|
2018-08-31 00:10:39 -07:00
|
|
|
.value_name("NUM")
|
2018-07-02 21:43:44 -07:00
|
|
|
.takes_value(true)
|
2018-09-14 15:32:57 -07:00
|
|
|
.help("Number of threads"),
|
2018-07-02 21:43:44 -07:00
|
|
|
)
|
|
|
|
.arg(
|
2018-09-07 15:07:10 -07:00
|
|
|
Arg::with_name("duration")
|
|
|
|
.long("duration")
|
|
|
|
.value_name("SECS")
|
2018-07-02 21:43:44 -07:00
|
|
|
.takes_value(true)
|
2018-09-14 15:32:57 -07:00
|
|
|
.help("Seconds to run benchmark, then exit; default is forever"),
|
2018-07-02 21:43:44 -07:00
|
|
|
)
|
2018-07-19 09:21:31 -07:00
|
|
|
.arg(
|
2018-08-31 00:10:39 -07:00
|
|
|
Arg::with_name("converge-only")
|
|
|
|
.long("converge-only")
|
2018-09-14 15:32:57 -07:00
|
|
|
.help("Exit immediately after converging"),
|
2018-07-19 09:21:31 -07:00
|
|
|
)
|
2018-07-25 09:00:55 -07:00
|
|
|
.arg(
|
|
|
|
Arg::with_name("sustained")
|
|
|
|
.long("sustained")
|
2018-09-14 15:32:57 -07:00
|
|
|
.help("Use sustained performance mode vs. peak mode. This overlaps the tx generation with transfers."),
|
2018-07-25 09:00:55 -07:00
|
|
|
)
|
|
|
|
.arg(
|
|
|
|
Arg::with_name("tx_count")
|
|
|
|
.long("tx_count")
|
2018-09-07 15:07:10 -07:00
|
|
|
.value_name("NUM")
|
2018-07-25 09:00:55 -07:00
|
|
|
.takes_value(true)
|
2018-09-14 15:32:57 -07:00
|
|
|
.help("Number of transactions to send per batch")
|
2018-07-25 09:00:55 -07:00
|
|
|
)
|
2018-07-02 21:43:44 -07:00
|
|
|
.get_matches();
|
|
|
|
|
2018-09-07 15:07:10 -07:00
|
|
|
let network = if let Some(addr) = matches.value_of("network") {
|
|
|
|
addr.parse().unwrap_or_else(|e| {
|
2018-08-31 00:10:39 -07:00
|
|
|
eprintln!("failed to parse network: {}", e);
|
|
|
|
exit(1)
|
2018-09-07 15:07:10 -07:00
|
|
|
})
|
|
|
|
} else {
|
|
|
|
socketaddr!("127.0.0.1:8001")
|
|
|
|
};
|
|
|
|
|
|
|
|
let id =
|
|
|
|
read_keypair(matches.value_of("identity").unwrap()).expect("can't read client identity");
|
|
|
|
|
|
|
|
let threads = if let Some(t) = matches.value_of("threads") {
|
|
|
|
t.to_string().parse().expect("can't parse threads")
|
|
|
|
} else {
|
|
|
|
4usize
|
|
|
|
};
|
|
|
|
|
|
|
|
let num_nodes = if let Some(n) = matches.value_of("num-nodes") {
|
|
|
|
n.to_string().parse().expect("can't parse num-nodes")
|
|
|
|
} else {
|
|
|
|
1usize
|
|
|
|
};
|
|
|
|
|
|
|
|
let duration = if let Some(s) = matches.value_of("duration") {
|
|
|
|
Duration::new(s.to_string().parse().expect("can't parse duration"), 0)
|
|
|
|
} else {
|
|
|
|
Duration::new(std::u64::MAX, 0)
|
|
|
|
};
|
|
|
|
|
|
|
|
let tx_count = if let Some(s) = matches.value_of("tx_count") {
|
|
|
|
s.to_string().parse().expect("can't parse tx_count")
|
|
|
|
} else {
|
|
|
|
500_000
|
|
|
|
};
|
|
|
|
|
|
|
|
let sustained = matches.is_present("sustained");
|
2018-07-25 09:00:55 -07:00
|
|
|
|
2018-09-07 21:01:15 -07:00
|
|
|
println!("Looking for leader at {:?}", network);
|
2018-08-31 00:10:39 -07:00
|
|
|
let leader = poll_gossip_for_leader(network, None).expect("unable to find leader on network");
|
|
|
|
|
2018-07-23 13:49:24 -07:00
|
|
|
let exit_signal = Arc::new(AtomicBool::new(false));
|
2018-09-13 14:00:17 -07:00
|
|
|
let (nodes, leader, ncp) = converge(&leader, &exit_signal, num_nodes);
|
2018-07-21 20:23:52 -07:00
|
|
|
|
2018-09-08 12:50:43 -07:00
|
|
|
if nodes.len() < num_nodes {
|
2018-07-21 20:23:52 -07:00
|
|
|
println!(
|
|
|
|
"Error: Insufficient nodes discovered. Expecting {} or more",
|
|
|
|
num_nodes
|
|
|
|
);
|
|
|
|
exit(1);
|
|
|
|
}
|
2018-09-14 11:40:05 -07:00
|
|
|
if matches.is_present("reject-extra-nodes") && nodes.len() > num_nodes {
|
|
|
|
println!(
|
|
|
|
"Error: Extra nodes discovered. Expecting exactly {}",
|
|
|
|
num_nodes
|
|
|
|
);
|
|
|
|
exit(1);
|
2018-09-11 20:00:49 -07:00
|
|
|
}
|
|
|
|
|
2018-08-26 22:14:50 -07:00
|
|
|
if leader.is_none() {
|
2018-08-26 22:23:23 -07:00
|
|
|
println!("no leader");
|
|
|
|
exit(1);
|
2018-08-26 22:14:50 -07:00
|
|
|
}
|
2018-05-11 15:35:53 -07:00
|
|
|
|
2018-08-31 00:10:39 -07:00
|
|
|
if matches.is_present("converge-only") {
|
2018-07-19 09:21:31 -07:00
|
|
|
return;
|
|
|
|
}
|
2018-08-31 00:10:39 -07:00
|
|
|
|
2018-08-26 22:14:50 -07:00
|
|
|
let leader = leader.unwrap();
|
2018-07-19 09:21:31 -07:00
|
|
|
|
2018-08-26 22:14:50 -07:00
|
|
|
println!("leader is at {} {}", leader.contact_info.rpu, leader.id);
|
2018-06-29 14:12:26 -07:00
|
|
|
let mut client = mk_client(&leader);
|
2018-08-04 20:25:23 -07:00
|
|
|
let mut barrier_client = mk_client(&leader);
|
2018-03-05 14:34:15 -08:00
|
|
|
|
2018-06-11 13:04:51 -07:00
|
|
|
let mut seed = [0u8; 32];
|
2018-07-12 14:42:01 -07:00
|
|
|
seed.copy_from_slice(&id.public_key_bytes()[..32]);
|
2018-07-31 15:49:58 -07:00
|
|
|
let mut rnd = GenKeys::new(seed);
|
2018-05-08 21:03:05 -07:00
|
|
|
|
2018-10-05 16:45:27 -07:00
|
|
|
println!("Creating {} keypairs...", tx_count * 2);
|
2018-10-10 17:23:06 -07:00
|
|
|
let mut total_keys = 0;
|
|
|
|
let mut target = tx_count * 2;
|
|
|
|
while target > 0 {
|
|
|
|
total_keys += target;
|
|
|
|
target /= MAX_SPENDS_PER_TX;
|
|
|
|
}
|
2018-11-05 08:36:22 -08:00
|
|
|
let gen_keypairs = rnd.gen_n_keypairs(total_keys as u64);
|
2018-08-04 20:25:23 -07:00
|
|
|
let barrier_id = rnd.gen_n_keypairs(1).pop().unwrap();
|
|
|
|
|
|
|
|
println!("Get tokens...");
|
2018-09-06 14:20:01 -07:00
|
|
|
let num_tokens_per_account = 20;
|
|
|
|
|
|
|
|
// Sample the first keypair, see if it has tokens, if so then resume
|
|
|
|
// to avoid token loss
|
2018-10-10 17:23:06 -07:00
|
|
|
let keypair0_balance = client
|
|
|
|
.poll_get_balance(&gen_keypairs.last().unwrap().pubkey())
|
|
|
|
.unwrap_or(0);
|
2018-09-06 14:20:01 -07:00
|
|
|
|
|
|
|
if num_tokens_per_account > keypair0_balance {
|
2018-10-10 17:23:06 -07:00
|
|
|
let extra = num_tokens_per_account - keypair0_balance;
|
2018-11-05 08:36:22 -08:00
|
|
|
let total = extra * (gen_keypairs.len() as u64);
|
2018-10-10 17:23:06 -07:00
|
|
|
airdrop_tokens(&mut client, &leader, &id, total);
|
|
|
|
println!("adding more tokens {}", extra);
|
|
|
|
fund_keys(&mut client, &id, &gen_keypairs, extra);
|
2018-09-06 14:20:01 -07:00
|
|
|
}
|
2018-10-10 17:23:06 -07:00
|
|
|
let start = gen_keypairs.len() - (tx_count * 2) as usize;
|
|
|
|
let keypairs = &gen_keypairs[start..];
|
2018-08-04 20:25:23 -07:00
|
|
|
airdrop_tokens(&mut barrier_client, &leader, &barrier_id, 1);
|
|
|
|
|
|
|
|
println!("Get last ID...");
|
|
|
|
let mut last_id = client.get_last_id();
|
|
|
|
println!("Got last ID {:?}", last_id);
|
2018-03-05 14:34:15 -08:00
|
|
|
|
2018-07-22 16:20:07 -07:00
|
|
|
let first_tx_count = client.transaction_count();
|
|
|
|
println!("Initial transaction count {}", first_tx_count);
|
2018-04-17 15:41:58 -07:00
|
|
|
|
2018-06-15 10:12:38 -07:00
|
|
|
// Setup a thread per validator to sample every period
|
|
|
|
// collect the max transaction rate and total tx count seen
|
2018-06-14 16:42:27 -07:00
|
|
|
let maxes = Arc::new(RwLock::new(Vec::new()));
|
2018-06-02 09:59:39 -07:00
|
|
|
let sample_period = 1; // in seconds
|
2018-07-23 14:11:40 -07:00
|
|
|
println!("Sampling TPS every {} second...", sample_period);
|
2018-09-08 12:50:43 -07:00
|
|
|
let v_threads: Vec<_> = nodes
|
2018-06-14 16:42:27 -07:00
|
|
|
.into_iter()
|
|
|
|
.map(|v| {
|
2018-07-23 13:49:24 -07:00
|
|
|
let exit_signal = exit_signal.clone();
|
2018-06-14 16:42:27 -07:00
|
|
|
let maxes = maxes.clone();
|
|
|
|
Builder::new()
|
|
|
|
.name("solana-client-sample".to_string())
|
|
|
|
.spawn(move || {
|
2018-07-22 16:20:07 -07:00
|
|
|
sample_tx_count(&exit_signal, &maxes, first_tx_count, &v, sample_period);
|
2018-09-14 16:25:14 -07:00
|
|
|
}).unwrap()
|
|
|
|
}).collect();
|
2018-06-14 16:42:27 -07:00
|
|
|
|
2018-10-10 17:23:06 -07:00
|
|
|
let shared_txs: SharedTransactions = Arc::new(RwLock::new(VecDeque::new()));
|
2018-07-23 14:26:16 -07:00
|
|
|
|
2018-07-25 09:00:55 -07:00
|
|
|
let shared_tx_active_thread_count = Arc::new(AtomicIsize::new(0));
|
2018-09-05 11:58:41 -07:00
|
|
|
let total_tx_sent_count = Arc::new(AtomicUsize::new(0));
|
2018-07-25 09:00:55 -07:00
|
|
|
|
2018-07-23 14:26:16 -07:00
|
|
|
let s_threads: Vec<_> = (0..threads)
|
|
|
|
.map(|_| {
|
|
|
|
let exit_signal = exit_signal.clone();
|
|
|
|
let shared_txs = shared_txs.clone();
|
|
|
|
let leader = leader.clone();
|
2018-07-25 09:00:55 -07:00
|
|
|
let shared_tx_active_thread_count = shared_tx_active_thread_count.clone();
|
2018-09-05 11:58:41 -07:00
|
|
|
let total_tx_sent_count = total_tx_sent_count.clone();
|
2018-07-23 14:26:16 -07:00
|
|
|
Builder::new()
|
|
|
|
.name("solana-client-sender".to_string())
|
|
|
|
.spawn(move || {
|
2018-07-25 09:00:55 -07:00
|
|
|
do_tx_transfers(
|
|
|
|
&exit_signal,
|
|
|
|
&shared_txs,
|
|
|
|
&leader,
|
|
|
|
&shared_tx_active_thread_count,
|
2018-09-05 11:58:41 -07:00
|
|
|
&total_tx_sent_count,
|
2018-07-25 09:00:55 -07:00
|
|
|
);
|
2018-09-14 16:25:14 -07:00
|
|
|
}).unwrap()
|
|
|
|
}).collect();
|
2018-06-24 10:12:08 -07:00
|
|
|
|
2018-06-15 10:12:38 -07:00
|
|
|
// generate and send transactions for the specified duration
|
2018-09-11 14:13:10 -07:00
|
|
|
let start = Instant::now();
|
2018-07-20 11:47:57 -07:00
|
|
|
let mut reclaim_tokens_back_to_source_account = false;
|
2018-09-06 14:20:01 -07:00
|
|
|
let mut i = keypair0_balance;
|
2018-09-11 14:13:10 -07:00
|
|
|
while start.elapsed() < duration {
|
2018-11-05 08:36:22 -08:00
|
|
|
let balance = client.poll_get_balance(&id.pubkey()).unwrap_or(0);
|
2018-07-25 18:46:18 -07:00
|
|
|
metrics_submit_token_balance(balance);
|
2018-07-24 22:19:47 -07:00
|
|
|
|
2018-07-20 11:47:57 -07:00
|
|
|
// ping-pong between source and destination accounts for each loop iteration
|
2018-07-24 15:45:21 -07:00
|
|
|
// this seems to be faster than trying to determine the balance of individual
|
2018-07-20 11:47:57 -07:00
|
|
|
// accounts
|
2018-10-05 16:45:27 -07:00
|
|
|
let len = tx_count as usize;
|
2018-07-23 14:26:16 -07:00
|
|
|
generate_txs(
|
|
|
|
&shared_txs,
|
2018-10-05 16:45:27 -07:00
|
|
|
&keypairs[..len],
|
|
|
|
&keypairs[len..],
|
2018-07-11 22:21:51 -07:00
|
|
|
threads,
|
2018-07-20 11:47:57 -07:00
|
|
|
reclaim_tokens_back_to_source_account,
|
2018-10-10 17:23:06 -07:00
|
|
|
&leader,
|
2018-06-14 16:42:27 -07:00
|
|
|
);
|
2018-07-25 09:00:55 -07:00
|
|
|
// In sustained mode overlap the transfers with generation
|
|
|
|
// this has higher average performance but lower peak performance
|
|
|
|
// in tested environments.
|
|
|
|
if !sustained {
|
|
|
|
while shared_tx_active_thread_count.load(Ordering::Relaxed) > 0 {
|
|
|
|
sleep(Duration::from_millis(100));
|
|
|
|
}
|
|
|
|
}
|
2018-08-04 20:25:23 -07:00
|
|
|
// It's not feasible (would take too much time) to confirm each of the `tx_count / 2`
|
|
|
|
// transactions sent by `generate_txs()` so instead send and confirm a single transaction
|
|
|
|
// to validate the network is still functional.
|
|
|
|
send_barrier_transaction(&mut barrier_client, &mut last_id, &barrier_id);
|
2018-09-06 14:20:01 -07:00
|
|
|
|
|
|
|
i += 1;
|
|
|
|
if should_switch_directions(num_tokens_per_account, i) {
|
|
|
|
reclaim_tokens_back_to_source_account = !reclaim_tokens_back_to_source_account;
|
|
|
|
}
|
2018-06-14 16:42:27 -07:00
|
|
|
}
|
|
|
|
|
2018-06-15 10:12:38 -07:00
|
|
|
// Stop the sampling threads so it will collect the stats
|
2018-07-23 13:49:24 -07:00
|
|
|
exit_signal.store(true, Ordering::Relaxed);
|
2018-07-28 16:28:55 -07:00
|
|
|
|
|
|
|
println!("Waiting for validator threads...");
|
2018-06-14 16:42:27 -07:00
|
|
|
for t in v_threads {
|
2018-07-28 16:28:55 -07:00
|
|
|
if let Err(err) = t.join() {
|
|
|
|
println!(" join() failed with: {:?}", err);
|
|
|
|
}
|
2018-06-14 16:42:27 -07:00
|
|
|
}
|
|
|
|
|
2018-07-23 14:26:16 -07:00
|
|
|
// join the tx send threads
|
2018-07-28 16:28:55 -07:00
|
|
|
println!("Waiting for transmit threads...");
|
2018-07-23 14:26:16 -07:00
|
|
|
for t in s_threads {
|
2018-07-28 16:28:55 -07:00
|
|
|
if let Err(err) = t.join() {
|
|
|
|
println!(" join() failed with: {:?}", err);
|
|
|
|
}
|
2018-07-23 14:26:16 -07:00
|
|
|
}
|
|
|
|
|
2018-11-05 08:36:22 -08:00
|
|
|
let balance = client.poll_get_balance(&id.pubkey()).unwrap_or(0);
|
2018-07-25 18:46:18 -07:00
|
|
|
metrics_submit_token_balance(balance);
|
2018-07-24 22:19:47 -07:00
|
|
|
|
2018-09-05 11:58:41 -07:00
|
|
|
compute_and_report_stats(
|
|
|
|
&maxes,
|
|
|
|
sample_period,
|
2018-09-11 14:13:10 -07:00
|
|
|
&start.elapsed(),
|
2018-09-05 11:58:41 -07:00
|
|
|
total_tx_sent_count.load(Ordering::Relaxed),
|
|
|
|
);
|
2018-06-14 16:42:27 -07:00
|
|
|
|
2018-10-08 19:55:54 -07:00
|
|
|
// join the cluster_info client threads
|
2018-09-13 14:00:17 -07:00
|
|
|
ncp.join().unwrap();
|
2018-05-25 15:54:03 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
fn converge(
|
2018-07-11 00:18:48 -07:00
|
|
|
leader: &NodeInfo,
|
2018-07-22 16:20:07 -07:00
|
|
|
exit_signal: &Arc<AtomicBool>,
|
2018-05-25 15:54:03 -07:00
|
|
|
num_nodes: usize,
|
2018-09-13 14:00:17 -07:00
|
|
|
) -> (Vec<NodeInfo>, Option<NodeInfo>, Ncp) {
|
2018-05-25 15:54:03 -07:00
|
|
|
//lets spy on the network
|
2018-10-08 19:55:54 -07:00
|
|
|
let (node, gossip_socket) = ClusterInfo::spy_node();
|
|
|
|
let mut spy_cluster_info = ClusterInfo::new(node).expect("ClusterInfo::new");
|
|
|
|
spy_cluster_info.insert(&leader);
|
|
|
|
spy_cluster_info.set_leader(leader.id);
|
|
|
|
let spy_ref = Arc::new(RwLock::new(spy_cluster_info));
|
2018-09-07 15:08:37 -07:00
|
|
|
let window = Arc::new(RwLock::new(default_window()));
|
2018-09-18 08:02:57 -07:00
|
|
|
let ncp = Ncp::new(&spy_ref, window, None, gossip_socket, exit_signal.clone());
|
2018-07-30 10:55:05 -07:00
|
|
|
let mut v: Vec<NodeInfo> = vec![];
|
2018-09-10 12:06:14 -07:00
|
|
|
// wait for the network to converge, 30 seconds should be plenty
|
2018-05-25 15:54:03 -07:00
|
|
|
for _ in 0..30 {
|
2018-09-10 12:06:14 -07:00
|
|
|
{
|
|
|
|
let spy_ref = spy_ref.read().unwrap();
|
2018-08-26 22:14:50 -07:00
|
|
|
|
2018-09-10 12:06:14 -07:00
|
|
|
println!("{}", spy_ref.node_info_trace());
|
|
|
|
|
|
|
|
if spy_ref.leader_data().is_some() {
|
|
|
|
v = spy_ref
|
|
|
|
.table
|
|
|
|
.values()
|
2018-10-08 19:55:54 -07:00
|
|
|
.filter(|x| ClusterInfo::is_valid_address(&x.contact_info.rpu))
|
2018-09-10 12:06:14 -07:00
|
|
|
.cloned()
|
|
|
|
.collect();
|
|
|
|
|
|
|
|
if v.len() >= num_nodes {
|
|
|
|
println!("CONVERGED!");
|
|
|
|
break;
|
|
|
|
} else {
|
|
|
|
println!(
|
|
|
|
"{} node(s) discovered (looking for {} or more)",
|
|
|
|
v.len(),
|
|
|
|
num_nodes
|
|
|
|
);
|
|
|
|
}
|
|
|
|
}
|
2018-05-25 15:54:03 -07:00
|
|
|
}
|
2018-05-04 11:11:39 -07:00
|
|
|
sleep(Duration::new(1, 0));
|
2018-04-17 15:41:58 -07:00
|
|
|
}
|
2018-08-26 22:14:50 -07:00
|
|
|
let leader = spy_ref.read().unwrap().leader_data().cloned();
|
2018-09-13 14:00:17 -07:00
|
|
|
(v, leader, ncp)
|
2018-05-25 15:54:03 -07:00
|
|
|
}
|
2018-09-06 14:20:01 -07:00
|
|
|
|
|
|
|
#[cfg(test)]
|
|
|
|
mod tests {
|
|
|
|
use super::*;
|
|
|
|
#[test]
|
|
|
|
fn test_switch_directions() {
|
|
|
|
assert_eq!(should_switch_directions(20, 0), false);
|
|
|
|
assert_eq!(should_switch_directions(20, 1), false);
|
|
|
|
assert_eq!(should_switch_directions(20, 14), false);
|
|
|
|
assert_eq!(should_switch_directions(20, 15), true);
|
|
|
|
assert_eq!(should_switch_directions(20, 16), false);
|
|
|
|
assert_eq!(should_switch_directions(20, 19), false);
|
|
|
|
assert_eq!(should_switch_directions(20, 20), true);
|
|
|
|
assert_eq!(should_switch_directions(20, 21), false);
|
|
|
|
assert_eq!(should_switch_directions(20, 99), false);
|
|
|
|
assert_eq!(should_switch_directions(20, 100), true);
|
|
|
|
assert_eq!(should_switch_directions(20, 101), false);
|
|
|
|
}
|
|
|
|
}
|