extern crate env_logger; extern crate getopts; extern crate atty; extern crate pnet; extern crate rayon; extern crate serde_json; extern crate solana; use getopts::Options; use atty::{is, Stream}; use pnet::datalink; use rayon::prelude::*; use solana::crdt::{Crdt, ReplicatedData}; use solana::mint::MintDemo; use solana::ncp::Ncp; use solana::signature::{GenKeys, KeyPair, KeyPairUtil}; use solana::streamer::default_window; use solana::thin_client::ThinClient; use solana::transaction::Transaction; use std::env; use std::fs::File; use std::io::{stdin, Read}; use std::net::{IpAddr, Ipv4Addr, SocketAddr, UdpSocket}; use std::process::exit; use std::sync::atomic::{AtomicBool, Ordering}; use std::sync::{Arc, RwLock}; use std::thread::sleep; use std::thread::JoinHandle; use std::time::Duration; use std::time::Instant; fn print_usage(program: &str, opts: Options) { let mut brief = format!("Usage: cat | {} [options]\n\n", program); brief += " Solana client demo creates a number of transactions and\n"; brief += " sends them to a target node."; brief += " Takes json formatted mint file to stdin."; print!("{}", opts.usage(&brief)); } fn get_ip_addr() -> Option { for iface in datalink::interfaces() { for p in iface.ips { if !p.ip().is_loopback() && !p.ip().is_multicast() { return Some(p.ip()); } } } None } fn main() { env_logger::init().unwrap(); let mut threads = 4usize; let mut num_nodes = 1usize; let mut opts = Options::new(); opts.optopt("l", "", "leader", "leader.json"); opts.optopt("c", "", "client port", "port"); opts.optopt("t", "", "number of threads", &format!("{}", threads)); opts.optflag("d", "dyn", "detect network address dynamically"); opts.optopt( "n", "", "number of nodes to converge to", &format!("{}", num_nodes), ); opts.optflag("h", "help", "print help"); let args: Vec = env::args().collect(); let matches = match opts.parse(&args[1..]) { Ok(m) => m, Err(e) => { eprintln!("{}", e); exit(1); } }; if matches.opt_present("h") { let program = args[0].clone(); print_usage(&program, opts); return; } let mut addr: SocketAddr = "0.0.0.0:8100".parse().unwrap(); if matches.opt_present("c") { let port = matches.opt_str("c").unwrap().parse().unwrap(); addr.set_port(port); } if matches.opt_present("d") { addr.set_ip(get_ip_addr().unwrap()); } let client_addr: Arc> = Arc::new(RwLock::new(addr)); if matches.opt_present("t") { threads = matches.opt_str("t").unwrap().parse().expect("integer"); } if matches.opt_present("n") { num_nodes = matches.opt_str("n").unwrap().parse().expect("integer"); } let leader = if matches.opt_present("l") { read_leader(matches.opt_str("l").unwrap()) } else { let server_addr = SocketAddr::new(IpAddr::V4(Ipv4Addr::new(0, 0, 0, 0)), 8000); ReplicatedData::new_leader(&server_addr) }; let signal = Arc::new(AtomicBool::new(false)); let mut c_threads = vec![]; let validators = converge( &client_addr, &leader, signal.clone(), num_nodes, &mut c_threads, ); assert_eq!(validators.len(), num_nodes); if is(Stream::Stdin) { eprintln!("nothing found on stdin, expected a json file"); exit(1); } let mut buffer = String::new(); let num_bytes = stdin().read_to_string(&mut buffer).unwrap(); if num_bytes == 0 { eprintln!("empty file on stdin, expected a json file"); exit(1); } println!("Parsing stdin..."); let demo: MintDemo = serde_json::from_str(&buffer).unwrap_or_else(|e| { eprintln!("failed to parse json: {}", e); exit(1); }); let mut client = mk_client(&client_addr, &leader); println!("Get last ID..."); let last_id = client.get_last_id(); println!("Got last ID {:?}", last_id); let mut seed = [0u8; 32]; seed.copy_from_slice(&demo.mint.keypair().public_key_bytes()[..32]); let rnd = GenKeys::new(seed); println!("Creating keypairs..."); let txs = demo.num_accounts / 2; let keypairs = rnd.gen_n_keypairs(demo.num_accounts); let keypair_pairs: Vec<_> = keypairs.chunks(2).collect(); println!("Signing transactions..."); let now = Instant::now(); let transactions: Vec<_> = keypair_pairs .into_par_iter() .map(|chunk| Transaction::new(&chunk[0], chunk[1].pubkey(), 1, last_id)) .collect(); let duration = now.elapsed(); let ns = duration.as_secs() * 1_000_000_000 + u64::from(duration.subsec_nanos()); let bsps = txs as f64 / ns as f64; let nsps = ns as f64 / txs as f64; println!( "Done. {} thousand signatures per second, {}us per signature", bsps * 1_000_000_f64, nsps / 1_000_f64 ); let first_count = client.transaction_count(); println!("initial count {}", first_count); println!("Transfering {} transactions in {} batches", txs, threads); let sz = transactions.len() / threads; let chunks: Vec<_> = transactions.chunks(sz).collect(); chunks.into_par_iter().for_each(|txs| { println!( "Transferring 1 unit {} times... to {:?}", txs.len(), leader.transactions_addr ); let client = mk_client(&client_addr, &leader); for tx in txs { client.transfer_signed(tx.clone()).unwrap(); } }); let sample_period = 1; // in seconds println!("Sampling tps every second...",); let maxes: Vec<_> = validators .into_par_iter() .map(|val| { let mut client = mk_client(&client_addr, &val); let mut now = Instant::now(); let mut initial_tx_count = client.transaction_count(); let mut max_tps = 0.0; let mut total = 0; for i in 0..100 { let tx_count = client.transaction_count(); let duration = now.elapsed(); now = Instant::now(); let sample = tx_count - initial_tx_count; initial_tx_count = tx_count; println!( "{}: Transactions processed {}", val.transactions_addr, sample ); let ns = duration.as_secs() * 1_000_000_000 + u64::from(duration.subsec_nanos()); let tps = (sample * 1_000_000_000) as f64 / ns as f64; if tps > max_tps { max_tps = tps; } println!("{}: {} tps", val.transactions_addr, tps); total = tx_count - first_count; println!( "{}: Total Transactions processed {}", val.transactions_addr, total ); if total == transactions.len() as u64 { break; } if i > 20 && sample == 0 { break; } sleep(Duration::new(sample_period, 0)); } (max_tps, total) }) .collect(); let mut max_of_maxes = 0.0; let mut total_txs = 0; for (max, txs) in &maxes { if *max > max_of_maxes { max_of_maxes = *max; } total_txs += *txs; } println!( "\nHighest TPS: {} sampling period {}s total transactions: {} clients: {}", max_of_maxes, sample_period, total_txs, maxes.len() ); signal.store(true, Ordering::Relaxed); for t in c_threads { t.join().unwrap(); } } fn mk_client(locked_addr: &Arc>, r: &ReplicatedData) -> ThinClient { let mut addr = locked_addr.write().unwrap(); let port = addr.port(); let transactions_socket = UdpSocket::bind(addr.clone()).unwrap(); addr.set_port(port + 1); let requests_socket = UdpSocket::bind(addr.clone()).unwrap(); addr.set_port(port + 2); ThinClient::new( r.requests_addr, requests_socket, r.transactions_addr, transactions_socket, ) } fn spy_node(client_addr: &Arc>) -> (ReplicatedData, UdpSocket) { let mut addr = client_addr.write().unwrap(); let port = addr.port(); let gossip = UdpSocket::bind(addr.clone()).unwrap(); addr.set_port(port + 1); let daddr = "0.0.0.0:0".parse().unwrap(); let pubkey = KeyPair::new().pubkey(); let node = ReplicatedData::new( pubkey, gossip.local_addr().unwrap(), daddr, daddr, daddr, daddr, ); (node, gossip) } fn converge( client_addr: &Arc>, leader: &ReplicatedData, exit: Arc, num_nodes: usize, threads: &mut Vec>, ) -> Vec { //lets spy on the network let daddr = "0.0.0.0:0".parse().unwrap(); let (spy, spy_gossip) = spy_node(client_addr); let mut spy_crdt = Crdt::new(spy); spy_crdt.insert(&leader); spy_crdt.set_leader(leader.id); let spy_ref = Arc::new(RwLock::new(spy_crdt)); let window = default_window(); let gossip_send_socket = UdpSocket::bind("0.0.0.0:0").expect("bind 0"); let ncp = Ncp::new( spy_ref.clone(), window.clone(), spy_gossip, gossip_send_socket, exit.clone(), ).expect("DataReplicator::new"); let mut rv = vec![]; //wait for the network to converge, 30 seconds should be plenty for _ in 0..30 { let v: Vec = spy_ref .read() .unwrap() .table .values() .into_iter() .filter(|x| x.requests_addr != daddr) .cloned() .collect(); if v.len() >= num_nodes { println!("CONVERGED!"); rv.extend(v.into_iter()); break; } sleep(Duration::new(1, 0)); } threads.extend(ncp.thread_hdls.into_iter()); rv } fn read_leader(path: String) -> ReplicatedData { let file = File::open(path).expect("file"); serde_json::from_reader(file).expect("parse") }