use crate::blocktree::{create_new_tmp_ledger, tmp_copy_blocktree}; use crate::cluster_info::{Node, FULLNODE_PORT_RANGE}; use crate::contact_info::ContactInfo; use crate::fullnode::{Fullnode, FullnodeConfig}; use crate::gossip_service::discover; use crate::replicator::Replicator; use crate::service::Service; use solana_client::client::create_client; use solana_client::thin_client::{retry_get_balance, ThinClient}; use solana_sdk::genesis_block::GenesisBlock; use solana_sdk::pubkey::Pubkey; use solana_sdk::signature::{Keypair, KeypairUtil}; use solana_sdk::system_transaction::SystemTransaction; use solana_vote_api::vote_state::VoteState; use solana_vote_api::vote_transaction::VoteTransaction; use std::fs::remove_dir_all; use std::io::{Error, ErrorKind, Result}; use std::sync::Arc; pub struct LocalCluster { /// Keypair with funding to particpiate in the network pub funding_keypair: Keypair, /// Entry point from which the rest of the network can be discovered pub entry_point_info: ContactInfo, pub ledger_paths: Vec, fullnodes: Vec, replicators: Vec, genesis_ledger_path: String, genesis_block: GenesisBlock, } impl LocalCluster { pub fn new(num_nodes: usize, cluster_lamports: u64, lamports_per_node: u64) -> Self { let stakes: Vec<_> = (0..num_nodes).map(|_| lamports_per_node).collect(); Self::new_with_config(&stakes, cluster_lamports, &FullnodeConfig::default()) } pub fn new_with_config( node_stakes: &[u64], cluster_lamports: u64, fullnode_config: &FullnodeConfig, ) -> Self { Self::new_with_config_replicators(node_stakes, cluster_lamports, fullnode_config, 0) } pub fn new_with_config_replicators( node_stakes: &[u64], cluster_lamports: u64, fullnode_config: &FullnodeConfig, num_replicators: usize, ) -> Self { let leader_keypair = Arc::new(Keypair::new()); let leader_pubkey = leader_keypair.pubkey(); let leader_node = Node::new_localhost_with_pubkey(&leader_keypair.pubkey()); let (genesis_block, mint_keypair) = GenesisBlock::new_with_leader(cluster_lamports, &leader_pubkey, node_stakes[0]); let (genesis_ledger_path, _blockhash) = create_new_tmp_ledger!(&genesis_block); let leader_ledger_path = tmp_copy_blocktree!(&genesis_ledger_path); let mut ledger_paths = vec![]; ledger_paths.push(genesis_ledger_path.clone()); ledger_paths.push(leader_ledger_path.clone()); let voting_keypair = Keypair::new(); let leader_contact_info = leader_node.info.clone(); let leader_server = Fullnode::new( leader_node, &leader_keypair, &leader_ledger_path, &voting_keypair.pubkey(), voting_keypair, None, fullnode_config, ); let fullnodes = vec![leader_server]; let mut cluster = Self { funding_keypair: mint_keypair, entry_point_info: leader_contact_info, fullnodes, replicators: vec![], ledger_paths, genesis_ledger_path, genesis_block, }; for stake in &node_stakes[1..] { cluster.add_validator(&fullnode_config, *stake); } for _ in 0..num_replicators { cluster.add_replicator(); } discover(&cluster.entry_point_info.gossip, node_stakes.len()).unwrap(); cluster } pub fn exit(&self) { for node in &self.fullnodes { node.exit(); } } pub fn close_preserve_ledgers(&mut self) { self.exit(); while let Some(node) = self.fullnodes.pop() { node.join().unwrap(); } while let Some(node) = self.replicators.pop() { node.close(); } } fn add_validator(&mut self, fullnode_config: &FullnodeConfig, stake: u64) { let client = create_client( self.entry_point_info.client_facing_addr(), FULLNODE_PORT_RANGE, ); // Must have enough tokens to fund vote account and set delegate assert!(stake > 2); let validator_keypair = Arc::new(Keypair::new()); let voting_keypair = Keypair::new(); let validator_pubkey = validator_keypair.pubkey(); let validator_node = Node::new_localhost_with_pubkey(&validator_keypair.pubkey()); let ledger_path = tmp_copy_blocktree!(&self.genesis_ledger_path); self.ledger_paths.push(ledger_path.clone()); // Send each validator some lamports to vote let validator_balance = Self::transfer(&client, &self.funding_keypair, &validator_pubkey, stake); info!( "validator {} balance {}", validator_pubkey, validator_balance ); Self::create_and_fund_vote_account(&client, &voting_keypair, &validator_keypair, stake - 1) .unwrap(); let validator_server = Fullnode::new( validator_node, &validator_keypair, &ledger_path, &voting_keypair.pubkey(), voting_keypair, Some(&self.entry_point_info), fullnode_config, ); self.fullnodes.push(validator_server); } fn add_replicator(&mut self) { let replicator_keypair = Arc::new(Keypair::new()); let client = create_client( self.entry_point_info.client_facing_addr(), FULLNODE_PORT_RANGE, ); Self::transfer( &client, &self.funding_keypair, &replicator_keypair.pubkey(), 1, ); let replicator_node = Node::new_localhost_with_pubkey(&replicator_keypair.pubkey()); let (replicator_ledger_path, _blockhash) = create_new_tmp_ledger!(&self.genesis_block); let replicator = Replicator::new( &replicator_ledger_path, replicator_node, self.entry_point_info.clone(), replicator_keypair, None, ) .unwrap(); self.ledger_paths.push(replicator_ledger_path); self.replicators.push(replicator); } fn close(&mut self) { self.close_preserve_ledgers(); for path in &self.ledger_paths { remove_dir_all(path).unwrap_or_else(|_| panic!("Unable to remove {}", path)); } } fn transfer( client: &ThinClient, source_keypair: &Keypair, dest_pubkey: &Pubkey, lamports: u64, ) -> u64 { trace!("getting leader blockhash"); let blockhash = client.get_recent_blockhash(); let mut tx = SystemTransaction::new_account(&source_keypair, dest_pubkey, lamports, blockhash, 0); info!( "executing transfer of {} from {} to {}", lamports, source_keypair.pubkey(), *dest_pubkey ); client .retry_transfer(&source_keypair, &mut tx, 5) .expect("client transfer"); retry_get_balance(client, dest_pubkey, Some(lamports)).expect("get balance") } fn create_and_fund_vote_account( client: &ThinClient, vote_account: &Keypair, from_account: &Arc, amount: u64, ) -> Result<()> { let vote_account_pubkey = vote_account.pubkey(); let delegate_id = from_account.pubkey(); // Create the vote account if necessary if client.poll_get_balance(&vote_account_pubkey).unwrap_or(0) == 0 { // 1) Create vote account let mut transaction = VoteTransaction::new_account( from_account, &vote_account_pubkey, client.get_recent_blockhash(), amount, 1, ); client .retry_transfer(&from_account, &mut transaction, 5) .expect("client transfer"); retry_get_balance(client, &vote_account_pubkey, Some(amount)).expect("get balance"); // 2) Set delegate for new vote account let mut transaction = VoteTransaction::delegate_vote_account( vote_account, client.get_recent_blockhash(), &delegate_id, 0, ); client .retry_transfer(&vote_account, &mut transaction, 5) .expect("client transfer 2"); } info!("Checking for vote account registration"); let vote_account_user_data = client.get_account_data(&vote_account_pubkey); if let Ok(vote_account_user_data) = vote_account_user_data { if let Ok(vote_state) = VoteState::deserialize(&vote_account_user_data) { if vote_state.delegate_id == delegate_id { return Ok(()); } } } Err(Error::new( ErrorKind::Other, "expected successful vote account registration", )) } } impl Drop for LocalCluster { fn drop(&mut self) { self.close(); } } #[cfg(test)] mod test { use super::*; #[test] fn test_local_cluster_start_and_exit() { solana_logger::setup(); let num_nodes = 1; let cluster = LocalCluster::new(num_nodes, 100, 3); assert_eq!(cluster.fullnodes.len(), num_nodes); assert_eq!(cluster.replicators.len(), 0); } #[test] fn test_local_cluster_start_and_exit_with_config() { solana_logger::setup(); let mut fullnode_exit = FullnodeConfig::default(); fullnode_exit.rpc_config.enable_fullnode_exit = true; const NUM_NODES: usize = 1; let num_replicators = 1; let cluster = LocalCluster::new_with_config_replicators( &[3; NUM_NODES], 100, &fullnode_exit, num_replicators, ); assert_eq!(cluster.fullnodes.len(), NUM_NODES); assert_eq!(cluster.replicators.len(), num_replicators); } }