198 lines
4.0 KiB
Bash
198 lines
4.0 KiB
Bash
|
#!/bin/bash -e
|
||
|
|
||
|
here=$(dirname "$0")
|
||
|
SOLANA_ROOT="$(cd "$here"/..; pwd)"
|
||
|
|
||
|
# shellcheck source=net/common.sh
|
||
|
source "$here"/common.sh
|
||
|
|
||
|
usage() {
|
||
|
exitcode=0
|
||
|
if [[ -n "$1" ]]; then
|
||
|
exitcode=1
|
||
|
echo "Error: $*"
|
||
|
fi
|
||
|
cat <<EOF
|
||
|
usage: $0 [start|stop]
|
||
|
|
||
|
Manage a multinode network
|
||
|
|
||
|
start|stop - Start or stop the network
|
||
|
EOF
|
||
|
exit $exitcode
|
||
|
}
|
||
|
|
||
|
command=$1
|
||
|
[[ -n $command ]] || usage
|
||
|
shift
|
||
|
[[ $command = start || $command = stop ]] || usage "Invalid command: $command"
|
||
|
|
||
|
while getopts "h?" opt; do
|
||
|
case $opt in
|
||
|
h | \?)
|
||
|
usage
|
||
|
;;
|
||
|
*)
|
||
|
usage "Error: unhandled option: $opt"
|
||
|
;;
|
||
|
esac
|
||
|
done
|
||
|
|
||
|
loadConfigFile
|
||
|
|
||
|
build() {
|
||
|
if [[ $(uname) != Linux ]]; then
|
||
|
echo "Unable to build, this isn't a Linux system"
|
||
|
exit 1
|
||
|
fi
|
||
|
SECONDS=0
|
||
|
(
|
||
|
cd "$SOLANA_ROOT"
|
||
|
echo "****************"
|
||
|
echo "Build started at $(date)"
|
||
|
|
||
|
# Build and install locally
|
||
|
PATH="$HOME"/.cargo/bin:"$PATH"
|
||
|
cargo install --force
|
||
|
)
|
||
|
echo "Build took $SECONDS seconds"
|
||
|
}
|
||
|
|
||
|
common_start_setup() {
|
||
|
declare ipAddress=$1
|
||
|
declare logFile="$2"
|
||
|
|
||
|
(
|
||
|
set -x
|
||
|
|
||
|
ssh "${sshOptions[@]}" "$ipAddress" "
|
||
|
set -ex;
|
||
|
sudo systemctl disable apt-daily.service # disable run when system boot
|
||
|
sudo systemctl disable apt-daily.timer # disable timer run
|
||
|
sudo apt-get --assume-yes install rsync libssl-dev;
|
||
|
mkdir -p ~/solana ~/.cargo/bin;
|
||
|
"
|
||
|
|
||
|
test -d "$SOLANA_ROOT"
|
||
|
rsync -vPrz -e "ssh ${sshOptions[*]}" \
|
||
|
"$SOLANA_ROOT"/{fetch-perf-libs.sh,scripts,net,multinode-demo} \
|
||
|
"$ipAddress":~/solana/
|
||
|
) >> "$logFile"
|
||
|
}
|
||
|
|
||
|
startLeader() {
|
||
|
declare ipAddress=$1
|
||
|
declare logFile="$2"
|
||
|
echo "****************"
|
||
|
echo "Starting leader: $leaderIp"
|
||
|
|
||
|
common_start_setup "$ipAddress" "$logFile"
|
||
|
|
||
|
(
|
||
|
set -x
|
||
|
rsync -vPrz -e "ssh ${sshOptions[*]}" ~/.cargo/bin/solana* "$ipAddress":~/.cargo/bin/
|
||
|
ssh "${sshOptions[@]}" -f "$ipAddress" \
|
||
|
"./solana/net/remote/remote_leader.sh"
|
||
|
) >> "$logFile"
|
||
|
}
|
||
|
|
||
|
startValidator() {
|
||
|
declare ipAddress=$1
|
||
|
declare logFile="$2"
|
||
|
echo "*******************"
|
||
|
echo "Starting validator: $leaderIp"
|
||
|
common_start_setup "$ipAddress" "$logFile"
|
||
|
|
||
|
(
|
||
|
set -x
|
||
|
ssh "${sshOptions[@]}" -f "$ipAddress" \
|
||
|
"./solana/net/remote/remote_validator.sh $leaderIp"
|
||
|
) >> "$logFile"
|
||
|
}
|
||
|
|
||
|
startClient() {
|
||
|
declare ipAddress=$1
|
||
|
declare logFile="$2"
|
||
|
echo "****************"
|
||
|
echo "Starting client: $leaderIp"
|
||
|
common_start_setup "$ipAddress" "$logFile"
|
||
|
|
||
|
ssh "${sshOptions[@]}" -f "$ipAddress" \
|
||
|
"./solana/net/remote/remote_client.sh $leaderIp" >> "$logFile"
|
||
|
}
|
||
|
|
||
|
start() {
|
||
|
echo "Deployment started at $(date)"
|
||
|
SECONDS=0
|
||
|
leaderDeployTime=
|
||
|
|
||
|
startLeader "$leaderIp" "$netLogDir/leader-$leaderIp.log"
|
||
|
leaderDeployTime=$SECONDS
|
||
|
SECONDS=0
|
||
|
|
||
|
for ipAddress in "${validatorIpList[@]}"; do
|
||
|
startValidator "$ipAddress" "$netLogDir/validator-$ipAddress.log" &
|
||
|
done
|
||
|
|
||
|
wait
|
||
|
validatorDeployTime=$SECONDS
|
||
|
SECONDS=0
|
||
|
|
||
|
for ipAddress in "${clientIpList[@]}"; do
|
||
|
startClient "$ipAddress" "$netLogDir/client-$ipAddress.log"
|
||
|
done
|
||
|
|
||
|
clientDeployTime=$SECONDS
|
||
|
SECONDS=0
|
||
|
wait
|
||
|
|
||
|
echo
|
||
|
echo "================================================================="
|
||
|
echo "Deployment finished at $(date)"
|
||
|
echo "Leader deployment took $leaderDeployTime seconds"
|
||
|
echo "Validator deployment (${#validatorIpList[@]} instances) took $validatorDeployTime seconds"
|
||
|
echo "Client deployment (${#clientIpList[@]} instances) took $clientDeployTime seconds"
|
||
|
echo "Logs in $netLogDir:"
|
||
|
ls -l "$netLogDir"
|
||
|
}
|
||
|
|
||
|
|
||
|
stop_node() {
|
||
|
local ipAddress=$1
|
||
|
echo "**************"
|
||
|
echo "Stopping node: $ipAddress"
|
||
|
(
|
||
|
set -x
|
||
|
ssh "${sshOptions[@]}" "$ipAddress" "
|
||
|
set -x;
|
||
|
pkill -9 solana-;
|
||
|
pkill -9 validator;
|
||
|
pkill -9 leader;
|
||
|
"
|
||
|
) || true
|
||
|
}
|
||
|
|
||
|
stop() {
|
||
|
SECONDS=0
|
||
|
|
||
|
stop_node "$leaderIp"
|
||
|
|
||
|
for ipAddress in "${validatorIpList[@]}" "${clientIpList[@]}"; do
|
||
|
stop_node "$ipAddress"
|
||
|
done
|
||
|
|
||
|
echo "Stopping nodes took $SECONDS seconds"
|
||
|
}
|
||
|
|
||
|
mkdir -p log
|
||
|
|
||
|
if [[ $command == "start" ]]; then
|
||
|
build
|
||
|
stop
|
||
|
start
|
||
|
elif [[ $command == "stop" ]]; then
|
||
|
stop
|
||
|
else
|
||
|
usage "Unknown command: $command"
|
||
|
fi
|