216 lines
5.5 KiB
Bash
Executable File
216 lines
5.5 KiB
Bash
Executable File
#!/bin/bash -e
|
|
|
|
here=$(dirname "$0")
|
|
# shellcheck source=scripts/gcloud.sh
|
|
source "$here"/../scripts/gcloud.sh
|
|
# shellcheck source=net/common.sh
|
|
source "$here"/common.sh
|
|
|
|
prefix=testnet-dev-$(whoami | sed -e s/[^a-z0-9].*//)
|
|
validatorNodeCount=5
|
|
clientNodeCount=1
|
|
leaderMachineType=n1-standard-16
|
|
leaderAccelerator=
|
|
validatorMachineType=n1-standard-4
|
|
validatorAccelerator=
|
|
clientMachineType=n1-standard-16
|
|
clientAccelerator=
|
|
|
|
imageName="ubuntu-16-04-cuda-9-2-new"
|
|
internalNetwork=false
|
|
zone="us-west1-b"
|
|
|
|
usage() {
|
|
exitcode=0
|
|
if [[ -n "$1" ]]; then
|
|
exitcode=1
|
|
echo "Error: $*"
|
|
fi
|
|
cat <<EOF
|
|
usage: $0 [create|config|delete] [common options] [command-specific options]
|
|
|
|
Configure a GCE-based testnet
|
|
|
|
create - create a new testnet (implies 'config')
|
|
config - configure the testnet and write a config file describing it
|
|
delete - delete the testnet
|
|
|
|
common options:
|
|
-p prefix - Optional common prefix for instance names to avoid collisions
|
|
(default: $prefix)
|
|
|
|
create-specific options:
|
|
-n number - Number of validator nodes (default: $validatorNodeCount)
|
|
-c number - Number of client nodes (default: $clientNodeCount)
|
|
-P - Use GCE internal/private network (default: $internalNetwork)
|
|
-z - GCP Zone for the nodes (default: $zone)
|
|
-i imageName - Existing image on GCE (default: $imageName)
|
|
-g - Enable GPU
|
|
|
|
config-specific options:
|
|
none
|
|
|
|
delete-specific options:
|
|
none
|
|
|
|
EOF
|
|
exit $exitcode
|
|
}
|
|
|
|
|
|
command=$1
|
|
[[ -n $command ]] || usage
|
|
shift
|
|
[[ $command = create || $command = config || $command = delete ]] || usage "Invalid command: $command"
|
|
|
|
while getopts "h?p:Pi:n:c:z:g" opt; do
|
|
case $opt in
|
|
h | \?)
|
|
usage
|
|
;;
|
|
p)
|
|
prefix=$OPTARG
|
|
;;
|
|
P)
|
|
internalNetwork=true
|
|
;;
|
|
i)
|
|
imageName=$OPTARG
|
|
;;
|
|
n)
|
|
validatorNodeCount=$OPTARG
|
|
;;
|
|
c)
|
|
clientNodeCount=$OPTARG
|
|
;;
|
|
z)
|
|
zone=$OPTARG
|
|
;;
|
|
g)
|
|
leaderAccelerator="count=4,type=nvidia-tesla-k80"
|
|
;;
|
|
*)
|
|
usage "Error: unhandled option: $opt"
|
|
;;
|
|
esac
|
|
done
|
|
|
|
|
|
prepareInstancesAndWriteConfigFile() {
|
|
echo "# autogenerated at $(date)" >> "$configFile"
|
|
|
|
echo "netBasename=$prefix" >> "$configFile"
|
|
|
|
declare sshPrivateKey="$netConfigDir/id_$prefix"
|
|
rm -rf "$sshPrivateKey"{,.pub}
|
|
(
|
|
set -x
|
|
ssh-keygen -t ecdsa -N '' -f "$sshPrivateKey"
|
|
)
|
|
echo "sshPrivateKey=$sshPrivateKey" >> "$configFile"
|
|
|
|
recordInstanceIp() {
|
|
declare name="$1"
|
|
declare publicIp="$3"
|
|
declare privateIp="$4"
|
|
|
|
declare arrayName="$6"
|
|
|
|
if $internalNetwork; then
|
|
echo "$arrayName+=($privateIp) # $name" >> "$configFile"
|
|
else
|
|
echo "$arrayName+=($publicIp) # $name" >> "$configFile"
|
|
fi
|
|
}
|
|
|
|
prepareInstance() {
|
|
declare name="$1"
|
|
declare publicIp="$3"
|
|
|
|
# TODO: Make the following a requirement of $imageName
|
|
# instead of a manual install
|
|
ssh "${sshOptions[@]}" "$publicIp" "
|
|
set -ex;
|
|
sudo systemctl disable apt-daily.service # disable run when system boot
|
|
sudo systemctl disable apt-daily.timer # disable timer run
|
|
sudo apt-get --assume-yes install rsync libssl-dev;
|
|
mkdir -p ~/solana ~/.cargo/bin;
|
|
"
|
|
}
|
|
|
|
gcloud_FindInstances "name=$prefix-leader" show
|
|
[[ ${#instances[@]} -eq 1 ]] || {
|
|
echo "Unable to start leader"
|
|
exit 1
|
|
}
|
|
gcloud_FigureRemoteUsername "${instances[0]}"
|
|
sshUsername=$gcloud_username
|
|
echo "sshUsername=$sshUsername" >> "$configFile"
|
|
buildSshOptions
|
|
|
|
gcloud_PrepInstancesForSsh "$gcloud_username" "$sshPrivateKey"
|
|
|
|
echo "leaderIp=()" >> "$configFile"
|
|
gcloud_ForEachInstance recordInstanceIp leaderIp
|
|
gcloud_ForEachInstance prepareInstance
|
|
|
|
gcloud_FindInstances "name~^$prefix-validator" show
|
|
[[ ${#instances[@]} -gt 0 ]] || {
|
|
echo "Unable to start validators"
|
|
exit 1
|
|
}
|
|
echo "validatorIpList=()" >> "$configFile"
|
|
gcloud_PrepInstancesForSsh "$gcloud_username" "$sshPrivateKey"
|
|
gcloud_ForEachInstance recordInstanceIp validatorIpList
|
|
gcloud_ForEachInstance prepareInstance
|
|
|
|
echo "clientIpList=()" >> "$configFile"
|
|
gcloud_FindInstances "name~^$prefix-client" show
|
|
if [[ ${#instances[@]} -gt 0 ]]; then
|
|
gcloud_PrepInstancesForSsh "$gcloud_username" "$sshPrivateKey"
|
|
gcloud_ForEachInstance recordInstanceIp clientIpList
|
|
gcloud_ForEachInstance prepareInstance
|
|
fi
|
|
|
|
echo "Wrote $configFile"
|
|
}
|
|
|
|
case $command in
|
|
delete)
|
|
gcloud_FindInstances "name~^$prefix-"
|
|
|
|
if [[ ${#instances[@]} -eq 0 ]]; then
|
|
echo "No instances found matching '^$prefix-'"
|
|
exit 0
|
|
fi
|
|
gcloud_DeleteInstances
|
|
;;
|
|
|
|
create)
|
|
[[ -n $validatorNodeCount ]] || usage "Need number of nodes"
|
|
|
|
echo "Network composition:"
|
|
echo "Leader = $leaderMachineType (GPU=${leaderAccelerator:-none})"
|
|
echo "Validators = $validatorNodeCount x $validatorMachineType (GPU=${validatorAccelerator:-none})"
|
|
echo "Client(s) = $clientNodeCount x $clientMachineType (GPU=${clientAccelerator:-none})"
|
|
echo ==================================================================
|
|
echo
|
|
gcloud_CreateInstances "$prefix-leader" 1 \
|
|
"$zone" "$imageName" "$leaderMachineType" "$leaderAccelerator"
|
|
gcloud_CreateInstances "$prefix-validator" "$validatorNodeCount" \
|
|
"$zone" "$imageName" "$validatorMachineType" "$validatorAccelerator"
|
|
if [[ -n $clientNodeCount ]]; then
|
|
gcloud_CreateInstances "$prefix-client" "$clientNodeCount" \
|
|
"$zone" "$imageName" "$clientMachineType" "$clientAccelerator"
|
|
fi
|
|
|
|
prepareInstancesAndWriteConfigFile
|
|
;;
|
|
|
|
config)
|
|
prepareInstancesAndWriteConfigFile
|
|
;;
|
|
*)
|
|
usage "Unknown command: $command"
|
|
esac
|