solana/net/remote/remote-sanity.sh

#!/bin/bash -e

cd "$(dirname "$0")"/../..

deployMethod=
leaderIp=
numNodes=
# shellcheck source=/dev/null # deployConfig is written by remote_sanity.sh
source deployConfig

[[ -n $deployMethod ]] || {
  echo "deployMethod empty"
  exit 1
}
[[ -n $leaderIp ]] || {
  echo "leaderIp empty"
  exit 1
}
[[ -n $numNodes ]] || {
  echo "numNodes empty"
  exit 1
}

ledgerVerify=true
validatorSanity=true
while [[ $1 = "-o" ]]; do
  opt="$2"
  shift 2
  case $opt in
  noLedgerVerify)
    ledgerVerify=false
    ;;
  noValidatorSanity)
    validatorSanity=false
    ;;
  *)
    echo "Error: unknown option: $opt"
    exit 1
    ;;
  esac
done

source net/common.sh
loadConfigFile

case $deployMethod in
snap)
  PATH="/snap/bin:$PATH"
  export USE_SNAP=1

  solana_bench_tps=solana.bench-tps
  solana_ledger_tool=solana.ledger-tool
  ledger=/var/snap/solana/current/config/ledger
  ;;
local)
  PATH="$HOME"/.cargo/bin:"$PATH"
  export USE_INSTALL=1

  solana_bench_tps="multinode-demo/client.sh $leaderIp:~/solana"
  solana_ledger_tool=solana-ledger-tool
  ledger=config/ledger
  ;;
*)
  echo "Unknown deployment method: $deployMethod"
  exit 1
esac


echo "--- $leaderIp: wallet sanity"
(
  set -x
  multinode-demo/test/wallet-sanity.sh "$leaderIp"
)

echo "--- $leaderIp: node count"
(
  set -x
  $solana_bench_tps --num-nodes "$numNodes" --converge-only
)

echo "--- $leaderIp: verify ledger"
if $ledgerVerify; then
  if [[ -d $ledger ]]; then
    (
      set -x
      rm -rf /var/tmp/ledger-verify
      cp -r $ledger /var/tmp/ledger-verify
      $solana_ledger_tool --ledger /var/tmp/ledger-verify verify
    )
  else
    echo "^^^ +++"
    echo "Ledger verify skipped"
  fi
else
  echo "^^^ +++"
  echo "Ledger verify skipped (NO_LEDGER_VERIFY defined)"
fi


echo "--- $leaderIp: validator sanity"
if $validatorSanity; then
  (
    set -ex -o pipefail
    ./multinode-demo/setup.sh -t validator
    timeout 10s ./multinode-demo/validator.sh "$leaderIp" "$leaderIp:8001" 2>&1 | tee validator.log
  ) || {
    exitcode=$?
    [[ $exitcode -eq 124 ]] || exit $exitcode
  }
  wc -l validator.log
  if grep -C100 panic validator.log; then
    echo "^^^ +++"
    echo "Panic observed"
    exit 1
  else
    echo "Validator log looks ok"
  fi
else
  echo "^^^ +++"
  echo "Validator sanity disabled (NO_VALIDATOR_SANITY defined)"
fi