solana/multinode-demo/common.sh

137 lines
4.3 KiB
Bash
Raw Normal View History

2018-06-24 10:10:55 -07:00
# |source| this file
#
2018-08-27 09:13:53 -07:00
# Common utilities shared by other scripts in this directory
#
# The following directive disable complaints about unused variables in this
# file:
2018-06-24 10:10:55 -07:00
# shellcheck disable=2034
2018-08-27 09:13:53 -07:00
#
2018-06-24 10:10:55 -07:00
rsync=rsync
leader_logger="tee leader.log"
validator_logger="tee validator.log"
drone_logger="tee drone.log"
if [[ $(uname) != Linux ]]; then
# Protect against unsupported configurations to prevent non-obvious errors
# later. Arguably these should be fatal errors but for now prefer tolerance.
if [[ -n $USE_SNAP ]]; then
echo "Warning: Snap is not supported on $(uname)"
USE_SNAP=
fi
if [[ -n $SOLANA_CUDA ]]; then
echo "Warning: CUDA is not supported on $(uname)"
SOLANA_CUDA=
fi
fi
if [[ -d $SNAP ]]; then # Running inside a Linux Snap?
2018-06-24 10:10:55 -07:00
solana_program() {
2018-06-26 18:30:17 -07:00
declare program="$1"
printf "%s/command-%s.wrapper" "$SNAP" "$program"
2018-06-24 10:10:55 -07:00
}
rsync="$SNAP"/bin/rsync
multilog="$SNAP/bin/multilog t s16777215 n200"
2018-07-17 19:15:09 -07:00
leader_logger="$multilog $SNAP_DATA/leader"
validator_logger="$multilog t $SNAP_DATA/validator"
drone_logger="$multilog $SNAP_DATA/drone"
2018-07-17 18:08:11 -07:00
# Create log directories manually to prevent multilog from creating them as
# 0700
2018-07-17 19:20:35 -07:00
mkdir -p "$SNAP_DATA"/{drone,leader,validator}
elif [[ -n $USE_SNAP ]]; then # Use the Linux Snap binaries
2018-06-26 16:05:02 -07:00
solana_program() {
2018-06-26 18:30:17 -07:00
declare program="$1"
2018-06-26 16:05:02 -07:00
printf "solana.%s" "$program"
}
elif [[ -n $USE_INSTALL ]]; then # Assume |cargo install| was run
2018-06-24 10:10:55 -07:00
solana_program() {
2018-06-26 18:30:17 -07:00
declare program="$1"
2018-06-24 10:10:55 -07:00
printf "solana-%s" "$program"
}
else
solana_program() {
2018-06-26 18:30:17 -07:00
declare program="$1"
declare features=""
2018-06-24 10:10:55 -07:00
if [[ "$program" =~ ^(.*)-cuda$ ]]; then
program=${BASH_REMATCH[1]}
2018-07-16 07:42:44 -07:00
features="--features=cuda"
2018-06-24 10:10:55 -07:00
fi
2018-11-16 08:04:46 -08:00
if [[ "$program" = drone ]]; then
maybe_package="--package solana-drone"
fi
if [[ -n $NDEBUG ]]; then
maybe_release=--release
fi
2018-11-16 08:04:46 -08:00
printf "cargo run $maybe_release $maybe_package --bin solana-%s %s -- " "$program" "$features"
2018-06-24 10:10:55 -07:00
}
2018-07-14 09:50:21 -07:00
if [[ -n $SOLANA_CUDA ]]; then
# shellcheck disable=2154 # 'here' is referenced but not assigned
if [[ -z $here ]]; then
echo "|here| is not defined"
exit 1
fi
2018-07-14 09:50:21 -07:00
# Locate perf libs downloaded by |./fetch-perf-libs.sh|
LD_LIBRARY_PATH=$(cd "$here" && dirname "$PWD"/target/perf-libs):$LD_LIBRARY_PATH
2018-07-14 09:50:21 -07:00
export LD_LIBRARY_PATH
fi
2018-06-24 10:10:55 -07:00
fi
2018-07-19 12:59:31 -07:00
solana_bench_tps=$(solana_program bench-tps)
solana_wallet=$(solana_program wallet)
2018-06-24 10:10:55 -07:00
solana_drone=$(solana_program drone)
solana_fullnode=$(solana_program fullnode)
solana_fullnode_config=$(solana_program fullnode-config)
solana_fullnode_cuda=$(solana_program fullnode-cuda)
solana_genesis=$(solana_program genesis)
2018-07-12 14:42:01 -07:00
solana_keygen=$(solana_program keygen)
solana_ledger_tool=$(solana_program ledger-tool)
2018-06-24 10:10:55 -07:00
export RUST_LOG=${RUST_LOG:-solana=info} # if RUST_LOG is unset, default to info
export RUST_BACKTRACE=1
# shellcheck source=scripts/configure-metrics.sh
source "$(dirname "${BASH_SOURCE[0]}")"/../scripts/configure-metrics.sh
tune_networking() {
2018-08-03 10:05:46 -07:00
# Skip in CI
[[ -z $CI ]] || return 0
# Reference: https://medium.com/@CameronSparr/increase-os-udp-buffers-to-improve-performance-51d167bb1360
if [[ $(uname) = Linux ]]; then
(
set -x +e
# test the existence of the sysctls before trying to set them
# go ahead and return true and don't exit if these calls fail
sysctl net.core.rmem_max 2>/dev/null 1>/dev/null &&
sudo sysctl -w net.core.rmem_max=1610612736 1>/dev/null 2>/dev/null
sysctl net.core.rmem_default 2>/dev/null 1>/dev/null &&
sudo sysctl -w net.core.rmem_default=1610612736 1>/dev/null 2>/dev/null
sysctl net.core.wmem_max 2>/dev/null 1>/dev/null &&
sudo sysctl -w net.core.wmem_max=1610612736 1>/dev/null 2>/dev/null
sysctl net.core.wmem_default 2>/dev/null 1>/dev/null &&
sudo sysctl -w net.core.wmem_default=1610612736 1>/dev/null 2>/dev/null
) || true
fi
if [[ $(uname) = Darwin ]]; then
(
if [[ $(sysctl net.inet.udp.maxdgram | cut -d\ -f2) != 65535 ]]; then
echo "Adjusting maxdgram to allow for large UDP packets, see BLOB_SIZE in src/packet.rs:"
set -x
sudo sysctl net.inet.udp.maxdgram=65535
fi
)
fi
}
2018-06-24 10:10:55 -07:00
2018-08-10 11:27:36 -07:00
SOLANA_CONFIG_DIR=${SNAP_DATA:-$PWD}/config
SOLANA_CONFIG_PRIVATE_DIR=${SNAP_DATA:-$PWD}/config-private
SOLANA_CONFIG_VALIDATOR_DIR=${SNAP_DATA:-$PWD}/config-validator