214 lines
6.3 KiB
Bash
214 lines
6.3 KiB
Bash
# |source| this file
|
|
#
|
|
# Disable complaints about unused variables in this file:
|
|
# shellcheck disable=2034
|
|
|
|
rsync=rsync
|
|
leader_logger="cat"
|
|
validator_logger="cat"
|
|
drone_logger="cat"
|
|
|
|
if [[ $(uname) != Linux ]]; then
|
|
# Protect against unsupported configurations to prevent non-obvious errors
|
|
# later. Arguably these should be fatal errors but for now prefer tolerance.
|
|
if [[ -n $USE_SNAP ]]; then
|
|
echo "Warning: Snap is not supported on $(uname)"
|
|
USE_SNAP=
|
|
fi
|
|
if [[ -n $SOLANA_CUDA ]]; then
|
|
echo "Warning: CUDA is not supported on $(uname)"
|
|
SOLANA_CUDA=
|
|
fi
|
|
fi
|
|
|
|
if [[ -d $SNAP ]]; then # Running inside a Linux Snap?
|
|
solana_program() {
|
|
declare program="$1"
|
|
if [[ "$program" = wallet || "$program" = bench-tps ]]; then
|
|
# TODO: Merge wallet.sh/client.sh functionality into
|
|
# solana-wallet/solana-demo-client proper and remove this special case
|
|
printf "%s/bin/solana-%s" "$SNAP" "$program"
|
|
else
|
|
printf "%s/command-%s.wrapper" "$SNAP" "$program"
|
|
fi
|
|
}
|
|
rsync="$SNAP"/bin/rsync
|
|
multilog="$SNAP/bin/multilog t s16777215 n200"
|
|
leader_logger="$multilog $SNAP_DATA/leader"
|
|
validator_logger="$multilog t $SNAP_DATA/validator"
|
|
drone_logger="$multilog $SNAP_DATA/drone"
|
|
# Create log directories manually to prevent multilog from creating them as
|
|
# 0700
|
|
mkdir -p "$SNAP_DATA"/{drone,leader,validator}
|
|
|
|
SOLANA_METRICS_CONFIG="$(snapctl get metrics-config)"
|
|
SOLANA_DEFAULT_METRICS_RATE="$(snapctl get default-metrics-rate)"
|
|
export SOLANA_DEFAULT_METRICS_RATE
|
|
SOLANA_CUDA="$(snapctl get enable-cuda)"
|
|
RUST_LOG="$(snapctl get rust-log)"
|
|
|
|
elif [[ -n $USE_SNAP ]]; then # Use the Linux Snap binaries
|
|
solana_program() {
|
|
declare program="$1"
|
|
printf "solana.%s" "$program"
|
|
}
|
|
elif [[ -n $USE_INSTALL ]]; then # Assume |cargo install| was run
|
|
solana_program() {
|
|
declare program="$1"
|
|
printf "solana-%s" "$program"
|
|
}
|
|
# CUDA was/wasn't selected at build time, can't affect CUDA state here
|
|
unset SOLANA_CUDA
|
|
else
|
|
solana_program() {
|
|
declare program="$1"
|
|
declare features=""
|
|
if [[ "$program" =~ ^(.*)-cuda$ ]]; then
|
|
program=${BASH_REMATCH[1]}
|
|
features="--features=cuda"
|
|
fi
|
|
if [[ -z $DEBUG ]]; then
|
|
maybe_release=--release
|
|
fi
|
|
printf "cargo run $maybe_release --bin solana-%s %s -- " "$program" "$features"
|
|
}
|
|
if [[ -n $SOLANA_CUDA ]]; then
|
|
# shellcheck disable=2154 # 'here' is referenced but not assigned
|
|
if [[ -z $here ]]; then
|
|
echo "|here| is not defined"
|
|
exit 1
|
|
fi
|
|
|
|
# Locate perf libs downloaded by |./fetch-perf-libs.sh|
|
|
LD_LIBRARY_PATH=$(cd "$here" && dirname "$PWD"):$LD_LIBRARY_PATH
|
|
export LD_LIBRARY_PATH
|
|
fi
|
|
fi
|
|
|
|
solana_bench_tps=$(solana_program bench-tps)
|
|
solana_wallet=$(solana_program wallet)
|
|
solana_drone=$(solana_program drone)
|
|
solana_fullnode=$(solana_program fullnode)
|
|
solana_fullnode_config=$(solana_program fullnode-config)
|
|
solana_fullnode_cuda=$(solana_program fullnode-cuda)
|
|
solana_genesis=$(solana_program genesis)
|
|
solana_keygen=$(solana_program keygen)
|
|
solana_ledger_tool=$(solana_program ledger-tool)
|
|
|
|
export RUST_LOG=${RUST_LOG:-solana=info} # if RUST_LOG is unset, default to info
|
|
export RUST_BACKTRACE=1
|
|
|
|
|
|
# The SOLANA_METRICS_CONFIG environment variable is formatted as a
|
|
# comma-delimited list of parameters. All parameters are optional.
|
|
#
|
|
# Example:
|
|
# export SOLANA_METRICS_CONFIG="host=<metrics host>,db=<database name>,u=<username>,p=<password>"
|
|
#
|
|
configure_metrics() {
|
|
[[ -n $SOLANA_METRICS_CONFIG ]] || return 0
|
|
|
|
declare metrics_params
|
|
IFS=',' read -r -a metrics_params <<< "$SOLANA_METRICS_CONFIG"
|
|
for param in "${metrics_params[@]}"; do
|
|
IFS='=' read -r -a pair <<< "$param"
|
|
if [[ ${#pair[@]} != 2 ]]; then
|
|
echo Error: invalid metrics parameter: "$param" >&2
|
|
else
|
|
declare name="${pair[0]}"
|
|
declare value="${pair[1]}"
|
|
case "$name" in
|
|
host)
|
|
export INFLUX_HOST="$value"
|
|
echo INFLUX_HOST="$INFLUX_HOST" >&2
|
|
;;
|
|
db)
|
|
export INFLUX_DATABASE="$value"
|
|
echo INFLUX_DATABASE="$INFLUX_DATABASE" >&2
|
|
;;
|
|
u)
|
|
export INFLUX_USERNAME="$value"
|
|
echo INFLUX_USERNAME="$INFLUX_USERNAME" >&2
|
|
;;
|
|
p)
|
|
export INFLUX_PASSWORD="$value"
|
|
echo INFLUX_PASSWORD="********" >&2
|
|
;;
|
|
*)
|
|
echo Error: Unknown metrics parameter name: "$name" >&2
|
|
;;
|
|
esac
|
|
fi
|
|
done
|
|
}
|
|
configure_metrics
|
|
|
|
tune_networking() {
|
|
# Skip in CI
|
|
[[ -z $CI ]] || return 0
|
|
|
|
# Reference: https://medium.com/@CameronSparr/increase-os-udp-buffers-to-improve-performance-51d167bb1360
|
|
if [[ $(uname) = Linux ]]; then
|
|
(
|
|
set -x +e
|
|
# test the existence of the sysctls before trying to set them
|
|
# go ahead and return true and don't exit if these calls fail
|
|
sysctl net.core.rmem_max 2>/dev/null 1>/dev/null &&
|
|
sudo sysctl -w net.core.rmem_max=26214400 1>/dev/null 2>/dev/null
|
|
|
|
sysctl net.core.rmem_default 2>/dev/null 1>/dev/null &&
|
|
sudo sysctl -w net.core.rmem_default=26214400 1>/dev/null 2>/dev/null
|
|
) || true
|
|
fi
|
|
|
|
if [[ $(uname) = Darwin ]]; then
|
|
(
|
|
if [[ $(sysctl net.inet.udp.maxdgram | cut -d\ -f2) != 65535 ]]; then
|
|
echo "Adjusting maxdgram to allow for large UDP packets, see BLOB_SIZE in src/packet.rs:"
|
|
set -x
|
|
sudo sysctl net.inet.udp.maxdgram=65535
|
|
fi
|
|
)
|
|
|
|
fi
|
|
}
|
|
|
|
oom_score_adj() {
|
|
declare pid=$1
|
|
declare score=$2
|
|
if [[ $(uname) != Linux ]]; then
|
|
return
|
|
fi
|
|
|
|
echo "$score" > "/proc/$pid/oom_score_adj" || true
|
|
declare currentScore
|
|
currentScore=$(cat "/proc/$pid/oom_score_adj" || true)
|
|
if [[ $score != "$currentScore" ]]; then
|
|
echo "Failed to set oom_score_adj to $score for pid $pid (current score: $currentScore)"
|
|
fi
|
|
}
|
|
|
|
SOLANA_CONFIG_DIR=${SNAP_DATA:-$PWD}/config
|
|
SOLANA_CONFIG_PRIVATE_DIR=${SNAP_DATA:-$PWD}/config-private
|
|
SOLANA_CONFIG_VALIDATOR_DIR=${SNAP_DATA:-$PWD}/config-validator
|
|
SOLANA_CONFIG_CLIENT_DIR=${SNAP_USER_DATA:-$PWD}/config-client
|
|
|
|
rsync_url() { # adds the 'rsync://` prefix to URLs that need it
|
|
declare url="$1"
|
|
|
|
if [[ $url =~ ^.*:.*$ ]]; then
|
|
# assume remote-shell transport when colon is present, use $url unmodified
|
|
echo "$url"
|
|
return 0
|
|
fi
|
|
|
|
if [[ -d $url ]]; then
|
|
# assume local directory if $url is a valid directory, use $url unmodified
|
|
echo "$url"
|
|
return 0
|
|
fi
|
|
|
|
# Default to rsync:// URL
|
|
echo "rsync://$url"
|
|
}
|