solana/multinode-demo/common.sh

169 lines
5.1 KiB
Bash
Raw Normal View History

2018-06-24 10:10:55 -07:00
# |source| this file
#
# Disable complaints about unused variables in this file:
# shellcheck disable=2034
rsync=rsync
leader_logger="cat"
validator_logger="cat"
drone_logger="cat"
2018-06-26 16:05:02 -07:00
if [[ -d "$SNAP" ]]; then # Running inside a Linux Snap?
2018-06-24 10:10:55 -07:00
solana_program() {
2018-06-26 18:30:17 -07:00
declare program="$1"
2018-07-14 00:12:25 -07:00
if [[ "$program" = wallet || "$program" = client-demo ]]; then
# TODO: Merge wallet.sh/client.sh functionality into
# solana-wallet/solana-demo-client proper and remove this special case
2018-07-13 23:37:56 -07:00
printf "%s/bin/solana-%s" "$SNAP" "$program"
else
printf "%s/command-%s.wrapper" "$SNAP" "$program"
fi
2018-06-24 10:10:55 -07:00
}
rsync="$SNAP"/bin/rsync
2018-07-17 19:15:09 -07:00
multilog="$SNAP/bin/multilog t s16777215"
leader_logger="$multilog $SNAP_DATA/leader"
validator_logger="$multilog t $SNAP_DATA/validator"
drone_logger="$multilog $SNAP_DATA/drone"
2018-07-17 18:08:11 -07:00
# Create log directories manually to prevent multilog from creating them as
# 0700
2018-07-17 19:20:35 -07:00
mkdir -p "$SNAP_DATA"/{drone,leader,validator}
SOLANA_METRICS_CONFIG="$(snapctl get metrics-config)"
SOLANA_DEFAULT_METRICS_RATE="$(snapctl get default-metrics-rate)"
2018-06-24 10:10:55 -07:00
SOLANA_CUDA="$(snapctl get enable-cuda)"
2018-07-16 17:38:51 -07:00
RUST_LOG="$(snapctl get rust-log)"
2018-06-26 16:05:02 -07:00
elif [[ -n "$USE_SNAP" ]]; then # Use the Linux Snap binaries
solana_program() {
2018-06-26 18:30:17 -07:00
declare program="$1"
2018-06-26 16:05:02 -07:00
printf "solana.%s" "$program"
}
2018-06-24 10:10:55 -07:00
elif [[ -n "$USE_INSTALL" ]]; then # Assume |cargo install| was run
solana_program() {
2018-06-26 18:30:17 -07:00
declare program="$1"
2018-06-24 10:10:55 -07:00
printf "solana-%s" "$program"
}
2018-06-26 16:05:02 -07:00
# CUDA was/wasn't selected at build time, can't affect CUDA state here
unset SOLANA_CUDA
2018-06-24 10:10:55 -07:00
else
solana_program() {
2018-06-26 18:30:17 -07:00
declare program="$1"
declare features=""
2018-06-24 10:10:55 -07:00
if [[ "$program" =~ ^(.*)-cuda$ ]]; then
program=${BASH_REMATCH[1]}
2018-07-16 07:42:44 -07:00
features="--features=cuda"
2018-06-24 10:10:55 -07:00
fi
if [[ -z "$DEBUG" ]]; then
maybe_release=--release
fi
printf "cargo run $maybe_release --bin solana-%s %s -- " "$program" "$features"
2018-06-24 10:10:55 -07:00
}
2018-07-14 09:50:21 -07:00
if [[ -n $SOLANA_CUDA ]]; then
# shellcheck disable=2154 # 'here' is referenced but not assigned
if [[ -z $here ]]; then
echo "|here| is not defined"
exit 1
fi
2018-07-14 09:50:21 -07:00
# Locate perf libs downloaded by |./fetch-perf-libs.sh|
LD_LIBRARY_PATH=$(cd "$here" && dirname "$PWD"):$LD_LIBRARY_PATH
export LD_LIBRARY_PATH
fi
2018-06-24 10:10:55 -07:00
fi
solana_client_demo=$(solana_program client-demo)
solana_wallet=$(solana_program wallet)
2018-06-24 10:10:55 -07:00
solana_drone=$(solana_program drone)
solana_fullnode=$(solana_program fullnode)
solana_fullnode_config=$(solana_program fullnode-config)
solana_fullnode_cuda=$(solana_program fullnode-cuda)
solana_genesis=$(solana_program genesis)
2018-07-12 14:42:01 -07:00
solana_keygen=$(solana_program keygen)
2018-06-24 10:10:55 -07:00
export RUST_LOG=${RUST_LOG:-solana=info} # if RUST_LOG is unset, default to info
export RUST_BACKTRACE=1
# The SOLANA_METRICS_CONFIG environment variable is formatted as a
# comma-delimited list of parameters. All parameters are optional.
#
# Example:
# export SOLANA_METRICS_CONFIG="host=<metrics host>,db=<database name>,u=<username>,p=<password>"
#
configure_metrics() {
[[ -n $SOLANA_METRICS_CONFIG ]] || return 0
declare metrics_params
IFS=',' read -r -a metrics_params <<< "$SOLANA_METRICS_CONFIG"
for param in "${metrics_params[@]}"; do
IFS='=' read -r -a pair <<< "$param"
if [[ "${#pair[@]}" != 2 ]]; then
echo Error: invalid metrics parameter: "$param" >&2
else
declare name="${pair[0]}"
declare value="${pair[1]}"
case "$name" in
host)
export INFLUX_HOST="$value"
echo INFLUX_HOST="$INFLUX_HOST" >&2
;;
db)
export INFLUX_DATABASE="$value"
echo INFLUX_DATABASE="$INFLUX_DATABASE" >&2
;;
u)
export INFLUX_USERNAME="$value"
echo INFLUX_USERNAME="$INFLUX_USERNAME" >&2
;;
p)
export INFLUX_PASSWORD="$value"
echo INFLUX_PASSWORD="********" >&2
;;
*)
echo Error: Unknown metrics parameter name: "$name" >&2
;;
esac
fi
done
}
configure_metrics
tune_networking() {
# Reference: https://medium.com/@CameronSparr/increase-os-udp-buffers-to-improve-performance-51d167bb1360
if [[ $(uname) = Linux ]]; then
(
set -x +e
# test the existence of the sysctls before trying to set them
# go ahead and return true and don't exit if these calls fail
sysctl net.core.rmem_max 2>/dev/null 1>/dev/null &&
sudo sysctl -w net.core.rmem_max=26214400 1>/dev/null 2>/dev/null
sysctl net.core.rmem_default 2>/dev/null 1>/dev/null &&
sudo sysctl -w net.core.rmem_default=26214400 1>/dev/null 2>/dev/null
) || true
fi
}
2018-06-24 10:10:55 -07:00
SOLANA_CONFIG_DIR=${SNAP_DATA:-$PWD}/config
2018-07-02 16:10:55 -07:00
SOLANA_CONFIG_PRIVATE_DIR=${SNAP_DATA:-$PWD}/config-private
2018-07-13 11:48:03 -07:00
SOLANA_CONFIG_CLIENT_DIR=${SNAP_USER_DATA:-$PWD}/config-client
rsync_url() { # adds the 'rsync://` prefix to URLs that need it
2018-06-26 18:30:17 -07:00
declare url="$1"
if [[ "$url" =~ ^.*:.*$ ]]; then
# assume remote-shell transport when colon is present, use $url unmodified
echo "$url"
return 0
fi
if [[ -d "$url" ]]; then
# assume local directory if $url is a valid directory, use $url unmodified
echo "$url"
return 0
fi
# Default to rsync:// URL
echo "rsync://$url"
}