Refactor system-test dir structure and add stability test (#7530)
This commit is contained in:
parent
3f541df669
commit
107360a001
|
@ -1,5 +1,5 @@
|
||||||
steps:
|
steps:
|
||||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
- command: "system-test/testnet-automation.sh"
|
||||||
label: "AWS - CPU Only 10 Node"
|
label: "AWS - CPU Only 10 Node"
|
||||||
env:
|
env:
|
||||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
||||||
steps:
|
steps:
|
||||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
- command: "system-test/testnet-automation.sh"
|
||||||
label: "AWS - CPU Only 5 Node"
|
label: "AWS - CPU Only 5 Node"
|
||||||
env:
|
env:
|
||||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
||||||
steps:
|
steps:
|
||||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
- command: "system-test/testnet-automation.sh"
|
||||||
label: "Azure - CPU Only 5 Node"
|
label: "Azure - CPU Only 5 Node"
|
||||||
env:
|
env:
|
||||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
||||||
steps:
|
steps:
|
||||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
- command: "system-test/testnet-automation.sh"
|
||||||
label: "COLO performance testnet CPU only"
|
label: "COLO performance testnet CPU only"
|
||||||
env:
|
env:
|
||||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
||||||
steps:
|
steps:
|
||||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
- command: "system-test/testnet-automation.sh"
|
||||||
label: "COLO performance testnet GPU enabled - High Tx Count"
|
label: "COLO performance testnet GPU enabled - High Tx Count"
|
||||||
env:
|
env:
|
||||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
||||||
steps:
|
steps:
|
||||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
- command: "system-test/testnet-automation.sh"
|
||||||
label: "COLO performance testnet GPU enabled"
|
label: "COLO performance testnet GPU enabled"
|
||||||
env:
|
env:
|
||||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
||||||
steps:
|
steps:
|
||||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
- command: "system-test/testnet-automation.sh"
|
||||||
label: "GCE performance testnets CPU ONLY"
|
label: "GCE performance testnets CPU ONLY"
|
||||||
env:
|
env:
|
||||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
||||||
steps:
|
steps:
|
||||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
- command: "system-test/testnet-automation.sh"
|
||||||
label: "GCE - CPU Only 5 Node"
|
label: "GCE - CPU Only 5 Node"
|
||||||
env:
|
env:
|
||||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
||||||
steps:
|
steps:
|
||||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
- command: "system-test/testnet-automation.sh"
|
||||||
label: "GCE - GPU Enabled 10 Nodes"
|
label: "GCE - GPU Enabled 10 Nodes"
|
||||||
env:
|
env:
|
||||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
||||||
steps:
|
steps:
|
||||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
- command: "system-test/testnet-automation.sh"
|
||||||
label: "GCE - GPU Enabled 100 Nodes"
|
label: "GCE - GPU Enabled 100 Nodes"
|
||||||
env:
|
env:
|
||||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
||||||
steps:
|
steps:
|
||||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
- command: "system-test/testnet-automation.sh"
|
||||||
label: "GCE - GPU Enabled 25 Nodes"
|
label: "GCE - GPU Enabled 25 Nodes"
|
||||||
env:
|
env:
|
||||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
||||||
steps:
|
steps:
|
||||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
- command: "system-test/testnet-automation.sh"
|
||||||
label: "GCE - GPU Enabled 5 Nodes"
|
label: "GCE - GPU Enabled 5 Nodes"
|
||||||
env:
|
env:
|
||||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
||||||
steps:
|
steps:
|
||||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
- command: "system-test/testnet-automation.sh"
|
||||||
label: "GCE - GPU Enabled 50 Nodes"
|
label: "GCE - GPU Enabled 50 Nodes"
|
||||||
env:
|
env:
|
||||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -0,0 +1,18 @@
|
||||||
|
steps:
|
||||||
|
- command: "system-test/testnet-automation.sh"
|
||||||
|
label: "GCE - 8 hour Stability - 5 Node"
|
||||||
|
env:
|
||||||
|
UPLOAD_RESULTS_TO_SLACK: "true"
|
||||||
|
CLOUD_PROVIDER: "gce"
|
||||||
|
TESTNET_TAG: "gce-stability"
|
||||||
|
RAMP_UP_TIME: 0
|
||||||
|
TEST_DURATION_SECONDS: 28800
|
||||||
|
NUMBER_OF_VALIDATOR_NODES: 5
|
||||||
|
ENABLE_GPU: "false"
|
||||||
|
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16"
|
||||||
|
NUMBER_OF_CLIENT_NODES: 0
|
||||||
|
TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a"
|
||||||
|
USE_PUBLIC_IP_ADDRESSES: "true"
|
||||||
|
ADDITIONAL_FLAGS: "--dedicated"
|
||||||
|
agents:
|
||||||
|
- "queue=testnet-deploy"
|
|
@ -279,7 +279,7 @@ function launchTestnet() {
|
||||||
curl -G "${INFLUX_HOST}/query?u=ro&p=topsecret" \
|
curl -G "${INFLUX_HOST}/query?u=ro&p=topsecret" \
|
||||||
--data-urlencode "db=${TESTNET_TAG}" \
|
--data-urlencode "db=${TESTNET_TAG}" \
|
||||||
--data-urlencode "q=$q_mean_tps;$q_max_tps;$q_mean_confirmation;$q_max_confirmation;$q_99th_confirmation" |
|
--data-urlencode "q=$q_mean_tps;$q_max_tps;$q_mean_confirmation;$q_max_confirmation;$q_99th_confirmation" |
|
||||||
python system-test/testnet-performance/testnet-automation-json-parser.py >>"$RESULT_FILE"
|
python system-test/testnet-automation-json-parser.py >>"$RESULT_FILE"
|
||||||
|
|
||||||
execution_step "Writing test results to ${RESULT_FILE}"
|
execution_step "Writing test results to ${RESULT_FILE}"
|
||||||
RESULT_DETAILS=$(<"$RESULT_FILE")
|
RESULT_DETAILS=$(<"$RESULT_FILE")
|
||||||
|
@ -290,7 +290,7 @@ RESULT_DETAILS=
|
||||||
STEP=
|
STEP=
|
||||||
execution_step "Initialize Environment"
|
execution_step "Initialize Environment"
|
||||||
|
|
||||||
cd "$(dirname "$0")/../.."
|
cd "$(dirname "$0")/.."
|
||||||
|
|
||||||
[[ -n $TESTNET_TAG ]] || TESTNET_TAG=testnet-automation
|
[[ -n $TESTNET_TAG ]] || TESTNET_TAG=testnet-automation
|
||||||
[[ -n $INFLUX_HOST ]] || INFLUX_HOST=https://metrics.solana.com:8086
|
[[ -n $INFLUX_HOST ]] || INFLUX_HOST=https://metrics.solana.com:8086
|
||||||
|
@ -353,7 +353,7 @@ fi
|
||||||
|
|
||||||
# shellcheck disable=SC1091
|
# shellcheck disable=SC1091
|
||||||
source ci/upload-ci-artifact.sh
|
source ci/upload-ci-artifact.sh
|
||||||
source system-test/testnet-performance/upload_results_to_slack.sh
|
source system-test/upload_results_to_slack.sh
|
||||||
|
|
||||||
maybeClientOptions=${CLIENT_OPTIONS:+"-c"}
|
maybeClientOptions=${CLIENT_OPTIONS:+"-c"}
|
||||||
maybeCustomMachineType=${VALIDATOR_NODE_MACHINE_TYPE:+"--custom-machine-type"}
|
maybeCustomMachineType=${VALIDATOR_NODE_MACHINE_TYPE:+"--custom-machine-type"}
|
Loading…
Reference in New Issue