Refactor system-test dir structure and add stability test (#7530)
This commit is contained in:
parent
3f541df669
commit
107360a001
|
@ -1,5 +1,5 @@
|
|||
steps:
|
||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
||||
- command: "system-test/testnet-automation.sh"
|
||||
label: "AWS - CPU Only 10 Node"
|
||||
env:
|
||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
|||
steps:
|
||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
||||
- command: "system-test/testnet-automation.sh"
|
||||
label: "AWS - CPU Only 5 Node"
|
||||
env:
|
||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
|||
steps:
|
||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
||||
- command: "system-test/testnet-automation.sh"
|
||||
label: "Azure - CPU Only 5 Node"
|
||||
env:
|
||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
|||
steps:
|
||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
||||
- command: "system-test/testnet-automation.sh"
|
||||
label: "COLO performance testnet CPU only"
|
||||
env:
|
||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
|||
steps:
|
||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
||||
- command: "system-test/testnet-automation.sh"
|
||||
label: "COLO performance testnet GPU enabled - High Tx Count"
|
||||
env:
|
||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
|||
steps:
|
||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
||||
- command: "system-test/testnet-automation.sh"
|
||||
label: "COLO performance testnet GPU enabled"
|
||||
env:
|
||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
|||
steps:
|
||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
||||
- command: "system-test/testnet-automation.sh"
|
||||
label: "GCE performance testnets CPU ONLY"
|
||||
env:
|
||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
|||
steps:
|
||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
||||
- command: "system-test/testnet-automation.sh"
|
||||
label: "GCE - CPU Only 5 Node"
|
||||
env:
|
||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
|||
steps:
|
||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
||||
- command: "system-test/testnet-automation.sh"
|
||||
label: "GCE - GPU Enabled 10 Nodes"
|
||||
env:
|
||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
|||
steps:
|
||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
||||
- command: "system-test/testnet-automation.sh"
|
||||
label: "GCE - GPU Enabled 100 Nodes"
|
||||
env:
|
||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
|||
steps:
|
||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
||||
- command: "system-test/testnet-automation.sh"
|
||||
label: "GCE - GPU Enabled 25 Nodes"
|
||||
env:
|
||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
|||
steps:
|
||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
||||
- command: "system-test/testnet-automation.sh"
|
||||
label: "GCE - GPU Enabled 5 Nodes"
|
||||
env:
|
||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -1,5 +1,5 @@
|
|||
steps:
|
||||
- command: "system-test/testnet-performance/testnet-automation.sh"
|
||||
- command: "system-test/testnet-automation.sh"
|
||||
label: "GCE - GPU Enabled 50 Nodes"
|
||||
env:
|
||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
|
@ -0,0 +1,18 @@
|
|||
steps:
|
||||
- command: "system-test/testnet-automation.sh"
|
||||
label: "GCE - 8 hour Stability - 5 Node"
|
||||
env:
|
||||
UPLOAD_RESULTS_TO_SLACK: "true"
|
||||
CLOUD_PROVIDER: "gce"
|
||||
TESTNET_TAG: "gce-stability"
|
||||
RAMP_UP_TIME: 0
|
||||
TEST_DURATION_SECONDS: 28800
|
||||
NUMBER_OF_VALIDATOR_NODES: 5
|
||||
ENABLE_GPU: "false"
|
||||
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16"
|
||||
NUMBER_OF_CLIENT_NODES: 0
|
||||
TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a"
|
||||
USE_PUBLIC_IP_ADDRESSES: "true"
|
||||
ADDITIONAL_FLAGS: "--dedicated"
|
||||
agents:
|
||||
- "queue=testnet-deploy"
|
|
@ -279,7 +279,7 @@ function launchTestnet() {
|
|||
curl -G "${INFLUX_HOST}/query?u=ro&p=topsecret" \
|
||||
--data-urlencode "db=${TESTNET_TAG}" \
|
||||
--data-urlencode "q=$q_mean_tps;$q_max_tps;$q_mean_confirmation;$q_max_confirmation;$q_99th_confirmation" |
|
||||
python system-test/testnet-performance/testnet-automation-json-parser.py >>"$RESULT_FILE"
|
||||
python system-test/testnet-automation-json-parser.py >>"$RESULT_FILE"
|
||||
|
||||
execution_step "Writing test results to ${RESULT_FILE}"
|
||||
RESULT_DETAILS=$(<"$RESULT_FILE")
|
||||
|
@ -290,7 +290,7 @@ RESULT_DETAILS=
|
|||
STEP=
|
||||
execution_step "Initialize Environment"
|
||||
|
||||
cd "$(dirname "$0")/../.."
|
||||
cd "$(dirname "$0")/.."
|
||||
|
||||
[[ -n $TESTNET_TAG ]] || TESTNET_TAG=testnet-automation
|
||||
[[ -n $INFLUX_HOST ]] || INFLUX_HOST=https://metrics.solana.com:8086
|
||||
|
@ -353,7 +353,7 @@ fi
|
|||
|
||||
# shellcheck disable=SC1091
|
||||
source ci/upload-ci-artifact.sh
|
||||
source system-test/testnet-performance/upload_results_to_slack.sh
|
||||
source system-test/upload_results_to_slack.sh
|
||||
|
||||
maybeClientOptions=${CLIENT_OPTIONS:+"-c"}
|
||||
maybeCustomMachineType=${VALIDATOR_NODE_MACHINE_TYPE:+"--custom-machine-type"}
|
Loading…
Reference in New Issue