Refactor system-test dir structure and add stability test (#7530)

system-test/performance-testcases/aws-cpu-only-perf-10-node.yml

@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "AWS - CPU Only 10 Node"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

system-test/performance-testcases/aws-cpu-only-perf-5-node.yml

@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "AWS - CPU Only 5 Node"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

system-test/performance-testcases/azure-cpu-only-perf-5-node.yml

@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "Azure - CPU Only 5 Node"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

system-test/performance-testcases/colo-cpu-only-perf.yml

@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "COLO performance testnet CPU only"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

system-test/performance-testcases/colo-gpu-perf-high-txcount.yml

@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "COLO performance testnet GPU enabled - High Tx Count"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

system-test/performance-testcases/colo-gpu-perf.yml

@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "COLO performance testnet GPU enabled"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

system-test/performance-testcases/gce-cpu-only-perf-10-node.yml

@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "GCE performance testnets CPU ONLY"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

system-test/performance-testcases/gce-cpu-only-perf-5-node.yml

@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "GCE - CPU Only 5 Node"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

system-test/performance-testcases/gce-gpu-perf-10-node.yml

@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "GCE - GPU Enabled 10 Nodes"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

system-test/performance-testcases/gce-gpu-perf-100-node.yml

@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "GCE - GPU Enabled 100 Nodes"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

system-test/performance-testcases/gce-gpu-perf-25-node.yml

@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "GCE - GPU Enabled 25 Nodes"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

system-test/performance-testcases/gce-gpu-perf-5-node.yml

@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "GCE - GPU Enabled 5 Nodes"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

system-test/performance-testcases/gce-gpu-perf-50-node.yml

@@ -1,5 +1,5 @@
 steps:
-  - command: "system-test/testnet-performance/testnet-automation.sh"
+  - command: "system-test/testnet-automation.sh"
     label: "GCE - GPU Enabled 50 Nodes"
     env:
       UPLOAD_RESULTS_TO_SLACK: "true"

system-test/stability-testcases/gce-stability-5-node.yml

@@ -0,0 +1,18 @@
+steps:
+  - command: "system-test/testnet-automation.sh"
+    label: "GCE - 8 hour Stability - 5 Node"
+    env:
+      UPLOAD_RESULTS_TO_SLACK: "true"
+      CLOUD_PROVIDER: "gce"
+      TESTNET_TAG: "gce-stability"
+      RAMP_UP_TIME: 0
+      TEST_DURATION_SECONDS: 28800
+      NUMBER_OF_VALIDATOR_NODES: 5
+      ENABLE_GPU: "false"
+      VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16"
+      NUMBER_OF_CLIENT_NODES: 0
+      TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a"
+      USE_PUBLIC_IP_ADDRESSES: "true"
+      ADDITIONAL_FLAGS: "--dedicated"
+    agents:
+      - "queue=testnet-deploy"

system-test/testnet-automation.sh

@@ -279,7 +279,7 @@ function launchTestnet() {
   curl -G "${INFLUX_HOST}/query?u=ro&p=topsecret" \
     --data-urlencode "db=${TESTNET_TAG}" \
     --data-urlencode "q=$q_mean_tps;$q_max_tps;$q_mean_confirmation;$q_max_confirmation;$q_99th_confirmation" |
-    python system-test/testnet-performance/testnet-automation-json-parser.py >>"$RESULT_FILE"
+    python system-test/testnet-automation-json-parser.py >>"$RESULT_FILE"
 
   execution_step "Writing test results to ${RESULT_FILE}"
   RESULT_DETAILS=$(<"$RESULT_FILE")
@@ -290,7 +290,7 @@ RESULT_DETAILS=
 STEP=
 execution_step "Initialize Environment"
 
-cd "$(dirname "$0")/../.."
+cd "$(dirname "$0")/.."
 
 [[ -n $TESTNET_TAG ]] || TESTNET_TAG=testnet-automation
 [[ -n $INFLUX_HOST ]] || INFLUX_HOST=https://metrics.solana.com:8086
@@ -353,7 +353,7 @@ fi
 
 # shellcheck disable=SC1091
 source ci/upload-ci-artifact.sh
-source system-test/testnet-performance/upload_results_to_slack.sh
+source system-test/upload_results_to_slack.sh
 
 maybeClientOptions=${CLIENT_OPTIONS:+"-c"}
 maybeCustomMachineType=${VALIDATOR_NODE_MACHINE_TYPE:+"--custom-machine-type"}