Implementation of AWS support in automation (#6602)

* Implementation of AWS support in automation

* Add 10 node testcase

* Add cleanup for ec2 provider and single zone testcase

system-test/testnet-performance/aws-cpu-only-perf-10-node.yml

@@ -0,0 +1,19 @@
+steps:
+  - command: "system-test/testnet-performance/testnet-automation.sh"
+    label: "AWS - CPU Only 10 Node"
+    env:
+      UPLOAD_RESULTS_TO_SLACK: "true"
+      CLOUD_PROVIDER: "ec2"
+      TESTNET_TAG: "aws-perf-cpu-only"
+      RAMP_UP_TIME: 0
+      TEST_DURATION_SECONDS: 300
+      NUMBER_OF_VALIDATOR_NODES: 10
+      ENABLE_GPU: "false"
+      # Up to 3.1 GHz Intel Xeon® Platinum 8175, 16 vCPU, 64GB RAM
+      VALIDATOR_NODE_MACHINE_TYPE: "m5.4xlarge"
+      NUMBER_OF_CLIENT_NODES: 2
+      CLIENT_OPTIONS: "bench-tps=2=--tx_count 15000 --thread-batch-sleep-ms 250"
+      TESTNET_ZONES: "us-west-1a,us-west-1c,us-east-1a,eu-west-1a"
+      ADDITIONAL_FLAGS: ""
+    agents:
+      - "queue=testnet-deploy"

system-test/testnet-performance/aws-cpu-only-perf-5-node-single-zone.yml

@@ -0,0 +1,19 @@
+steps:
+  - command: "system-test/testnet-performance/testnet-automation.sh"
+    label: "AWS - CPU Only 5 Node"
+    env:
+      UPLOAD_RESULTS_TO_SLACK: "true"
+      CLOUD_PROVIDER: "ec2"
+      TESTNET_TAG: "aws-perf-cpu-only"
+      RAMP_UP_TIME: 0
+      TEST_DURATION_SECONDS: 300
+      NUMBER_OF_VALIDATOR_NODES: 5
+      ENABLE_GPU: "false"
+      # Up to 3.1 GHz Intel Xeon® Platinum 8175, 16 vCPU, 64GB RAM
+      VALIDATOR_NODE_MACHINE_TYPE: "m5.4xlarge"
+      NUMBER_OF_CLIENT_NODES: 2
+      CLIENT_OPTIONS: "bench-tps=2=--tx_count 15000 --thread-batch-sleep-ms 250"
+      TESTNET_ZONES: "us-west-1a"
+      ADDITIONAL_FLAGS: ""
+    agents:
+      - "queue=testnet-deploy"

system-test/testnet-performance/aws-cpu-only-perf-5-node.yml

@@ -0,0 +1,19 @@
+steps:
+  - command: "system-test/testnet-performance/testnet-automation.sh"
+    label: "AWS - CPU Only 5 Node"
+    env:
+      UPLOAD_RESULTS_TO_SLACK: "true"
+      CLOUD_PROVIDER: "ec2"
+      TESTNET_TAG: "aws-perf-cpu-only"
+      RAMP_UP_TIME: 0
+      TEST_DURATION_SECONDS: 300
+      NUMBER_OF_VALIDATOR_NODES: 5
+      ENABLE_GPU: "false"
+      # Up to 3.1 GHz Intel Xeon® Platinum 8175, 16 vCPU, 64GB RAM
+      VALIDATOR_NODE_MACHINE_TYPE: "m5.4xlarge"
+      NUMBER_OF_CLIENT_NODES: 2
+      CLIENT_OPTIONS: "bench-tps=2=--tx_count 15000 --thread-batch-sleep-ms 250"
+      TESTNET_ZONES: "us-west-1a,us-west-1c,us-east-1a,eu-west-1a"
+      ADDITIONAL_FLAGS: ""
+    agents:
+      - "queue=testnet-deploy"

system-test/testnet-performance/testnet-automation.sh

@@ -16,7 +16,7 @@ function collect_logs {
 
 function cleanup_testnet {
   FINISH_UNIX_MSECS="$(($(date +%s%N)/1000000))"
-  if [[ -n $UPLOAD_RESULTS_TO_SLACK ]] ; then
+  if [[ "$UPLOAD_RESULTS_TO_SLACK" = "true" ]] ; then
     upload_results_to_slack
   fi
 
@@ -42,6 +42,19 @@ function cleanup_testnet {
   label: "Delete Testnet"
   agents:
     - "queue=testnet-deploy"
+EOF
+  ) | buildkite-agent pipeline upload
+  ;;
+  ec2)
+  (
+    cat <<EOF
+- wait: ~
+  continue_on_failure: true
+
+- command: "net/ec2.sh delete -p ${TESTNET_TAG}"
+  label: "Delete Testnet"
+  agents:
+    - "queue=testnet-deploy"
 EOF
   ) | buildkite-agent pipeline upload
   ;;
@@ -87,6 +100,16 @@ function launchTestnet() {
         ${TESTNET_CLOUD_ZONES[@]/#/"-z "} \
         ${ADDITIONAL_FLAGS[@]/#/" "}
       ;;
+    ec2)
+    # shellcheck disable=SC2068
+    # shellcheck disable=SC2086
+      net/ec2.sh create \
+        -n "$NUMBER_OF_VALIDATOR_NODES" -c "$NUMBER_OF_CLIENT_NODES" \
+        $maybeCustomMachineType "$VALIDATOR_NODE_MACHINE_TYPE" $maybeEnableGpu \
+        -p "$TESTNET_TAG" $maybeCreateAllowBootFailures \
+        ${TESTNET_CLOUD_ZONES[@]/#/"-z "} \
+        ${ADDITIONAL_FLAGS[@]/#/" "}
+      ;;
     colo)
     # shellcheck disable=SC2068
     # shellcheck disable=SC2086