Implementation of AWS support in automation (#6602)
* Implementation of AWS support in automation * Add 10 node testcase * Add cleanup for ec2 provider and single zone testcase
This commit is contained in:
parent
9d65e6f183
commit
3a616de47b
|
@ -0,0 +1,19 @@
|
||||||
|
steps:
|
||||||
|
- command: "system-test/testnet-performance/testnet-automation.sh"
|
||||||
|
label: "AWS - CPU Only 10 Node"
|
||||||
|
env:
|
||||||
|
UPLOAD_RESULTS_TO_SLACK: "true"
|
||||||
|
CLOUD_PROVIDER: "ec2"
|
||||||
|
TESTNET_TAG: "aws-perf-cpu-only"
|
||||||
|
RAMP_UP_TIME: 0
|
||||||
|
TEST_DURATION_SECONDS: 300
|
||||||
|
NUMBER_OF_VALIDATOR_NODES: 10
|
||||||
|
ENABLE_GPU: "false"
|
||||||
|
# Up to 3.1 GHz Intel Xeon® Platinum 8175, 16 vCPU, 64GB RAM
|
||||||
|
VALIDATOR_NODE_MACHINE_TYPE: "m5.4xlarge"
|
||||||
|
NUMBER_OF_CLIENT_NODES: 2
|
||||||
|
CLIENT_OPTIONS: "bench-tps=2=--tx_count 15000 --thread-batch-sleep-ms 250"
|
||||||
|
TESTNET_ZONES: "us-west-1a,us-west-1c,us-east-1a,eu-west-1a"
|
||||||
|
ADDITIONAL_FLAGS: ""
|
||||||
|
agents:
|
||||||
|
- "queue=testnet-deploy"
|
|
@ -0,0 +1,19 @@
|
||||||
|
steps:
|
||||||
|
- command: "system-test/testnet-performance/testnet-automation.sh"
|
||||||
|
label: "AWS - CPU Only 5 Node"
|
||||||
|
env:
|
||||||
|
UPLOAD_RESULTS_TO_SLACK: "true"
|
||||||
|
CLOUD_PROVIDER: "ec2"
|
||||||
|
TESTNET_TAG: "aws-perf-cpu-only"
|
||||||
|
RAMP_UP_TIME: 0
|
||||||
|
TEST_DURATION_SECONDS: 300
|
||||||
|
NUMBER_OF_VALIDATOR_NODES: 5
|
||||||
|
ENABLE_GPU: "false"
|
||||||
|
# Up to 3.1 GHz Intel Xeon® Platinum 8175, 16 vCPU, 64GB RAM
|
||||||
|
VALIDATOR_NODE_MACHINE_TYPE: "m5.4xlarge"
|
||||||
|
NUMBER_OF_CLIENT_NODES: 2
|
||||||
|
CLIENT_OPTIONS: "bench-tps=2=--tx_count 15000 --thread-batch-sleep-ms 250"
|
||||||
|
TESTNET_ZONES: "us-west-1a"
|
||||||
|
ADDITIONAL_FLAGS: ""
|
||||||
|
agents:
|
||||||
|
- "queue=testnet-deploy"
|
|
@ -0,0 +1,19 @@
|
||||||
|
steps:
|
||||||
|
- command: "system-test/testnet-performance/testnet-automation.sh"
|
||||||
|
label: "AWS - CPU Only 5 Node"
|
||||||
|
env:
|
||||||
|
UPLOAD_RESULTS_TO_SLACK: "true"
|
||||||
|
CLOUD_PROVIDER: "ec2"
|
||||||
|
TESTNET_TAG: "aws-perf-cpu-only"
|
||||||
|
RAMP_UP_TIME: 0
|
||||||
|
TEST_DURATION_SECONDS: 300
|
||||||
|
NUMBER_OF_VALIDATOR_NODES: 5
|
||||||
|
ENABLE_GPU: "false"
|
||||||
|
# Up to 3.1 GHz Intel Xeon® Platinum 8175, 16 vCPU, 64GB RAM
|
||||||
|
VALIDATOR_NODE_MACHINE_TYPE: "m5.4xlarge"
|
||||||
|
NUMBER_OF_CLIENT_NODES: 2
|
||||||
|
CLIENT_OPTIONS: "bench-tps=2=--tx_count 15000 --thread-batch-sleep-ms 250"
|
||||||
|
TESTNET_ZONES: "us-west-1a,us-west-1c,us-east-1a,eu-west-1a"
|
||||||
|
ADDITIONAL_FLAGS: ""
|
||||||
|
agents:
|
||||||
|
- "queue=testnet-deploy"
|
|
@ -16,7 +16,7 @@ function collect_logs {
|
||||||
|
|
||||||
function cleanup_testnet {
|
function cleanup_testnet {
|
||||||
FINISH_UNIX_MSECS="$(($(date +%s%N)/1000000))"
|
FINISH_UNIX_MSECS="$(($(date +%s%N)/1000000))"
|
||||||
if [[ -n $UPLOAD_RESULTS_TO_SLACK ]] ; then
|
if [[ "$UPLOAD_RESULTS_TO_SLACK" = "true" ]] ; then
|
||||||
upload_results_to_slack
|
upload_results_to_slack
|
||||||
fi
|
fi
|
||||||
|
|
||||||
|
@ -42,6 +42,19 @@ function cleanup_testnet {
|
||||||
label: "Delete Testnet"
|
label: "Delete Testnet"
|
||||||
agents:
|
agents:
|
||||||
- "queue=testnet-deploy"
|
- "queue=testnet-deploy"
|
||||||
|
EOF
|
||||||
|
) | buildkite-agent pipeline upload
|
||||||
|
;;
|
||||||
|
ec2)
|
||||||
|
(
|
||||||
|
cat <<EOF
|
||||||
|
- wait: ~
|
||||||
|
continue_on_failure: true
|
||||||
|
|
||||||
|
- command: "net/ec2.sh delete -p ${TESTNET_TAG}"
|
||||||
|
label: "Delete Testnet"
|
||||||
|
agents:
|
||||||
|
- "queue=testnet-deploy"
|
||||||
EOF
|
EOF
|
||||||
) | buildkite-agent pipeline upload
|
) | buildkite-agent pipeline upload
|
||||||
;;
|
;;
|
||||||
|
@ -87,6 +100,16 @@ function launchTestnet() {
|
||||||
${TESTNET_CLOUD_ZONES[@]/#/"-z "} \
|
${TESTNET_CLOUD_ZONES[@]/#/"-z "} \
|
||||||
${ADDITIONAL_FLAGS[@]/#/" "}
|
${ADDITIONAL_FLAGS[@]/#/" "}
|
||||||
;;
|
;;
|
||||||
|
ec2)
|
||||||
|
# shellcheck disable=SC2068
|
||||||
|
# shellcheck disable=SC2086
|
||||||
|
net/ec2.sh create \
|
||||||
|
-n "$NUMBER_OF_VALIDATOR_NODES" -c "$NUMBER_OF_CLIENT_NODES" \
|
||||||
|
$maybeCustomMachineType "$VALIDATOR_NODE_MACHINE_TYPE" $maybeEnableGpu \
|
||||||
|
-p "$TESTNET_TAG" $maybeCreateAllowBootFailures \
|
||||||
|
${TESTNET_CLOUD_ZONES[@]/#/"-z "} \
|
||||||
|
${ADDITIONAL_FLAGS[@]/#/" "}
|
||||||
|
;;
|
||||||
colo)
|
colo)
|
||||||
# shellcheck disable=SC2068
|
# shellcheck disable=SC2068
|
||||||
# shellcheck disable=SC2086
|
# shellcheck disable=SC2086
|
||||||
|
|
Loading…
Reference in New Issue