Add longer running performance tests and new partition testcase (#8773)

* Add 1 hour perf stability tests to colo and GCE

* Add GCE full loss partition testcase to automation
This commit is contained in:
Dan Albert 2020-03-11 16:42:52 -07:00 committed by GitHub
parent 293fff90d3
commit bdb7b73b8a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
5 changed files with 88 additions and 0 deletions

View File

@ -0,0 +1,18 @@
{
"partitions":[
50,
50
],
"interconnects":[
{
"a":0,
"b":1,
"config":"loss 100%"
},
{
"a":1,
"b":0,
"config":"loss 100%"
}
]
}

View File

@ -0,0 +1,22 @@
steps:
- command: "system-test/testnet-automation.sh"
label: "GCE - 2 even partitions with full loss"
env:
UPLOAD_RESULTS_TO_SLACK: "true"
CLOUD_PROVIDER: "gce"
TESTNET_TAG: "gce-perf-cpu-only"
NUMBER_OF_VALIDATOR_NODES: 5
ENABLE_GPU: "false"
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16"
NUMBER_OF_CLIENT_NODES: 1
CLIENT_OPTIONS: "bench-tps=1=--tx_count 20000 --thread-batch-sleep-ms 250"
TESTNET_ZONES: "us-west1-a"
USE_PUBLIC_IP_ADDRESSES: "false"
ADDITIONAL_FLAGS: "--dedicated"
APPLY_PARTITIONS: "true"
NETEM_CONFIG_FILE: "system-test/netem-configs/complete-loss-two-partitions"
PARTITION_ACTIVE_DURATION: 60
PARTITION_INACTIVE_DURATION: 300
PARTITION_ITERATION_COUNT: 5
agents:
- "queue=gce-deploy"

View File

@ -0,0 +1,15 @@
steps:
- command: "system-test/testnet-automation.sh"
label: "COLO 1 hour performance & stability CPU only"
env:
UPLOAD_RESULTS_TO_SLACK: "true"
CLOUD_PROVIDER: "colo"
TESTNET_TAG: "colo-perf-cpu-only"
ENABLE_GPU: "false"
TEST_DURATION_SECONDS: 3600
NUMBER_OF_VALIDATOR_NODES: 3
NUMBER_OF_CLIENT_NODES: 1
CLIENT_OPTIONS: "bench-tps=1=--tx_count 30000 --thread-batch-sleep-ms 250"
ADDITIONAL_FLAGS: ""
agents:
- "queue=colo-deploy"

View File

@ -0,0 +1,15 @@
steps:
- command: "system-test/testnet-automation.sh"
label: "COLO 1 hour performance & stability GPU enabled"
env:
UPLOAD_RESULTS_TO_SLACK: "true"
CLOUD_PROVIDER: "colo"
TESTNET_TAG: "colo-perf-gpu-enabled"
ENABLE_GPU: "true"
TEST_DURATION_SECONDS: 3600
NUMBER_OF_VALIDATOR_NODES: 3
NUMBER_OF_CLIENT_NODES: 1
CLIENT_OPTIONS: "bench-tps=1=--tx_count 30000 --thread-batch-sleep-ms 250"
ADDITIONAL_FLAGS: ""
agents:
- "queue=colo-deploy"

View File

@ -0,0 +1,18 @@
steps:
- command: "system-test/testnet-automation.sh"
label: "GCE - 1 hour perf stability"
env:
UPLOAD_RESULTS_TO_SLACK: "true"
CLOUD_PROVIDER: "gce"
TESTNET_TAG: "gce-perf-cpu-only"
TEST_DURATION_SECONDS: 3600
NUMBER_OF_VALIDATOR_NODES: 5
ENABLE_GPU: "false"
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16"
NUMBER_OF_CLIENT_NODES: 1
CLIENT_OPTIONS: "bench-tps=1=--tx_count 20000 --thread-batch-sleep-ms 250"
TESTNET_ZONES: "us-west1-a"
USE_PUBLIC_IP_ADDRESSES: "false"
ADDITIONAL_FLAGS: "--dedicated"
agents:
- "queue=gce-deploy"