From 111a86f3ecad01c9235daed29d04ea045445c516 Mon Sep 17 00:00:00 2001 From: carllin Date: Tue, 21 Apr 2020 15:35:48 -0700 Subject: [PATCH] Added no superminority and isolated node test cases (#9306) Co-authored-by: Carl --- .../complete-loss-four-partitions | 70 +++++++++++++++++++ .../partition-testcases/colo-3-partition.yml | 2 +- .../colo-partition-2-1-test.yml | 20 ++++++ .../colo-partition-long-sanity-test.yml | 2 +- .../colo-partition-no-superminority-test.yml | 21 ++++++ .../colo-partition-once-then-stabilize.yml | 2 +- .../gce-5-node-single-region-2-partitions.yml | 2 +- 7 files changed, 115 insertions(+), 4 deletions(-) create mode 100644 system-test/netem-configs/complete-loss-four-partitions create mode 100644 system-test/partition-testcases/colo-partition-2-1-test.yml create mode 100644 system-test/partition-testcases/colo-partition-no-superminority-test.yml diff --git a/system-test/netem-configs/complete-loss-four-partitions b/system-test/netem-configs/complete-loss-four-partitions new file mode 100644 index 000000000..dc3407fc7 --- /dev/null +++ b/system-test/netem-configs/complete-loss-four-partitions @@ -0,0 +1,70 @@ +{ + "partitions":[ + 25, + 25, + 25, + 25 + ], + "interconnects":[ + { + "a":0, + "b":1, + "config":"loss 100%" + }, + { + "a":1, + "b":0, + "config":"loss 100%" + }, + { + "a":0, + "b":2, + "config":"loss 100%" + }, + { + "a":2, + "b":0, + "config":"loss 100%" + }, + { + "a":0, + "b":3, + "config":"loss 100%" + }, + { + "a":3, + "b":0, + "config":"loss 100%" + }, + { + "a":1, + "b":2, + "config":"loss 100%" + }, + { + "a":2, + "b":1, + "config":"loss 100%" + }, + { + "a":1, + "b":3, + "config":"loss 100%" + }, + { + "a":3, + "b":1, + "config":"loss 100%" + }, + { + "a":2, + "b":3, + "config":"loss 100%" + }, + { + "a":3, + "b":2, + "config":"loss 100%" + } + ] +} \ No newline at end of file diff --git a/system-test/partition-testcases/colo-3-partition.yml b/system-test/partition-testcases/colo-3-partition.yml index 9b61d3d33..e67e1b609 100755 --- a/system-test/partition-testcases/colo-3-partition.yml +++ b/system-test/partition-testcases/colo-3-partition.yml @@ -8,7 +8,7 @@ steps: NUMBER_OF_VALIDATOR_NODES: 4 ENABLE_GPU: "false" NUMBER_OF_CLIENT_NODES: 2 - CLIENT_OPTIONS: "bench-tps=2=--tx_count 15000 --thread-batch-sleep-ms 250" + CLIENT_OPTIONS: "bench-tps=2=--tx_count 5000 --thread-batch-sleep-ms 250" ADDITIONAL_FLAGS: "" APPLY_PARTITIONS: "true" NETEM_CONFIG_FILE: "system-test/netem-configs/partial-loss-three-partitions" diff --git a/system-test/partition-testcases/colo-partition-2-1-test.yml b/system-test/partition-testcases/colo-partition-2-1-test.yml new file mode 100644 index 000000000..efc0b0b44 --- /dev/null +++ b/system-test/partition-testcases/colo-partition-2-1-test.yml @@ -0,0 +1,20 @@ +steps: + - command: "system-test/testnet-automation.sh" + label: "Colo - CPU Only - Complete Loss 2 - 1 Partition" + env: + UPLOAD_RESULTS_TO_SLACK: "true" + CLOUD_PROVIDER: "colo" + TESTNET_TAG: "colo-perf-cpu-only" + NUMBER_OF_VALIDATOR_NODES: 2 + ENABLE_GPU: "false" + NUMBER_OF_CLIENT_NODES: 1 + CLIENT_OPTIONS: "bench-tps=1=--tx_count 5000 --thread-batch-sleep-ms 250" + ADDITIONAL_FLAGS: "" + APPLY_PARTITIONS: "true" + NETEM_CONFIG_FILE: "system-test/netem-configs/complete-loss-two-partitions" + PARTITION_ACTIVE_DURATION: 60 + PARTITION_INACTIVE_DURATION: 60 + PARTITION_ITERATION_COUNT: 10 + TEST_TYPE: "partition" + agents: + - "queue=colo-deploy" diff --git a/system-test/partition-testcases/colo-partition-long-sanity-test.yml b/system-test/partition-testcases/colo-partition-long-sanity-test.yml index 3493a409c..c0e53c3c5 100755 --- a/system-test/partition-testcases/colo-partition-long-sanity-test.yml +++ b/system-test/partition-testcases/colo-partition-long-sanity-test.yml @@ -8,7 +8,7 @@ steps: NUMBER_OF_VALIDATOR_NODES: 4 ENABLE_GPU: "false" NUMBER_OF_CLIENT_NODES: 1 - CLIENT_OPTIONS: "bench-tps=1=--tx_count 15000 --thread-batch-sleep-ms 250" + CLIENT_OPTIONS: "bench-tps=1=--tx_count 5000 --thread-batch-sleep-ms 250" ADDITIONAL_FLAGS: "" APPLY_PARTITIONS: "true" NETEM_CONFIG_FILE: "system-test/netem-configs/partial-loss-three-partitions" diff --git a/system-test/partition-testcases/colo-partition-no-superminority-test.yml b/system-test/partition-testcases/colo-partition-no-superminority-test.yml new file mode 100644 index 000000000..f2eaf0747 --- /dev/null +++ b/system-test/partition-testcases/colo-partition-no-superminority-test.yml @@ -0,0 +1,21 @@ +steps: + - command: "system-test/testnet-automation.sh" + label: "Colo - CPU Only - Complete Loss 4 Partitions" + env: + UPLOAD_RESULTS_TO_SLACK: "true" + CLOUD_PROVIDER: "colo" + TESTNET_TAG: "colo-perf-cpu-only" + NUMBER_OF_VALIDATOR_NODES: 3 + ENABLE_GPU: "false" + NUMBER_OF_CLIENT_NODES: 1 + CLIENT_OPTIONS: "bench-tps=1=--tx_count 5000 --thread-batch-sleep-ms 250" + ADDITIONAL_FLAGS: "" + APPLY_PARTITIONS: "true" + NETEM_CONFIG_FILE: "system-test/netem-configs/complete-loss-four-partitions" + PARTITION_ACTIVE_DURATION: 60 + PARTITION_INACTIVE_DURATION: 60 + PARTITION_ITERATION_COUNT: 10 + BOOTSTRAP_VALIDATOR_MAX_STAKE_THRESHOLD: 33 + TEST_TYPE: "partition" + agents: + - "queue=colo-deploy" \ No newline at end of file diff --git a/system-test/partition-testcases/colo-partition-once-then-stabilize.yml b/system-test/partition-testcases/colo-partition-once-then-stabilize.yml index 406c14705..60a5dcdd3 100755 --- a/system-test/partition-testcases/colo-partition-once-then-stabilize.yml +++ b/system-test/partition-testcases/colo-partition-once-then-stabilize.yml @@ -8,7 +8,7 @@ steps: NUMBER_OF_VALIDATOR_NODES: 3 ENABLE_GPU: "false" NUMBER_OF_CLIENT_NODES: 1 - CLIENT_OPTIONS: "bench-tps=1=--tx_count 15000 --thread-batch-sleep-ms 250" + CLIENT_OPTIONS: "bench-tps=1=--tx_count 5000 --thread-batch-sleep-ms 250" ADDITIONAL_FLAGS: "" APPLY_PARTITIONS: "true" NETEM_CONFIG_FILE: "system-test/netem-configs/partial-loss-three-partitions" diff --git a/system-test/partition-testcases/gce-5-node-single-region-2-partitions.yml b/system-test/partition-testcases/gce-5-node-single-region-2-partitions.yml index 408b1a035..ae9ff6f1d 100755 --- a/system-test/partition-testcases/gce-5-node-single-region-2-partitions.yml +++ b/system-test/partition-testcases/gce-5-node-single-region-2-partitions.yml @@ -9,7 +9,7 @@ steps: ENABLE_GPU: "false" VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16" NUMBER_OF_CLIENT_NODES: 1 - CLIENT_OPTIONS: "bench-tps=1=--tx_count 20000 --thread-batch-sleep-ms 250" + CLIENT_OPTIONS: "bench-tps=1=--tx_count 5000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a" USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated"