Limit performance testcases to 40k TPS client (#9906)
This commit is contained in:
parent
65a52a4145
commit
d08d9322d2
|
@ -8,8 +8,8 @@ steps:
|
||||||
NUMBER_OF_VALIDATOR_NODES: 5
|
NUMBER_OF_VALIDATOR_NODES: 5
|
||||||
ENABLE_GPU: "false"
|
ENABLE_GPU: "false"
|
||||||
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16"
|
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16"
|
||||||
NUMBER_OF_CLIENT_NODES: 2
|
NUMBER_OF_CLIENT_NODES: 1
|
||||||
CLIENT_OPTIONS: "bench-tps=2=--tx_count 15000 --thread-batch-sleep-ms 250"
|
CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250"
|
||||||
TESTNET_ZONES: "us-west1-a"
|
TESTNET_ZONES: "us-west1-a"
|
||||||
USE_PUBLIC_IP_ADDRESSES: "true"
|
USE_PUBLIC_IP_ADDRESSES: "true"
|
||||||
ADDITIONAL_FLAGS: "--dedicated"
|
ADDITIONAL_FLAGS: "--dedicated"
|
||||||
|
|
|
@ -8,8 +8,8 @@ steps:
|
||||||
NUMBER_OF_VALIDATOR_NODES: 5
|
NUMBER_OF_VALIDATOR_NODES: 5
|
||||||
ENABLE_GPU: "false"
|
ENABLE_GPU: "false"
|
||||||
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16"
|
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16"
|
||||||
NUMBER_OF_CLIENT_NODES: 2
|
NUMBER_OF_CLIENT_NODES: 1
|
||||||
CLIENT_OPTIONS: "bench-tps=2=--tx_count 15000 --thread-batch-sleep-ms 250"
|
CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250"
|
||||||
TESTNET_ZONES: "us-west1-a"
|
TESTNET_ZONES: "us-west1-a"
|
||||||
USE_PUBLIC_IP_ADDRESSES: "true"
|
USE_PUBLIC_IP_ADDRESSES: "true"
|
||||||
ADDITIONAL_FLAGS: "--dedicated"
|
ADDITIONAL_FLAGS: "--dedicated"
|
||||||
|
|
|
@ -11,7 +11,7 @@ steps:
|
||||||
# Up to 3.1 GHz Intel Xeon® Platinum 8175, 16 vCPU, 64GB RAM
|
# Up to 3.1 GHz Intel Xeon® Platinum 8175, 16 vCPU, 64GB RAM
|
||||||
VALIDATOR_NODE_MACHINE_TYPE: "m5.4xlarge"
|
VALIDATOR_NODE_MACHINE_TYPE: "m5.4xlarge"
|
||||||
NUMBER_OF_CLIENT_NODES: 1
|
NUMBER_OF_CLIENT_NODES: 1
|
||||||
CLIENT_OPTIONS: "bench-tps=1=--tx_count 80000 --thread-batch-sleep-ms 1000"
|
CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250"
|
||||||
TESTNET_ZONES: "us-west-1a,us-west-1c,us-east-1a,eu-west-1a"
|
TESTNET_ZONES: "us-west-1a,us-west-1c,us-east-1a,eu-west-1a"
|
||||||
USE_PUBLIC_IP_ADDRESSES: "true"
|
USE_PUBLIC_IP_ADDRESSES: "true"
|
||||||
ADDITIONAL_FLAGS: ""
|
ADDITIONAL_FLAGS: ""
|
||||||
|
|
|
@ -10,8 +10,8 @@ steps:
|
||||||
ENABLE_GPU: "false"
|
ENABLE_GPU: "false"
|
||||||
# Up to 3.1 GHz Intel Xeon® Platinum 8175, 16 vCPU, 64GB RAM
|
# Up to 3.1 GHz Intel Xeon® Platinum 8175, 16 vCPU, 64GB RAM
|
||||||
VALIDATOR_NODE_MACHINE_TYPE: "m5.4xlarge"
|
VALIDATOR_NODE_MACHINE_TYPE: "m5.4xlarge"
|
||||||
NUMBER_OF_CLIENT_NODES: 2
|
NUMBER_OF_CLIENT_NODES: 1
|
||||||
CLIENT_OPTIONS: "bench-tps=2=--tx_count 20000 --thread-batch-sleep-ms 250"
|
CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250"
|
||||||
TESTNET_ZONES: "us-west-1a,us-west-1c,us-east-1a,eu-west-1a"
|
TESTNET_ZONES: "us-west-1a,us-west-1c,us-east-1a,eu-west-1a"
|
||||||
USE_PUBLIC_IP_ADDRESSES: "true"
|
USE_PUBLIC_IP_ADDRESSES: "true"
|
||||||
ADDITIONAL_FLAGS: ""
|
ADDITIONAL_FLAGS: ""
|
||||||
|
|
|
@ -9,8 +9,8 @@ steps:
|
||||||
NUMBER_OF_VALIDATOR_NODES: 5
|
NUMBER_OF_VALIDATOR_NODES: 5
|
||||||
ENABLE_GPU: "false"
|
ENABLE_GPU: "false"
|
||||||
VALIDATOR_NODE_MACHINE_TYPE: "Standard_D16s_v3"
|
VALIDATOR_NODE_MACHINE_TYPE: "Standard_D16s_v3"
|
||||||
NUMBER_OF_CLIENT_NODES: 2
|
NUMBER_OF_CLIENT_NODES: 1
|
||||||
CLIENT_OPTIONS: "bench-tps=2=--tx_count 20000 --thread-batch-sleep-ms 250"
|
CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250"
|
||||||
TESTNET_ZONES: "westus"
|
TESTNET_ZONES: "westus"
|
||||||
USE_PUBLIC_IP_ADDRESSES: "true"
|
USE_PUBLIC_IP_ADDRESSES: "true"
|
||||||
ADDITIONAL_FLAGS: ""
|
ADDITIONAL_FLAGS: ""
|
||||||
|
|
|
@ -9,7 +9,7 @@ steps:
|
||||||
TEST_DURATION_SECONDS: 600
|
TEST_DURATION_SECONDS: 600
|
||||||
NUMBER_OF_VALIDATOR_NODES: 3
|
NUMBER_OF_VALIDATOR_NODES: 3
|
||||||
NUMBER_OF_CLIENT_NODES: 1
|
NUMBER_OF_CLIENT_NODES: 1
|
||||||
CLIENT_OPTIONS: "bench-tps=1=--tx_count 40000 --thread-batch-sleep-ms 250"
|
CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250"
|
||||||
ADDITIONAL_FLAGS: ""
|
ADDITIONAL_FLAGS: ""
|
||||||
TEST_TYPE: "fixed_duration"
|
TEST_TYPE: "fixed_duration"
|
||||||
agents:
|
agents:
|
||||||
|
|
|
@ -9,7 +9,7 @@ steps:
|
||||||
TEST_DURATION_SECONDS: 600
|
TEST_DURATION_SECONDS: 600
|
||||||
NUMBER_OF_VALIDATOR_NODES: 3
|
NUMBER_OF_VALIDATOR_NODES: 3
|
||||||
NUMBER_OF_CLIENT_NODES: 1
|
NUMBER_OF_CLIENT_NODES: 1
|
||||||
CLIENT_OPTIONS: "bench-tps=1=--tx_count 40000 --thread-batch-sleep-ms 250"
|
CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250"
|
||||||
ADDITIONAL_FLAGS: ""
|
ADDITIONAL_FLAGS: ""
|
||||||
TEST_TYPE: "fixed_duration"
|
TEST_TYPE: "fixed_duration"
|
||||||
agents:
|
agents:
|
||||||
|
|
|
@ -9,7 +9,7 @@ steps:
|
||||||
TEST_DURATION_SECONDS: 600
|
TEST_DURATION_SECONDS: 600
|
||||||
NUMBER_OF_VALIDATOR_NODES: 3
|
NUMBER_OF_VALIDATOR_NODES: 3
|
||||||
NUMBER_OF_CLIENT_NODES: 1
|
NUMBER_OF_CLIENT_NODES: 1
|
||||||
CLIENT_OPTIONS: "bench-tps=1=--tx_count 60000 --thread-batch-sleep-ms 250"
|
CLIENT_OPTIONS: "bench-tps=1=--tx_count 20000 --thread-batch-sleep-ms 250"
|
||||||
ADDITIONAL_FLAGS: ""
|
ADDITIONAL_FLAGS: ""
|
||||||
TEST_TYPE: "fixed_duration"
|
TEST_TYPE: "fixed_duration"
|
||||||
agents:
|
agents:
|
||||||
|
|
|
@ -10,7 +10,7 @@ steps:
|
||||||
ENABLE_GPU: "false"
|
ENABLE_GPU: "false"
|
||||||
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16"
|
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16"
|
||||||
NUMBER_OF_CLIENT_NODES: 1
|
NUMBER_OF_CLIENT_NODES: 1
|
||||||
CLIENT_OPTIONS: "bench-tps=1=--tx_count 80000 --thread-batch-sleep-ms 1000"
|
CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250"
|
||||||
TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a"
|
TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a"
|
||||||
USE_PUBLIC_IP_ADDRESSES: "true"
|
USE_PUBLIC_IP_ADDRESSES: "true"
|
||||||
ADDITIONAL_FLAGS: "--dedicated"
|
ADDITIONAL_FLAGS: "--dedicated"
|
||||||
|
|
|
@ -9,8 +9,8 @@ steps:
|
||||||
NUMBER_OF_VALIDATOR_NODES: 5
|
NUMBER_OF_VALIDATOR_NODES: 5
|
||||||
ENABLE_GPU: "false"
|
ENABLE_GPU: "false"
|
||||||
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16"
|
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16"
|
||||||
NUMBER_OF_CLIENT_NODES: 2
|
NUMBER_OF_CLIENT_NODES: 1
|
||||||
CLIENT_OPTIONS: "bench-tps=2=--tx_count 20000 --thread-batch-sleep-ms 250"
|
CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250"
|
||||||
TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a"
|
TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a"
|
||||||
USE_PUBLIC_IP_ADDRESSES: "true"
|
USE_PUBLIC_IP_ADDRESSES: "true"
|
||||||
ADDITIONAL_FLAGS: "--dedicated"
|
ADDITIONAL_FLAGS: "--dedicated"
|
||||||
|
|
|
@ -9,8 +9,8 @@ steps:
|
||||||
NUMBER_OF_VALIDATOR_NODES: 10
|
NUMBER_OF_VALIDATOR_NODES: 10
|
||||||
ENABLE_GPU: "true"
|
ENABLE_GPU: "true"
|
||||||
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16 --accelerator count=2,type=nvidia-tesla-v100"
|
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16 --accelerator count=2,type=nvidia-tesla-v100"
|
||||||
NUMBER_OF_CLIENT_NODES: 2
|
NUMBER_OF_CLIENT_NODES: 1
|
||||||
CLIENT_OPTIONS: "bench-tps=2=--tx_count 15000 --thread-batch-sleep-ms 250"
|
CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250"
|
||||||
TESTNET_ZONES: "us-west1-a"
|
TESTNET_ZONES: "us-west1-a"
|
||||||
USE_PUBLIC_IP_ADDRESSES: "true"
|
USE_PUBLIC_IP_ADDRESSES: "true"
|
||||||
ADDITIONAL_FLAGS: "--dedicated"
|
ADDITIONAL_FLAGS: "--dedicated"
|
||||||
|
|
|
@ -9,8 +9,8 @@ steps:
|
||||||
NUMBER_OF_VALIDATOR_NODES: 10
|
NUMBER_OF_VALIDATOR_NODES: 10
|
||||||
ENABLE_GPU: "true"
|
ENABLE_GPU: "true"
|
||||||
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16 --accelerator count=2,type=nvidia-tesla-v100"
|
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16 --accelerator count=2,type=nvidia-tesla-v100"
|
||||||
NUMBER_OF_CLIENT_NODES: 2
|
NUMBER_OF_CLIENT_NODES: 1
|
||||||
CLIENT_OPTIONS: "bench-tps=2=--tx_count 15000 --thread-batch-sleep-ms 250"
|
CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250"
|
||||||
TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a"
|
TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a"
|
||||||
USE_PUBLIC_IP_ADDRESSES: "true"
|
USE_PUBLIC_IP_ADDRESSES: "true"
|
||||||
ADDITIONAL_FLAGS: "--dedicated"
|
ADDITIONAL_FLAGS: "--dedicated"
|
||||||
|
|
|
@ -9,8 +9,8 @@ steps:
|
||||||
NUMBER_OF_VALIDATOR_NODES: 25
|
NUMBER_OF_VALIDATOR_NODES: 25
|
||||||
ENABLE_GPU: "true"
|
ENABLE_GPU: "true"
|
||||||
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16 --accelerator count=2,type=nvidia-tesla-v100"
|
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16 --accelerator count=2,type=nvidia-tesla-v100"
|
||||||
NUMBER_OF_CLIENT_NODES: 2
|
NUMBER_OF_CLIENT_NODES: 1
|
||||||
CLIENT_OPTIONS: "bench-tps=2=--tx_count 15000 --thread-batch-sleep-ms 250"
|
CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250"
|
||||||
TESTNET_ZONES: "us-west1-a"
|
TESTNET_ZONES: "us-west1-a"
|
||||||
USE_PUBLIC_IP_ADDRESSES: "true"
|
USE_PUBLIC_IP_ADDRESSES: "true"
|
||||||
ADDITIONAL_FLAGS: "--dedicated"
|
ADDITIONAL_FLAGS: "--dedicated"
|
||||||
|
|
|
@ -9,8 +9,8 @@ steps:
|
||||||
NUMBER_OF_VALIDATOR_NODES: 25
|
NUMBER_OF_VALIDATOR_NODES: 25
|
||||||
ENABLE_GPU: "true"
|
ENABLE_GPU: "true"
|
||||||
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16 --accelerator count=2,type=nvidia-tesla-v100"
|
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16 --accelerator count=2,type=nvidia-tesla-v100"
|
||||||
NUMBER_OF_CLIENT_NODES: 2
|
NUMBER_OF_CLIENT_NODES: 1
|
||||||
CLIENT_OPTIONS: "bench-tps=2=--tx_count 15000 --thread-batch-sleep-ms 250"
|
CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250"
|
||||||
TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a"
|
TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a"
|
||||||
USE_PUBLIC_IP_ADDRESSES: "true"
|
USE_PUBLIC_IP_ADDRESSES: "true"
|
||||||
ADDITIONAL_FLAGS: "--dedicated"
|
ADDITIONAL_FLAGS: "--dedicated"
|
||||||
|
|
|
@ -9,8 +9,8 @@ steps:
|
||||||
NUMBER_OF_VALIDATOR_NODES: 5
|
NUMBER_OF_VALIDATOR_NODES: 5
|
||||||
ENABLE_GPU: "true"
|
ENABLE_GPU: "true"
|
||||||
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16 --accelerator count=2,type=nvidia-tesla-v100"
|
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16 --accelerator count=2,type=nvidia-tesla-v100"
|
||||||
NUMBER_OF_CLIENT_NODES: 2
|
NUMBER_OF_CLIENT_NODES: 1
|
||||||
CLIENT_OPTIONS: "bench-tps=2=--tx_count 20000 --thread-batch-sleep-ms 250"
|
CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250"
|
||||||
TESTNET_ZONES: "us-west1-a"
|
TESTNET_ZONES: "us-west1-a"
|
||||||
USE_PUBLIC_IP_ADDRESSES: "true"
|
USE_PUBLIC_IP_ADDRESSES: "true"
|
||||||
ADDITIONAL_FLAGS: "--dedicated"
|
ADDITIONAL_FLAGS: "--dedicated"
|
||||||
|
|
|
@ -9,8 +9,8 @@ steps:
|
||||||
NUMBER_OF_VALIDATOR_NODES: 5
|
NUMBER_OF_VALIDATOR_NODES: 5
|
||||||
ENABLE_GPU: "true"
|
ENABLE_GPU: "true"
|
||||||
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16 --accelerator count=2,type=nvidia-tesla-v100"
|
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16 --accelerator count=2,type=nvidia-tesla-v100"
|
||||||
NUMBER_OF_CLIENT_NODES: 2
|
NUMBER_OF_CLIENT_NODES: 1
|
||||||
CLIENT_OPTIONS: "bench-tps=2=--tx_count 20000 --thread-batch-sleep-ms 250"
|
CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250"
|
||||||
TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a"
|
TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a"
|
||||||
USE_PUBLIC_IP_ADDRESSES: "true"
|
USE_PUBLIC_IP_ADDRESSES: "true"
|
||||||
ADDITIONAL_FLAGS: "--dedicated"
|
ADDITIONAL_FLAGS: "--dedicated"
|
||||||
|
|
|
@ -9,8 +9,8 @@ steps:
|
||||||
NUMBER_OF_VALIDATOR_NODES: 50
|
NUMBER_OF_VALIDATOR_NODES: 50
|
||||||
ENABLE_GPU: "true"
|
ENABLE_GPU: "true"
|
||||||
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16 --accelerator count=2,type=nvidia-tesla-v100"
|
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16 --accelerator count=2,type=nvidia-tesla-v100"
|
||||||
NUMBER_OF_CLIENT_NODES: 2
|
NUMBER_OF_CLIENT_NODES: 1
|
||||||
CLIENT_OPTIONS: "bench-tps=2=--tx_count 15000 --thread-batch-sleep-ms 250"
|
CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250"
|
||||||
TESTNET_ZONES: "us-west1-a"
|
TESTNET_ZONES: "us-west1-a"
|
||||||
ALLOW_BOOT_FAILURES: "true"
|
ALLOW_BOOT_FAILURES: "true"
|
||||||
USE_PUBLIC_IP_ADDRESSES: "true"
|
USE_PUBLIC_IP_ADDRESSES: "true"
|
||||||
|
|
|
@ -9,8 +9,8 @@ steps:
|
||||||
NUMBER_OF_VALIDATOR_NODES: 50
|
NUMBER_OF_VALIDATOR_NODES: 50
|
||||||
ENABLE_GPU: "true"
|
ENABLE_GPU: "true"
|
||||||
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16 --accelerator count=2,type=nvidia-tesla-v100"
|
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16 --accelerator count=2,type=nvidia-tesla-v100"
|
||||||
NUMBER_OF_CLIENT_NODES: 2
|
NUMBER_OF_CLIENT_NODES: 1
|
||||||
CLIENT_OPTIONS: "bench-tps=2=--tx_count 15000 --thread-batch-sleep-ms 250"
|
CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250"
|
||||||
TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a"
|
TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a"
|
||||||
ALLOW_BOOT_FAILURES: "true"
|
ALLOW_BOOT_FAILURES: "true"
|
||||||
USE_PUBLIC_IP_ADDRESSES: "true"
|
USE_PUBLIC_IP_ADDRESSES: "true"
|
||||||
|
|
Loading…
Reference in New Issue