From bd8f793809a414310f9b8090130ae470b3c53e05 Mon Sep 17 00:00:00 2001 From: behzad nouri Date: Wed, 11 Aug 2021 10:50:19 -0400 Subject: [PATCH] removes use of public ip addresses from system tests Using global IPs causes outbound traffic which costs money: https://github.com/solana-labs/solana/pull/18728#issuecomment-884290209 --- system-test/deprecated-testcases/gce-gpu-perf-100-node.yml | 2 +- system-test/performance-testcases/aws-cpu-only-perf-10-node.yml | 2 +- system-test/performance-testcases/aws-cpu-only-perf-5-node.yml | 2 +- .../performance-testcases/azure-cpu-only-perf-5-node.yml | 2 +- system-test/performance-testcases/gce-cpu-only-perf-10-node.yml | 2 +- .../gce-cpu-only-perf-5-node-single-region.yml | 2 +- system-test/performance-testcases/gce-cpu-only-perf-5-node.yml | 2 +- .../gce-gpu-perf-10-node-single-region.yml | 2 +- system-test/performance-testcases/gce-gpu-perf-10-node.yml | 2 +- .../gce-gpu-perf-25-node-single-region.yml | 2 +- system-test/performance-testcases/gce-gpu-perf-25-node.yml | 2 +- .../performance-testcases/gce-gpu-perf-5-node-single-region.yml | 2 +- system-test/performance-testcases/gce-gpu-perf-5-node.yml | 2 +- .../gce-gpu-perf-50-node-single-region.yml | 2 +- system-test/performance-testcases/gce-gpu-perf-50-node.yml | 2 +- system-test/stability-testcases/gce-stability-5-node.yml | 2 +- 16 files changed, 16 insertions(+), 16 deletions(-) diff --git a/system-test/deprecated-testcases/gce-gpu-perf-100-node.yml b/system-test/deprecated-testcases/gce-gpu-perf-100-node.yml index 12c72ce494..6f92c4cafd 100755 --- a/system-test/deprecated-testcases/gce-gpu-perf-100-node.yml +++ b/system-test/deprecated-testcases/gce-gpu-perf-100-node.yml @@ -13,7 +13,7 @@ steps: CLIENT_OPTIONS: "bench-tps=2=--tx_count 15000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a" ALLOW_BOOT_FAILURES: "true" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/aws-cpu-only-perf-10-node.yml b/system-test/performance-testcases/aws-cpu-only-perf-10-node.yml index e59b7cd4cb..e9777327bd 100755 --- a/system-test/performance-testcases/aws-cpu-only-perf-10-node.yml +++ b/system-test/performance-testcases/aws-cpu-only-perf-10-node.yml @@ -13,7 +13,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west-1a,us-west-1c,us-east-1a,eu-west-1a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/aws-cpu-only-perf-5-node.yml b/system-test/performance-testcases/aws-cpu-only-perf-5-node.yml index 164439cfc8..7871e83282 100755 --- a/system-test/performance-testcases/aws-cpu-only-perf-5-node.yml +++ b/system-test/performance-testcases/aws-cpu-only-perf-5-node.yml @@ -13,7 +13,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west-1a,us-west-1c,us-east-1a,eu-west-1a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/azure-cpu-only-perf-5-node.yml b/system-test/performance-testcases/azure-cpu-only-perf-5-node.yml index e034801256..0ce220bf8e 100755 --- a/system-test/performance-testcases/azure-cpu-only-perf-5-node.yml +++ b/system-test/performance-testcases/azure-cpu-only-perf-5-node.yml @@ -12,7 +12,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "westus" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/gce-cpu-only-perf-10-node.yml b/system-test/performance-testcases/gce-cpu-only-perf-10-node.yml index 2e36eebb96..d42ff30318 100755 --- a/system-test/performance-testcases/gce-cpu-only-perf-10-node.yml +++ b/system-test/performance-testcases/gce-cpu-only-perf-10-node.yml @@ -12,7 +12,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/gce-cpu-only-perf-5-node-single-region.yml b/system-test/performance-testcases/gce-cpu-only-perf-5-node-single-region.yml index 9a5950e788..86eb6064f4 100755 --- a/system-test/performance-testcases/gce-cpu-only-perf-5-node-single-region.yml +++ b/system-test/performance-testcases/gce-cpu-only-perf-5-node-single-region.yml @@ -12,7 +12,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/gce-cpu-only-perf-5-node.yml b/system-test/performance-testcases/gce-cpu-only-perf-5-node.yml index 997f9e39e0..1bc1bebb82 100755 --- a/system-test/performance-testcases/gce-cpu-only-perf-5-node.yml +++ b/system-test/performance-testcases/gce-cpu-only-perf-5-node.yml @@ -12,7 +12,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/gce-gpu-perf-10-node-single-region.yml b/system-test/performance-testcases/gce-gpu-perf-10-node-single-region.yml index c2036a4465..d5b9056a86 100755 --- a/system-test/performance-testcases/gce-gpu-perf-10-node-single-region.yml +++ b/system-test/performance-testcases/gce-gpu-perf-10-node-single-region.yml @@ -12,7 +12,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/gce-gpu-perf-10-node.yml b/system-test/performance-testcases/gce-gpu-perf-10-node.yml index f4b568b076..f723716ac8 100755 --- a/system-test/performance-testcases/gce-gpu-perf-10-node.yml +++ b/system-test/performance-testcases/gce-gpu-perf-10-node.yml @@ -12,7 +12,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/gce-gpu-perf-25-node-single-region.yml b/system-test/performance-testcases/gce-gpu-perf-25-node-single-region.yml index b9dd8a7725..6207393549 100755 --- a/system-test/performance-testcases/gce-gpu-perf-25-node-single-region.yml +++ b/system-test/performance-testcases/gce-gpu-perf-25-node-single-region.yml @@ -12,7 +12,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/gce-gpu-perf-25-node.yml b/system-test/performance-testcases/gce-gpu-perf-25-node.yml index b4ed7f5186..c4392022b6 100755 --- a/system-test/performance-testcases/gce-gpu-perf-25-node.yml +++ b/system-test/performance-testcases/gce-gpu-perf-25-node.yml @@ -12,7 +12,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/gce-gpu-perf-5-node-single-region.yml b/system-test/performance-testcases/gce-gpu-perf-5-node-single-region.yml index 014babef6d..8835d949be 100755 --- a/system-test/performance-testcases/gce-gpu-perf-5-node-single-region.yml +++ b/system-test/performance-testcases/gce-gpu-perf-5-node-single-region.yml @@ -12,7 +12,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/gce-gpu-perf-5-node.yml b/system-test/performance-testcases/gce-gpu-perf-5-node.yml index 16a2ed8a4b..56ce03a53a 100755 --- a/system-test/performance-testcases/gce-gpu-perf-5-node.yml +++ b/system-test/performance-testcases/gce-gpu-perf-5-node.yml @@ -12,7 +12,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/gce-gpu-perf-50-node-single-region.yml b/system-test/performance-testcases/gce-gpu-perf-50-node-single-region.yml index 04b365df30..28a4db844a 100755 --- a/system-test/performance-testcases/gce-gpu-perf-50-node-single-region.yml +++ b/system-test/performance-testcases/gce-gpu-perf-50-node-single-region.yml @@ -13,7 +13,7 @@ steps: CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a" ALLOW_BOOT_FAILURES: "true" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/gce-gpu-perf-50-node.yml b/system-test/performance-testcases/gce-gpu-perf-50-node.yml index d14269d284..60ee005687 100755 --- a/system-test/performance-testcases/gce-gpu-perf-50-node.yml +++ b/system-test/performance-testcases/gce-gpu-perf-50-node.yml @@ -13,7 +13,7 @@ steps: CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a" ALLOW_BOOT_FAILURES: "true" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/stability-testcases/gce-stability-5-node.yml b/system-test/stability-testcases/gce-stability-5-node.yml index bfb95356dd..132771ade6 100755 --- a/system-test/stability-testcases/gce-stability-5-node.yml +++ b/system-test/stability-testcases/gce-stability-5-node.yml @@ -11,7 +11,7 @@ steps: VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16" NUMBER_OF_CLIENT_NODES: 0 TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: