Update tx tracker backfiller (#540)
### Description Related issues: https://github.com/wormhole-foundation/wormhole-explorer/issues/525, https://github.com/wormhole-foundation/wormhole-explorer/issues/524 Final updates before running the tx-tracker backfiller on staging and production.
This commit is contained in:
parent
1e5aeedfd9
commit
44e236fc61
|
@ -2,10 +2,16 @@ ENVIRONMENT=production
|
||||||
NAMESPACE=wormscan
|
NAMESPACE=wormscan
|
||||||
NAME=wormscan-tx-tracker-backfiller
|
NAME=wormscan-tx-tracker-backfiller
|
||||||
IMAGE_NAME=
|
IMAGE_NAME=
|
||||||
RESOURCES_LIMITS_MEMORY=256Mi
|
RESOURCES_LIMITS_MEMORY=128Mi
|
||||||
RESOURCES_LIMITS_CPU=500m
|
RESOURCES_LIMITS_CPU=500m
|
||||||
RESOURCES_REQUESTS_MEMORY=128Mi
|
RESOURCES_REQUESTS_MEMORY=64Mi
|
||||||
RESOURCES_REQUESTS_CPU=250m
|
RESOURCES_REQUESTS_CPU=100m
|
||||||
|
|
||||||
|
NUM_WORKERS=50
|
||||||
|
BULK_SIZE=1000
|
||||||
|
STRATEGY_NAME=time_range
|
||||||
|
STRATEGY_TIMESTAMP_AFTER=2023-01-01T00:00:00.000Z
|
||||||
|
STRATEGY_TIMESTAMP_BEFORE=2024-01-01T00:00:00.000Z
|
||||||
|
|
||||||
ACALA_BASE_URL=https://eth-rpc-acala.aca-api.network
|
ACALA_BASE_URL=https://eth-rpc-acala.aca-api.network
|
||||||
ACALA_REQUESTS_PER_MINUTE=1
|
ACALA_REQUESTS_PER_MINUTE=1
|
||||||
|
@ -14,13 +20,13 @@ ALGORAND_BASE_URL=https://mainnet-idx.algonode.cloud
|
||||||
ALGORAND_REQUESTS_PER_MINUTE=1
|
ALGORAND_REQUESTS_PER_MINUTE=1
|
||||||
|
|
||||||
APTOS_BASE_URL=https://fullnode.mainnet.aptoslabs.com/v1
|
APTOS_BASE_URL=https://fullnode.mainnet.aptoslabs.com/v1
|
||||||
APTOS_REQUESTS_PER_MINUTE=1
|
APTOS_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
ARBITRUM_BASE_URL=https://rpc.ankr.com/arbitrum
|
ARBITRUM_BASE_URL=https://rpc.ankr.com/arbitrum
|
||||||
ARBITRUM_REQUESTS_PER_MINUTE=1
|
ARBITRUM_REQUESTS_PER_MINUTE=1
|
||||||
|
|
||||||
AVALANCHE_BASE_URL=https://api.avax.network/ext/bc/C/rpc
|
AVALANCHE_BASE_URL=https://api.avax.network/ext/bc/C/rpc
|
||||||
AVALANCHE_REQUESTS_PER_MINUTE=1
|
AVALANCHE_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
BSC_BASE_URL=https://bsc-dataseed2.defibit.io
|
BSC_BASE_URL=https://bsc-dataseed2.defibit.io
|
||||||
BSC_REQUESTS_PER_MINUTE=2
|
BSC_REQUESTS_PER_MINUTE=2
|
||||||
|
@ -32,7 +38,7 @@ ETHEREUM_BASE_URL=https://rpc.ankr.com/eth
|
||||||
ETHEREUM_REQUESTS_PER_MINUTE=2
|
ETHEREUM_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
FANTOM_BASE_URL=https://rpc.ankr.com/fantom
|
FANTOM_BASE_URL=https://rpc.ankr.com/fantom
|
||||||
FANTOM_REQUESTS_PER_MINUTE=1
|
FANTOM_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
# Currently, the main URL for injective RPC (https://k8s.mainnet.lcd.injective.network) is down.
|
# Currently, the main URL for injective RPC (https://k8s.mainnet.lcd.injective.network) is down.
|
||||||
# We're temporally using a different one.
|
# We're temporally using a different one.
|
||||||
|
|
|
@ -5,11 +5,13 @@ IMAGE_NAME=
|
||||||
RESOURCES_LIMITS_MEMORY=128Mi
|
RESOURCES_LIMITS_MEMORY=128Mi
|
||||||
RESOURCES_LIMITS_CPU=500m
|
RESOURCES_LIMITS_CPU=500m
|
||||||
RESOURCES_REQUESTS_MEMORY=64Mi
|
RESOURCES_REQUESTS_MEMORY=64Mi
|
||||||
RESOURCES_REQUESTS_CPU=250m
|
RESOURCES_REQUESTS_CPU=100m
|
||||||
|
|
||||||
|
NUM_WORKERS=50
|
||||||
|
BULK_SIZE=1000
|
||||||
STRATEGY_NAME=time_range
|
STRATEGY_NAME=time_range
|
||||||
STRATEGY_TIMESTAMP_AFTER=2023-01-01T00:00:00.000Z
|
STRATEGY_TIMESTAMP_AFTER=2023-01-01T00:00:00.000Z
|
||||||
STRATEGY_TIMESTAMP_BEFORE=2023-04-01T00:00:00.000Z
|
STRATEGY_TIMESTAMP_BEFORE=2024-01-01T00:00:00.000Z
|
||||||
|
|
||||||
ACALA_BASE_URL=https://eth-rpc-acala.aca-api.network
|
ACALA_BASE_URL=https://eth-rpc-acala.aca-api.network
|
||||||
ACALA_REQUESTS_PER_MINUTE=1
|
ACALA_REQUESTS_PER_MINUTE=1
|
||||||
|
|
|
@ -3,69 +3,75 @@ NAMESPACE=wormscan-testnet
|
||||||
NAME=wormscan-tx-tracker-backfiller
|
NAME=wormscan-tx-tracker-backfiller
|
||||||
IMAGE_NAME=
|
IMAGE_NAME=
|
||||||
RESOURCES_LIMITS_MEMORY=128Mi
|
RESOURCES_LIMITS_MEMORY=128Mi
|
||||||
RESOURCES_LIMITS_CPU=200m
|
RESOURCES_LIMITS_CPU=500m
|
||||||
RESOURCES_REQUESTS_MEMORY=64Mi
|
RESOURCES_REQUESTS_MEMORY=64Mi
|
||||||
RESOURCES_REQUESTS_CPU=100m
|
RESOURCES_REQUESTS_CPU=100m
|
||||||
|
|
||||||
|
NUM_WORKERS=50
|
||||||
|
BULK_SIZE=1000
|
||||||
|
STRATEGY_NAME=time_range
|
||||||
|
STRATEGY_TIMESTAMP_AFTER=2023-01-01T00:00:00.000Z
|
||||||
|
STRATEGY_TIMESTAMP_BEFORE=2024-01-01T00:00:00.000Z
|
||||||
|
|
||||||
ACALA_BASE_URL=https://acala-dev.aca-dev.network/eth/http
|
ACALA_BASE_URL=https://acala-dev.aca-dev.network/eth/http
|
||||||
ACALA_REQUESTS_PER_MINUTE=1
|
ACALA_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
ALGORAND_BASE_URL=https://testnet-idx.algonode.cloud
|
ALGORAND_BASE_URL=https://testnet-idx.algonode.cloud
|
||||||
ALGORAND_REQUESTS_PER_MINUTE=1
|
ALGORAND_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
APTOS_BASE_URL=https://fullnode.testnet.aptoslabs.com/v1
|
APTOS_BASE_URL=https://fullnode.testnet.aptoslabs.com/v1
|
||||||
APTOS_REQUESTS_PER_MINUTE=1
|
APTOS_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
ARBITRUM_BASE_URL=https://goerli-rollup.arbitrum.io/rpc
|
ARBITRUM_BASE_URL=https://goerli-rollup.arbitrum.io/rpc
|
||||||
ARBITRUM_REQUESTS_PER_MINUTE=1
|
ARBITRUM_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
AVALANCHE_BASE_URL=https://rpc.ankr.com/avalanche_fuji
|
AVALANCHE_BASE_URL=https://rpc.ankr.com/avalanche_fuji
|
||||||
AVALANCHE_REQUESTS_PER_MINUTE=1
|
AVALANCHE_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
BSC_BASE_URL=https://data-seed-prebsc-1-s1.binance.org:8545
|
BSC_BASE_URL=https://data-seed-prebsc-1-s1.binance.org:8545
|
||||||
BSC_REQUESTS_PER_MINUTE=1
|
BSC_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
CELO_BASE_URL=https://alfajores-forno.celo-testnet.org
|
CELO_BASE_URL=https://alfajores-forno.celo-testnet.org
|
||||||
CELO_REQUESTS_PER_MINUTE=1
|
CELO_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
ETHEREUM_BASE_URL=https://rpc.ankr.com/eth_goerli
|
ETHEREUM_BASE_URL=https://rpc.ankr.com/eth_goerli
|
||||||
ETHEREUM_REQUESTS_PER_MINUTE=1
|
ETHEREUM_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
FANTOM_BASE_URL=https://rpc.testnet.fantom.network
|
FANTOM_BASE_URL=https://rpc.testnet.fantom.network
|
||||||
FANTOM_REQUESTS_PER_MINUTE=1
|
FANTOM_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
INJECTIVE_BASE_URL=https://k8s.testnet.tm.injective.network:443
|
INJECTIVE_BASE_URL=https://k8s.testnet.tm.injective.network:443
|
||||||
INJECTIVE_REQUESTS_PER_MINUTE=4
|
INJECTIVE_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
KARURA_BASE_URL=https://karura-dev.aca-dev.network/eth/http
|
KARURA_BASE_URL=https://karura-dev.aca-dev.network/eth/http
|
||||||
KARURA_REQUESTS_PER_MINUTE=1
|
KARURA_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
KLAYTN_BASE_URL=https://api.baobab.klaytn.net:8651
|
KLAYTN_BASE_URL=https://api.baobab.klaytn.net:8651
|
||||||
KLAYTN_REQUESTS_PER_MINUTE=1
|
KLAYTN_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
MOONBEAM_BASE_URL=https://rpc.api.moonbase.moonbeam.network
|
MOONBEAM_BASE_URL=https://rpc.api.moonbase.moonbeam.network
|
||||||
MOONBEAM_REQUESTS_PER_MINUTE=1
|
MOONBEAM_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
OASIS_BASE_URL=https://testnet.emerald.oasis.dev
|
OASIS_BASE_URL=https://testnet.emerald.oasis.dev
|
||||||
OASIS_REQUESTS_PER_MINUTE=1
|
OASIS_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
OPTIMISM_BASE_URL=https://goerli.optimism.io
|
OPTIMISM_BASE_URL=https://goerli.optimism.io
|
||||||
OPTIMISM_REQUESTS_PER_MINUTE=1
|
OPTIMISM_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
POLYGON_BASE_URL=https://rpc.ankr.com/polygon_mumbai
|
POLYGON_BASE_URL=https://rpc.ankr.com/polygon_mumbai
|
||||||
POLYGON_REQUESTS_PER_MINUTE=1
|
POLYGON_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
SOLANA_BASE_URL=https://api.devnet.solana.com
|
SOLANA_BASE_URL=https://api.devnet.solana.com
|
||||||
SOLANA_REQUESTS_PER_MINUTE=1
|
SOLANA_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
SUI_BASE_URL=https://fullnode.testnet.sui.io:443
|
SUI_BASE_URL=https://fullnode.testnet.sui.io:443
|
||||||
SUI_REQUESTS_PER_MINUTE=1
|
SUI_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
TERRA_BASE_URL=https://bombay-lcd.terra.dev
|
TERRA_BASE_URL=https://bombay-lcd.terra.dev
|
||||||
TERRA_REQUESTS_PER_MINUTE=1
|
TERRA_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
TERRA2_BASE_URL=https://pisco-lcd.terra.dev
|
TERRA2_BASE_URL=https://pisco-lcd.terra.dev
|
||||||
TERRA2_REQUESTS_PER_MINUTE=1
|
TERRA2_REQUESTS_PER_MINUTE=2
|
||||||
|
|
||||||
XPLA_BASE_URL=https://cube-lcd.xpla.dev:443
|
XPLA_BASE_URL=https://cube-lcd.xpla.dev:443
|
||||||
XPLA_REQUESTS_PER_MINUTE=1
|
XPLA_REQUESTS_PER_MINUTE=2
|
||||||
|
|
|
@ -1,28 +0,0 @@
|
||||||
MONITORING_PORT=
|
|
||||||
LOG_LEVEL=INFO
|
|
||||||
PPROF_ENABLED=false
|
|
||||||
AWS_ENDPOINT=
|
|
||||||
AWS_ACCESS_KEY_ID=
|
|
||||||
AWS_SECRET_ACCESS_KEY=
|
|
||||||
AWS_REGION=
|
|
||||||
SQS_URL=
|
|
||||||
MONGODB_URI=mongodb://127.0.0.1:27017
|
|
||||||
MONGODB_DATABASE=
|
|
||||||
VAA_PAYLOAD_PARSER_URL=
|
|
||||||
VAA_PAYLOAD_PARSER_TIMEOUT=
|
|
||||||
NUM_WORKERS=10
|
|
||||||
BULK_SIZE=500
|
|
||||||
|
|
||||||
ANKR_BASE_URL=https://rpc.ankr.com/multichain
|
|
||||||
ANKR_API_KEY=
|
|
||||||
ANKR_REQUESTS_PER_MINUTE=30
|
|
||||||
|
|
||||||
CELO_BASE_URL=https://rpc.ankr.com/celo
|
|
||||||
CELO_API_KEY=
|
|
||||||
CELO_REQUESTS_PER_MINUTE=6
|
|
||||||
|
|
||||||
SOLANA_BASE_URL=https://api.mainnet-beta.solana.com
|
|
||||||
SOLANA_REQUESTS_PER_MINUTE=8
|
|
||||||
|
|
||||||
TERRA_BASE_URL=https://lcd.terra.dev
|
|
||||||
TERRA_REQUESTS_PER_MINUTE=6
|
|
|
@ -292,6 +292,7 @@ func consume(ctx context.Context, params *consumerParams) {
|
||||||
// 2. Persisting source tx details in the database.
|
// 2. Persisting source tx details in the database.
|
||||||
v := globalTx.Vaas[0]
|
v := globalTx.Vaas[0]
|
||||||
p := consumer.ProcessSourceTxParams{
|
p := consumer.ProcessSourceTxParams{
|
||||||
|
Timestamp: v.Timestamp,
|
||||||
VaaId: v.ID,
|
VaaId: v.ID,
|
||||||
ChainId: v.EmitterChain,
|
ChainId: v.EmitterChain,
|
||||||
Emitter: v.EmitterAddr,
|
Emitter: v.EmitterAddr,
|
||||||
|
|
Loading…
Reference in New Issue