2023-04-18 08:09:31 -07:00
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"log"
|
|
|
|
"os"
|
2024-01-02 05:38:03 -08:00
|
|
|
"strings"
|
2024-01-30 07:19:31 -08:00
|
|
|
"time"
|
2023-04-18 08:09:31 -07:00
|
|
|
|
|
|
|
"github.com/go-redis/redis"
|
2024-01-30 07:19:31 -08:00
|
|
|
txtrackerProcessVaa "github.com/wormhole-foundation/wormhole-explorer/common/client/txtracker"
|
2024-01-02 05:38:03 -08:00
|
|
|
common "github.com/wormhole-foundation/wormhole-explorer/common/coingecko"
|
2023-10-20 14:30:34 -07:00
|
|
|
"github.com/wormhole-foundation/wormhole-explorer/common/dbutil"
|
2023-11-28 05:16:40 -08:00
|
|
|
"github.com/wormhole-foundation/wormhole-explorer/common/domain"
|
2023-04-18 08:09:31 -07:00
|
|
|
"github.com/wormhole-foundation/wormhole-explorer/common/logger"
|
2024-01-02 05:38:03 -08:00
|
|
|
filePrices "github.com/wormhole-foundation/wormhole-explorer/common/prices"
|
2023-04-18 08:09:31 -07:00
|
|
|
"github.com/wormhole-foundation/wormhole-explorer/jobs/config"
|
|
|
|
"github.com/wormhole-foundation/wormhole-explorer/jobs/internal/coingecko"
|
2024-01-02 05:38:03 -08:00
|
|
|
apiPrices "github.com/wormhole-foundation/wormhole-explorer/jobs/internal/prices"
|
2023-04-18 08:09:31 -07:00
|
|
|
"github.com/wormhole-foundation/wormhole-explorer/jobs/jobs"
|
2024-01-30 07:19:31 -08:00
|
|
|
"github.com/wormhole-foundation/wormhole-explorer/jobs/jobs/migration"
|
2023-04-18 08:09:31 -07:00
|
|
|
"github.com/wormhole-foundation/wormhole-explorer/jobs/jobs/notional"
|
2023-10-20 14:30:34 -07:00
|
|
|
"github.com/wormhole-foundation/wormhole-explorer/jobs/jobs/report"
|
2024-01-30 07:19:31 -08:00
|
|
|
sdk "github.com/wormhole-foundation/wormhole/sdk/vaa"
|
2023-04-18 08:09:31 -07:00
|
|
|
"go.uber.org/zap"
|
|
|
|
)
|
|
|
|
|
|
|
|
type exitCode int
|
|
|
|
|
|
|
|
func main() {
|
|
|
|
defer handleExit()
|
|
|
|
context := context.Background()
|
|
|
|
|
|
|
|
// get the config
|
|
|
|
cfg, errConf := config.New(context)
|
|
|
|
if errConf != nil {
|
|
|
|
log.Fatal("error creating config", errConf)
|
|
|
|
}
|
|
|
|
|
|
|
|
logger := logger.New("wormhole-explorer-jobs", logger.WithLevel(cfg.LogLevel))
|
|
|
|
logger.Info("started job execution", zap.String("job_id", cfg.JobID))
|
|
|
|
|
|
|
|
var err error
|
|
|
|
switch cfg.JobID {
|
|
|
|
case jobs.JobIDNotional:
|
2023-10-20 14:30:34 -07:00
|
|
|
nCfg, errCfg := config.NewNotionalConfiguration(context)
|
|
|
|
if errCfg != nil {
|
|
|
|
log.Fatal("error creating config", errCfg)
|
|
|
|
}
|
|
|
|
notionalJob := initNotionalJob(context, nCfg, logger)
|
2023-04-18 08:09:31 -07:00
|
|
|
err = notionalJob.Run()
|
2023-10-20 14:30:34 -07:00
|
|
|
case jobs.JobIDTransferReport:
|
|
|
|
aCfg, errCfg := config.NewTransferReportConfiguration(context)
|
|
|
|
if errCfg != nil {
|
|
|
|
log.Fatal("error creating config", errCfg)
|
|
|
|
}
|
|
|
|
transferReport := initTransferReportJob(context, aCfg, logger)
|
|
|
|
err = transferReport.Run(context)
|
2024-01-02 05:38:03 -08:00
|
|
|
case jobs.JobIDHistoricalPrices:
|
|
|
|
hCfg, errCfg := config.NewHistoricalPricesConfiguration(context)
|
|
|
|
if errCfg != nil {
|
|
|
|
log.Fatal("error creating config", errCfg)
|
|
|
|
}
|
|
|
|
historyPrices := initHistoricalPricesJob(context, hCfg, logger)
|
|
|
|
err = historyPrices.Run(context)
|
2023-10-20 14:30:34 -07:00
|
|
|
|
2024-01-30 07:19:31 -08:00
|
|
|
case jobs.JobIDMigrationSourceTx:
|
|
|
|
mCfg, errCfg := config.NewMigrateSourceTxConfiguration(context)
|
|
|
|
if errCfg != nil {
|
|
|
|
log.Fatal("error creating config", errCfg)
|
|
|
|
}
|
|
|
|
|
|
|
|
chainID := sdk.ChainID(mCfg.ChainID)
|
|
|
|
migrationJob := initMigrateSourceTxJob(context, mCfg, chainID, logger)
|
|
|
|
err = migrationJob.Run(context)
|
2023-04-18 08:09:31 -07:00
|
|
|
default:
|
|
|
|
logger.Fatal("Invalid job id", zap.String("job_id", cfg.JobID))
|
|
|
|
}
|
|
|
|
|
|
|
|
if err != nil {
|
|
|
|
logger.Error("failed job execution", zap.String("job_id", cfg.JobID), zap.Error(err))
|
|
|
|
} else {
|
|
|
|
logger.Info("finish job execution successfully", zap.String("job_id", cfg.JobID))
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
// initNotionalJob initializes notional job.
|
2023-10-20 14:30:34 -07:00
|
|
|
func initNotionalJob(ctx context.Context, cfg *config.NotionalConfiguration, logger *zap.Logger) *notional.NotionalJob {
|
2023-04-18 08:09:31 -07:00
|
|
|
// init coingecko api client.
|
|
|
|
api := coingecko.NewCoingeckoAPI(cfg.CoingeckoURL)
|
|
|
|
// init redis client.
|
|
|
|
redisClient := redis.NewClient(&redis.Options{Addr: cfg.CacheURL})
|
2023-11-28 05:16:40 -08:00
|
|
|
// init token provider.
|
|
|
|
tokenProvider := domain.NewTokenProvider(cfg.P2pNetwork)
|
2023-04-18 08:09:31 -07:00
|
|
|
// create notional job.
|
2023-11-28 05:16:40 -08:00
|
|
|
notionalJob := notional.NewNotionalJob(api, redisClient, cfg.CachePrefix, cfg.NotionalChannel, tokenProvider, logger)
|
2023-04-18 08:09:31 -07:00
|
|
|
return notionalJob
|
|
|
|
}
|
|
|
|
|
2023-10-20 14:30:34 -07:00
|
|
|
// initTransferReportJob initializes transfer report job.
|
|
|
|
func initTransferReportJob(ctx context.Context, cfg *config.TransferReportConfiguration, logger *zap.Logger) *report.TransferReportJob {
|
|
|
|
//setup DB connection
|
|
|
|
db, err := dbutil.Connect(ctx, logger, cfg.MongoURI, cfg.MongoDatabase, false)
|
|
|
|
if err != nil {
|
|
|
|
logger.Fatal("Failed to connect MongoDB", zap.Error(err))
|
|
|
|
}
|
2024-01-02 05:38:03 -08:00
|
|
|
var getPriceByTime report.GetPriceByTimeFn
|
|
|
|
switch strings.ToLower(cfg.PricesType) {
|
|
|
|
case "file":
|
|
|
|
pricesCache := filePrices.NewCoinPricesCache(cfg.PricesUri)
|
|
|
|
pricesCache.InitCache()
|
|
|
|
getPriceByTime = pricesCache.GetPriceByTime
|
|
|
|
case "api":
|
|
|
|
api := apiPrices.NewPricesApi(cfg.PricesUri, logger)
|
|
|
|
getPriceByTime = api.GetPriceByTime
|
|
|
|
|
|
|
|
default:
|
|
|
|
logger.Fatal("Invalid prices type", zap.String("prices_type", cfg.PricesType))
|
|
|
|
}
|
|
|
|
|
2023-11-28 05:16:40 -08:00
|
|
|
// init token provider.
|
|
|
|
tokenProvider := domain.NewTokenProvider(cfg.P2pNetwork)
|
2024-01-02 05:38:03 -08:00
|
|
|
return report.NewTransferReportJob(db.Database, cfg.PageSize, getPriceByTime, cfg.OutputPath, tokenProvider, logger)
|
|
|
|
}
|
|
|
|
|
|
|
|
func initHistoricalPricesJob(ctx context.Context, cfg *config.HistoricalPricesConfiguration, logger *zap.Logger) *notional.HistoryNotionalJob {
|
|
|
|
//setup DB connection
|
|
|
|
db, err := dbutil.Connect(ctx, logger, cfg.MongoURI, cfg.MongoDatabase, false)
|
|
|
|
if err != nil {
|
|
|
|
logger.Fatal("Failed to connect MongoDB", zap.Error(err))
|
|
|
|
}
|
|
|
|
// init coingecko api client.
|
|
|
|
api := common.NewCoinGeckoAPI(cfg.CoingeckoURL, cfg.CoingeckoHeaderKey, cfg.CoingeckoApiKey)
|
|
|
|
// create history notional job.
|
|
|
|
notionalJob := notional.NewHistoryNotionalJob(api, db.Database, cfg.P2pNetwork, cfg.RequestLimitTimeSeconds, cfg.PriceDays, logger)
|
|
|
|
return notionalJob
|
2023-10-20 14:30:34 -07:00
|
|
|
}
|
|
|
|
|
2024-01-30 07:19:31 -08:00
|
|
|
func initMigrateSourceTxJob(ctx context.Context, cfg *config.MigrateSourceTxConfiguration, chainID sdk.ChainID, logger *zap.Logger) *migration.MigrateSourceChainTx {
|
|
|
|
//setup DB connection
|
|
|
|
db, err := dbutil.Connect(ctx, logger, cfg.MongoURI, cfg.MongoDatabase, false)
|
|
|
|
if err != nil {
|
|
|
|
logger.Fatal("Failed to connect MongoDB", zap.Error(err))
|
|
|
|
}
|
|
|
|
|
|
|
|
// init tx tracker api client.
|
|
|
|
txTrackerAPIClient, err := txtrackerProcessVaa.NewTxTrackerAPIClient(cfg.TxTrackerTimeout, cfg.TxTrackerURL, logger)
|
|
|
|
if err != nil {
|
|
|
|
logger.Fatal("Failed to create txtracker api client", zap.Error(err))
|
|
|
|
}
|
|
|
|
sleepTime := time.Duration(cfg.SleepTimeSeconds) * time.Second
|
|
|
|
fromDate, _ := time.Parse(time.RFC3339, cfg.FromDate)
|
|
|
|
toDate, _ := time.Parse(time.RFC3339, cfg.ToDate)
|
|
|
|
|
|
|
|
return migration.NewMigrationSourceChainTx(db.Database, cfg.PageSize, sdk.ChainID(cfg.ChainID), fromDate, toDate, txTrackerAPIClient, sleepTime, logger)
|
|
|
|
}
|
|
|
|
|
2023-04-18 08:09:31 -07:00
|
|
|
func handleExit() {
|
|
|
|
if r := recover(); r != nil {
|
|
|
|
if e, ok := r.(exitCode); ok {
|
|
|
|
os.Exit(int(e))
|
|
|
|
}
|
|
|
|
panic(r) // not an Exit, bubble up
|
|
|
|
}
|
|
|
|
}
|