Merge remote-tracking branch 'origin/feature/blockchain-watcher' into feature/blockchain-watcher-solana-log

analytics/cmd/main.go

@@ -72,14 +72,14 @@ func addVaaCountCommand(parent *cobra.Command) {
 }
 
 func addVaaVolumeFromFileCommand(parent *cobra.Command) {
-	var input, output, prices, vaaPayloadParserURL string
+	var input, output, prices, vaaPayloadParserURL, p2pNetwork string
 
 	//vaa-volume from csv file
 	vaaVolumeFileCmd := &cobra.Command{
 		Use:   "file",
 		Short: "Generate volume metrics from a VAA csv file",
 		Run: func(_ *cobra.Command, _ []string) {
-			metrics.RunVaaVolumeFromFile(input, output, prices, vaaPayloadParserURL)
+			metrics.RunVaaVolumeFromFile(input, output, prices, vaaPayloadParserURL, p2pNetwork)
 		},
 	}
 
@@ -96,17 +96,21 @@ func addVaaVolumeFromFileCommand(parent *cobra.Command) {
 	vaaVolumeFileCmd.Flags().StringVar(&vaaPayloadParserURL, "vaa-payload-parser-url", "", "VAA payload parser URL")
 	vaaVolumeFileCmd.MarkFlagRequired("vaa-payload-parser-url")
 
+	//p2p-network flag
+	vaaVolumeFileCmd.Flags().StringVar(&p2pNetwork, "p2p-network", "", "P2P network")
+	vaaVolumeFileCmd.MarkFlagRequired("p2p-network")
+
 	parent.AddCommand(vaaVolumeFileCmd)
 }
 
 func addVaaVolumeFromMongoCommand(parent *cobra.Command) {
-	var mongoUri, mongoDb, output, prices, vaaPayloadParserURL string
+	var mongoUri, mongoDb, output, prices, vaaPayloadParserURL, p2pNetwork string
 	//vaa-volume from MongoDB
 	vaaVolumeMongoCmd := &cobra.Command{
 		Use:   "mongo",
 		Short: "Generate volume metrics from MongoDB",
 		Run: func(_ *cobra.Command, _ []string) {
-			metrics.RunVaaVolumeFromMongo(mongoUri, mongoDb, output, prices, vaaPayloadParserURL)
+			metrics.RunVaaVolumeFromMongo(mongoUri, mongoDb, output, prices, vaaPayloadParserURL, p2pNetwork)
 		},
 	}
 
@@ -124,6 +128,10 @@ func addVaaVolumeFromMongoCommand(parent *cobra.Command) {
 	vaaVolumeMongoCmd.Flags().StringVar(&vaaPayloadParserURL, "vaa-payload-parser-url", "", "VAA payload parser URL")
 	vaaVolumeMongoCmd.MarkFlagRequired("vaa-payload-parser-url")
 
+	//p2p-network flag
+	vaaVolumeMongoCmd.Flags().StringVar(&p2pNetwork, "p2p-network", "", "P2P network")
+	vaaVolumeMongoCmd.MarkFlagRequired("p2p-network")
+
 	parent.AddCommand(vaaVolumeMongoCmd)
 
 }
@@ -141,16 +149,20 @@ func addVaaVolumeCommand(parent *cobra.Command) {
 }
 
 func addPricesCommand(root *cobra.Command) {
-	var output string
+	var output, p2pNetwork string
 	vaaCountCmd := &cobra.Command{
 		Use:   "history",
 		Short: "Generate notional price history for symbol",
 		Run: func(_ *cobra.Command, _ []string) {
-			prices.RunPrices(output)
+			prices.RunPrices(output, p2pNetwork)
 		},
 	}
 	// output flag
 	vaaCountCmd.Flags().StringVar(&output, "output", "", "path to output file")
 	vaaCountCmd.MarkFlagRequired("output")
+
+	//p2p-network flag
+	vaaCountCmd.Flags().StringVar(&p2pNetwork, "p2p-network", "", "P2P network")
+	vaaCountCmd.MarkFlagRequired("p2p-network")
 	root.AddCommand(vaaCountCmd)
 }

analytics/cmd/metrics/volume.go

@@ -22,15 +22,17 @@ type VaaConverter struct {
 	PriceCache               *prices.CoinPricesCache
 	Metrics                  metrics.Metrics
 	GetTransferredTokenByVaa token.GetTransferredTokenByVaa
+	TokenProvider            *domain.TokenProvider
 }
 
-func NewVaaConverter(priceCache *prices.CoinPricesCache, GetTransferredTokenByVaa token.GetTransferredTokenByVaa) *VaaConverter {
+func NewVaaConverter(priceCache *prices.CoinPricesCache, GetTransferredTokenByVaa token.GetTransferredTokenByVaa, tokenProvider *domain.TokenProvider) *VaaConverter {
 	return &VaaConverter{
 		MissingTokens:            make(map[sdk.Address]sdk.ChainID),
 		MissingTokensCounter:     make(map[sdk.Address]int),
 		PriceCache:               priceCache,
 		Metrics:                  metrics.NewNoopMetrics(),
 		GetTransferredTokenByVaa: GetTransferredTokenByVaa,
+		TokenProvider:            tokenProvider,
 	}
 }
 
@@ -47,7 +49,7 @@ func (c *VaaConverter) Convert(ctx context.Context, vaaBytes []byte) (string, er
 	}
 
 	// Look up token metadata
-	tokenMetadata, ok := domain.GetTokenByAddress(transferredToken.TokenChain, transferredToken.TokenAddress.String())
+	tokenMetadata, ok := c.TokenProvider.GetTokenByAddress(transferredToken.TokenChain, transferredToken.TokenAddress.String())
 	if !ok {
 
 		// if not found, add to missing tokens
@@ -74,6 +76,7 @@ func (c *VaaConverter) Convert(ctx context.Context, vaaBytes []byte) (string, er
 			},
 			Metrics:          c.Metrics,
 			TransferredToken: transferredToken,
+			TokenProvider:    c.TokenProvider,
 		}
 
 		var err error

analytics/cmd/metrics/volume_csv.go

@@ -12,6 +12,7 @@ import (
 	"github.com/wormhole-foundation/wormhole-explorer/analytics/cmd/token"
 	"github.com/wormhole-foundation/wormhole-explorer/analytics/prices"
 	"github.com/wormhole-foundation/wormhole-explorer/common/client/parser"
+	"github.com/wormhole-foundation/wormhole-explorer/common/domain"
 	"github.com/wormhole-foundation/wormhole-explorer/common/logger"
 	"go.uber.org/zap"
 )
@@ -22,7 +23,7 @@ type LineParser struct {
 
 // read a csv file with VAAs and convert into a decoded csv file
 // ready to upload to the database
-func RunVaaVolumeFromFile(inputFile, outputFile, pricesFile, vaaPayloadParserURL string) {
+func RunVaaVolumeFromFile(inputFile, outputFile, pricesFile, vaaPayloadParserURL, p2pNetwork string) {
 
 	ctx := context.Background()
 	// build logger
@@ -39,6 +40,9 @@ func RunVaaVolumeFromFile(inputFile, outputFile, pricesFile, vaaPayloadParserURL
 	// create a token resolver
 	tokenResolver := token.NewTokenResolver(parserVAAAPIClient, logger)
 
+	// create a token provider
+	tokenProvider := domain.NewTokenProvider(p2pNetwork)
+
 	// open input file
 	f, err := os.Open(inputFile)
 	if err != nil {
@@ -65,7 +69,7 @@ func RunVaaVolumeFromFile(inputFile, outputFile, pricesFile, vaaPayloadParserURL
 	logger.Info("loading historical prices...")
 	priceCache := prices.NewCoinPricesCache(pricesFile)
 	priceCache.InitCache()
-	converter := NewVaaConverter(priceCache, tokenResolver.GetTransferredTokenByVaa)
+	converter := NewVaaConverter(priceCache, tokenResolver.GetTransferredTokenByVaa, tokenProvider)
 	lp := NewLineParser(converter)
 	logger.Info("loaded historical prices")
 

analytics/cmd/metrics/volume_mongo.go

@@ -10,6 +10,7 @@ import (
 	"github.com/wormhole-foundation/wormhole-explorer/analytics/prices"
 	"github.com/wormhole-foundation/wormhole-explorer/common/client/parser"
 	"github.com/wormhole-foundation/wormhole-explorer/common/dbutil"
+	"github.com/wormhole-foundation/wormhole-explorer/common/domain"
 	"github.com/wormhole-foundation/wormhole-explorer/common/logger"
 	"github.com/wormhole-foundation/wormhole-explorer/common/repository"
 	"go.uber.org/zap"
@@ -17,7 +18,7 @@ import (
 
 // read a csv file with VAAs and convert into a decoded csv file
 // ready to upload to the database
-func RunVaaVolumeFromMongo(mongoUri, mongoDb, outputFile, pricesFile, vaaPayloadParserURL string) {
+func RunVaaVolumeFromMongo(mongoUri, mongoDb, outputFile, pricesFile, vaaPayloadParserURL, p2pNetwork string) {
 
 	rootCtx := context.Background()
 
@@ -44,6 +45,9 @@ func RunVaaVolumeFromMongo(mongoUri, mongoDb, outputFile, pricesFile, vaaPayload
 	// create a token resolver
 	tokenResolver := token.NewTokenResolver(parserVAAAPIClient, logger)
 
+	// create a token provider
+	tokenProvider := domain.NewTokenProvider(p2pNetwork)
+
 	// create missing tokens file
 	missingTokensFile := "missing_tokens.csv"
 	fmissingTokens, err := os.Create(missingTokensFile)
@@ -63,7 +67,7 @@ func RunVaaVolumeFromMongo(mongoUri, mongoDb, outputFile, pricesFile, vaaPayload
 	logger.Info("loading historical prices...")
 	priceCache := prices.NewCoinPricesCache(pricesFile)
 	priceCache.InitCache()
-	converter := NewVaaConverter(priceCache, tokenResolver.GetTransferredTokenByVaa)
+	converter := NewVaaConverter(priceCache, tokenResolver.GetTransferredTokenByVaa, tokenProvider)
 	logger.Info("loaded historical prices")
 
 	endTime := time.Now()

analytics/cmd/prices/run.go

@@ -14,7 +14,7 @@ import (
 // go througth the symbol list provided by wormhole
 // and fetch the history from coingecko
 // and save it to a file
-func RunPrices(output string) {
+func RunPrices(output, p2pNetwork string) {
 
 	// build logger
 	logger := logger.New("wormhole-explorer-analytics")
@@ -29,7 +29,9 @@ func RunPrices(output string) {
 	}
 	defer pricesOutput.Close()
 
-	tokens := domain.GetAllTokens()
+	// create token provider
+	tokenProvider := domain.NewTokenProvider(p2pNetwork)
+	tokens := tokenProvider.GetAllTokens()
 	logger.Info("found tokens", zap.Int("count", len(tokens)))
 	for index, token := range tokens {
 		logger.Info("processing token",

analytics/cmd/service/run.go

@@ -27,6 +27,7 @@ import (
 	"github.com/wormhole-foundation/wormhole-explorer/common/client/parser"
 	sqs_client "github.com/wormhole-foundation/wormhole-explorer/common/client/sqs"
 	"github.com/wormhole-foundation/wormhole-explorer/common/dbutil"
+	"github.com/wormhole-foundation/wormhole-explorer/common/domain"
 	health "github.com/wormhole-foundation/wormhole-explorer/common/health"
 	"github.com/wormhole-foundation/wormhole-explorer/common/logger"
 	"go.mongodb.org/mongo-driver/mongo"
@@ -97,19 +98,28 @@ func Run() {
 	// create a token resolver
 	tokenResolver := token.NewTokenResolver(parserVAAAPIClient, logger)
 
+	// create a token provider
+	tokenProvider := domain.NewTokenProvider(config.P2pNetwork)
+
 	// create a metrics instance
 	logger.Info("initializing metrics instance...")
 	metric, err := metric.New(rootCtx, db.Database, influxCli, config.InfluxOrganization, config.InfluxBucketInfinite,
-		config.InfluxBucket30Days, config.InfluxBucket24Hours, notionalCache, metrics, tokenResolver.GetTransferredTokenByVaa, logger)
+		config.InfluxBucket30Days, config.InfluxBucket24Hours, notionalCache, metrics, tokenResolver.GetTransferredTokenByVaa, tokenProvider, logger)
 	if err != nil {
 		logger.Fatal("failed to create metrics instance", zap.Error(err))
 	}
 
-	// create and start a consumer.
-	logger.Info("initializing metrics consumer...")
-	vaaConsumeFunc := newVAAConsume(rootCtx, config, logger)
-	consumer := consumer.New(vaaConsumeFunc, metric.Push, logger, config.P2pNetwork)
-	consumer.Start(rootCtx)
+	// create and start a vaa consumer.
+	logger.Info("initializing vaa consumer...")
+	vaaConsumeFunc := newVAAConsumeFunc(rootCtx, config, logger)
+	vaaConsumer := consumer.New(vaaConsumeFunc, metric.Push, logger, config.P2pNetwork)
+	vaaConsumer.Start(rootCtx)
+
+	// create and start a notification consumer.
+	logger.Info("initializing notification consumer...")
+	notificationConsumeFunc := newNotificationConsumeFunc(rootCtx, config, logger)
+	notificationConsumer := consumer.New(notificationConsumeFunc, metric.Push, logger, config.P2pNetwork)
+	notificationConsumer.Start(rootCtx)
 
 	// create and start server.
 	logger.Info("initializing infrastructure server...")
@@ -146,23 +156,34 @@ func Run() {
 }
 
 // Creates a callbacks depending on whether the execution is local (memory queue) or not (SQS queue)
-func newVAAConsume(appCtx context.Context, config *config.Configuration, logger *zap.Logger) queue.VAAConsumeFunc {
-	sqsConsumer, err := newSQSConsumer(appCtx, config)
+func newVAAConsumeFunc(appCtx context.Context, config *config.Configuration, logger *zap.Logger) queue.ConsumeFunc {
+	sqsConsumer, err := newSQSConsumer(appCtx, config, config.PipelineSQSUrl)
 	if err != nil {
 		logger.Fatal("failed to create sqs consumer", zap.Error(err))
 	}
 
-	vaaQueue := queue.NewVaaSqs(sqsConsumer, logger)
+	vaaQueue := queue.NewEventSqs(sqsConsumer, queue.NewVaaConverter(logger), logger)
 	return vaaQueue.Consume
 }
 
-func newSQSConsumer(appCtx context.Context, config *config.Configuration) (*sqs_client.Consumer, error) {
+func newNotificationConsumeFunc(ctx context.Context, cfg *config.Configuration, logger *zap.Logger) queue.ConsumeFunc {
+
+	sqsConsumer, err := newSQSConsumer(ctx, cfg, cfg.NotificationsSQSUrl)
+	if err != nil {
+		logger.Fatal("failed to create sqs consumer", zap.Error(err))
+	}
+
+	vaaQueue := queue.NewEventSqs(sqsConsumer, queue.NewNotificationEvent(logger), logger)
+	return vaaQueue.Consume
+}
+
+func newSQSConsumer(appCtx context.Context, config *config.Configuration, sqsUrl string) (*sqs_client.Consumer, error) {
 	awsconfig, err := newAwsConfig(appCtx, config)
 	if err != nil {
 		return nil, err
 	}
 
-	return sqs_client.NewConsumer(awsconfig, config.SQSUrl,
+	return sqs_client.NewConsumer(awsconfig, sqsUrl,
 		sqs_client.WithMaxMessages(10),
 		sqs_client.WithVisibilityTimeout(120))
 }
@@ -211,7 +232,8 @@ func newHealthChecks(
 	}
 
 	healthChecks := []health.Check{
-		health.SQS(awsConfig, config.SQSUrl),
+		health.SQS(awsConfig, config.PipelineSQSUrl),
+		health.SQS(awsConfig, config.NotificationsSQSUrl),
 		health.Influx(influxCli),
 		health.Mongo(db),
 	}

analytics/cmd/token/token.go

@@ -94,7 +94,7 @@ func (r *TokenResolver) GetTransferredTokenByVaa(ctx context.Context, vaa *sdk.V
 
 	token, err := createToken(result.StandardizedProperties, vaa.EmitterChain)
 	if err != nil {
-		r.logger.Error("Creating transferred token",
+		r.logger.Debug("Creating transferred token",
 			zap.String("vaaId", vaa.MessageID()),
 			zap.Error(err))
 		return nil, ErrUnknownToken

analytics/config/config.go

@@ -17,7 +17,8 @@ type Configuration struct {
 	AwsAccessKeyID          string `env:"AWS_ACCESS_KEY_ID"`
 	AwsSecretAccessKey      string `env:"AWS_SECRET_ACCESS_KEY"`
 	AwsRegion               string `env:"AWS_REGION"`
-	SQSUrl                  string `env:"SQS_URL"`
+	PipelineSQSUrl          string `env:"PIPELINE_SQS_URL"`
+	NotificationsSQSUrl     string `env:"NOTIFICATIONS_SQS_URL"`
 	InfluxUrl               string `env:"INFLUX_URL"`
 	InfluxToken             string `env:"INFLUX_TOKEN"`
 	InfluxOrganization      string `env:"INFLUX_ORGANIZATION"`

analytics/consumer/consumer.go

@@ -11,14 +11,14 @@ import (
 
 // Consumer consumer struct definition.
 type Consumer struct {
-	consume    queue.VAAConsumeFunc
+	consume    queue.ConsumeFunc
 	pushMetric metric.MetricPushFunc
 	logger     *zap.Logger
 	p2pNetwork string
 }
 
 // New creates a new vaa consumer.
-func New(consume queue.VAAConsumeFunc, pushMetric metric.MetricPushFunc, logger *zap.Logger, p2pNetwork string) *Consumer {
+func New(consume queue.ConsumeFunc, pushMetric metric.MetricPushFunc, logger *zap.Logger, p2pNetwork string) *Consumer {
 	return &Consumer{consume: consume, pushMetric: pushMetric, logger: logger, p2pNetwork: p2pNetwork}
 }
 
@@ -44,7 +44,7 @@ func (c *Consumer) Start(ctx context.Context) {
 			}
 
 			// push vaa metrics.
-			err = c.pushMetric(ctx, vaa)
+			err = c.pushMetric(ctx, &metric.Params{TrackID: event.TrackID, Vaa: vaa, VaaIsSigned: event.VaaIsSigned})
 			if err != nil {
 				msg.Failed()
 				continue

analytics/http/infrastructure/controller.go

@@ -1,46 +0,0 @@
-package infrastructure
-
-import (
-	"fmt"
-
-	"github.com/gofiber/fiber/v2"
-	health "github.com/wormhole-foundation/wormhole-explorer/common/health"
-	"go.uber.org/zap"
-)
-
-// Controller definition.
-type Controller struct {
-	checks []health.Check
-	logger *zap.Logger
-}
-
-// NewController creates a Controller instance.
-func NewController(checks []health.Check, logger *zap.Logger) *Controller {
-	return &Controller{checks: checks, logger: logger}
-}
-
-// HealthCheck handler for the endpoint /health.
-func (c *Controller) HealthCheck(ctx *fiber.Ctx) error {
-	return ctx.JSON(struct {
-		Status string `json:"status"`
-	}{Status: "OK"})
-}
-
-// ReadyCheck handler for the endpoint /ready.
-func (c *Controller) ReadyCheck(ctx *fiber.Ctx) error {
-	rctx := ctx.Context()
-	requestID := fmt.Sprintf("%v", rctx.Value("requestid"))
-	for _, check := range c.checks {
-		if err := check(rctx); err != nil {
-			c.logger.Error("Ready check failed", zap.Error(err), zap.String("requestID", requestID))
-			return ctx.Status(fiber.StatusInternalServerError).JSON(struct {
-				Ready string `json:"ready"`
-				Error string `json:"error"`
-			}{Ready: "NO", Error: err.Error()})
-		}
-	}
-	return ctx.Status(fiber.StatusOK).JSON(struct {
-		Ready string `json:"ready"`
-	}{Ready: "OK"})
-
-}

analytics/http/server.go

@@ -4,7 +4,6 @@ import (
 	"github.com/ansrivas/fiberprometheus/v2"
 	"github.com/gofiber/fiber/v2"
 	"github.com/gofiber/fiber/v2/middleware/pprof"
-	"github.com/wormhole-foundation/wormhole-explorer/analytics/http/infrastructure"
 	"github.com/wormhole-foundation/wormhole-explorer/analytics/http/vaa"
 	health "github.com/wormhole-foundation/wormhole-explorer/common/health"
 	"go.uber.org/zap"
@@ -29,7 +28,7 @@ func NewServer(logger *zap.Logger, port string, pprofEnabled bool, vaaController
 		app.Use(pprof.New())
 	}
 
-	ctrl := infrastructure.NewController(checks, logger)
+	ctrl := health.NewController(checks, logger)
 	api := app.Group("/api")
 	api.Get("/health", ctrl.HealthCheck)
 	api.Get("/ready", ctrl.ReadyCheck)

analytics/http/vaa/controller.go

@@ -1,6 +1,8 @@
 package vaa
 
 import (
+	"fmt"
+
 	"github.com/gofiber/fiber/v2"
 	"github.com/wormhole-foundation/wormhole-explorer/analytics/metric"
 	sdk "github.com/wormhole-foundation/wormhole/sdk/vaa"
@@ -44,7 +46,8 @@ func (c *Controller) PushVAAMetrics(ctx *fiber.Ctx) error {
 		return err
 	}
 
-	err = c.pushMetric(ctx.Context(), vaa)
+	trackID := fmt.Sprintf("controller-%s", vaa.MessageID())
+	err = c.pushMetric(ctx.Context(), &metric.Params{TrackID: trackID, Vaa: vaa})
 	if err != nil {
 		c.logger.Error("Error pushing metric", zap.Error(err))
 		return err

analytics/metric/metric.go

@@ -38,6 +38,7 @@ type Metric struct {
 	notionalCache            wormscanNotionalCache.NotionalLocalCacheReadable
 	metrics                  metrics.Metrics
 	getTransferredTokenByVaa token.GetTransferredTokenByVaa
+	tokenProvider            *domain.TokenProvider
 	logger                   *zap.Logger
 }
 
@@ -53,6 +54,7 @@ func New(
 	notionalCache wormscanNotionalCache.NotionalLocalCacheReadable,
 	metrics metrics.Metrics,
 	getTransferredTokenByVaa token.GetTransferredTokenByVaa,
+	tokenProvider *domain.TokenProvider,
 	logger *zap.Logger,
 ) (*Metric, error) {
 
@@ -72,50 +74,80 @@ func New(
 		notionalCache:            notionalCache,
 		metrics:                  metrics,
 		getTransferredTokenByVaa: getTransferredTokenByVaa,
+		tokenProvider:            tokenProvider,
 	}
 	return &m, nil
 }
 
 // Push implement MetricPushFunc definition.
-func (m *Metric) Push(ctx context.Context, vaa *sdk.VAA) error {
+func (m *Metric) Push(ctx context.Context, params *Params) error {
 
-	err1 := m.vaaCountMeasurement(ctx, vaa)
+	var err1, err2, err3, err4 error
 
-	err2 := m.vaaCountAllMessagesMeasurement(ctx, vaa)
+	isVaaSigned := params.VaaIsSigned
 
-	transferredToken, err := m.getTransferredTokenByVaa(ctx, vaa)
-	if err != nil {
-		m.logger.Warn("failed to obtain transferred token for this VAA",
-			zap.String("vaaId", vaa.MessageID()),
-			zap.Error(err))
-		if err != token.ErrUnknownToken {
-			return err
-		}
+	if isVaaSigned {
+		err1 = m.vaaCountMeasurement(ctx, params)
+
+		err2 = m.vaaCountAllMessagesMeasurement(ctx, params)
 	}
 
-	err3 := m.volumeMeasurement(ctx, vaa, transferredToken.Clone())
+	if params.Vaa.EmitterChain != sdk.ChainIDPythNet {
 
-	err4 := upsertTransferPrices(
-		ctx,
-		m.logger,
-		vaa,
-		m.transferPrices,
-		func(tokenID string, timestamp time.Time) (decimal.Decimal, error) {
-
-			priceData, err := m.notionalCache.Get(tokenID)
-			if err != nil {
-				return decimal.NewFromInt(0), err
+		transferredToken, err := m.getTransferredTokenByVaa(ctx, params.Vaa)
+		if err != nil {
+			if err != token.ErrUnknownToken {
+				m.logger.Error("Failed to obtain transferred token for this VAA",
+					zap.String("trackId", params.TrackID),
+					zap.String("vaaId", params.Vaa.MessageID()),
+					zap.Error(err))
+				return err
 			}
-			return priceData.NotionalUsd, nil
-		},
-		transferredToken.Clone(),
-	)
+		}
+
+		if transferredToken != nil {
+
+			if isVaaSigned {
+				err3 = m.volumeMeasurement(ctx, params, transferredToken.Clone())
+			}
+
+			err4 = upsertTransferPrices(
+				ctx,
+				m.logger,
+				params.Vaa,
+				m.transferPrices,
+				func(tokenID string, timestamp time.Time) (decimal.Decimal, error) {
+
+					priceData, err := m.notionalCache.Get(tokenID)
+					if err != nil {
+						return decimal.NewFromInt(0), err
+					}
+					return priceData.NotionalUsd, nil
+				},
+				transferredToken.Clone(),
+				m.tokenProvider,
+			)
+
+		} else {
+
+			m.logger.Warn("Cannot obtain transferred token for this VAA",
+				zap.String("trackId", params.TrackID),
+				zap.String("vaaId", params.Vaa.MessageID()),
+			)
+		}
+	}
 
 	//TODO if we had go 1.20, we could just use `errors.Join(err1, err2, err3, ...)` here.
 	if err1 != nil || err2 != nil || err3 != nil || err4 != nil {
 		return fmt.Errorf("err1=%w, err2=%w, err3=%w err4=%w", err1, err2, err3, err4)
 	}
 
+	if params.Vaa.EmitterChain != sdk.ChainIDPythNet {
+		m.logger.Info("Transaction processed successfully",
+			zap.String("trackId", params.TrackID),
+			zap.String("vaaId", params.Vaa.MessageID()))
+	}
+
 	return nil
 }
 
@@ -135,10 +167,10 @@ func (m *Metric) Close() {
 }
 
 // vaaCountMeasurement creates a new point for the `vaa_count` measurement.
-func (m *Metric) vaaCountMeasurement(ctx context.Context, vaa *sdk.VAA) error {
+func (m *Metric) vaaCountMeasurement(ctx context.Context, p *Params) error {
 
 	// Create a new point
-	point, err := MakePointForVaaCount(vaa)
+	point, err := MakePointForVaaCount(p.Vaa)
 	if err != nil {
 		return fmt.Errorf("failed to generate data point for vaa count measurement: %w", err)
 	}
@@ -150,9 +182,9 @@ func (m *Metric) vaaCountMeasurement(ctx context.Context, vaa *sdk.VAA) error {
 	// Write the point to influx
 	err = m.apiBucket30Days.WritePoint(ctx, point)
 	if err != nil {
-		m.logger.Error("failed to write metric",
+		m.logger.Error("Failed to write metric",
 			zap.String("measurement", point.Name()),
-			zap.Uint16("chain_id", uint16(vaa.EmitterChain)),
+			zap.Uint16("chain_id", uint16(p.Vaa.EmitterChain)),
 			zap.Error(err),
 		)
 		m.metrics.IncFailedMeasurement(VaaCountMeasurement)
@@ -164,15 +196,16 @@ func (m *Metric) vaaCountMeasurement(ctx context.Context, vaa *sdk.VAA) error {
 }
 
 // vaaCountAllMessagesMeasurement creates a new point for the `vaa_count_all_messages` measurement.
-func (m *Metric) vaaCountAllMessagesMeasurement(ctx context.Context, vaa *sdk.VAA) error {
+func (m *Metric) vaaCountAllMessagesMeasurement(ctx context.Context, params *Params) error {
 
 	// Quite often we get VAAs that are older than 24 hours.
 	// We do not want to generate metrics for those, and moreover influxDB
 	// returns an error when we try to do so.
-	if time.Since(vaa.Timestamp) > time.Hour*24 {
+	if time.Since(params.Vaa.Timestamp) > time.Hour*24 {
 		m.logger.Debug("vaa is older than 24 hours, skipping",
-			zap.Time("timestamp", vaa.Timestamp),
-			zap.String("vaaId", vaa.UniqueID()),
+			zap.String("trackId", params.TrackID),
+			zap.Time("timestamp", params.Vaa.Timestamp),
+			zap.String("vaaId", params.Vaa.UniqueID()),
 		)
 		return nil
 	}
@@ -180,16 +213,16 @@ func (m *Metric) vaaCountAllMessagesMeasurement(ctx context.Context, vaa *sdk.VA
 	// Create a new point
 	point := influxdb2.
 		NewPointWithMeasurement(VaaAllMessagesMeasurement).
-		AddTag("chain_id", strconv.Itoa(int(vaa.EmitterChain))).
+		AddTag("chain_id", strconv.Itoa(int(params.Vaa.EmitterChain))).
 		AddField("count", 1).
-		SetTime(generateUniqueTimestamp(vaa))
+		SetTime(generateUniqueTimestamp(params.Vaa))
 
 	// Write the point to influx
 	err := m.apiBucket24Hours.WritePoint(ctx, point)
 	if err != nil {
-		m.logger.Error("failed to write metric",
+		m.logger.Error("Failed to write metric",
 			zap.String("measurement", VaaAllMessagesMeasurement),
-			zap.Uint16("chain_id", uint16(vaa.EmitterChain)),
+			zap.Uint16("chain_id", uint16(params.Vaa.EmitterChain)),
 			zap.Error(err),
 		)
 		m.metrics.IncFailedMeasurement(VaaAllMessagesMeasurement)
@@ -201,12 +234,12 @@ func (m *Metric) vaaCountAllMessagesMeasurement(ctx context.Context, vaa *sdk.VA
 }
 
 // volumeMeasurement creates a new point for the `vaa_volume_v2` measurement.
-func (m *Metric) volumeMeasurement(ctx context.Context, vaa *sdk.VAA, token *token.TransferredToken) error {
+func (m *Metric) volumeMeasurement(ctx context.Context, params *Params, token *token.TransferredToken) error {
 
 	// Generate a data point for the volume metric
 	p := MakePointForVaaVolumeParams{
 		Logger: m.logger,
-		Vaa:    vaa,
+		Vaa:    params.Vaa,
 		TokenPriceFunc: func(tokenID string, timestamp time.Time) (decimal.Decimal, error) {
 
 			priceData, err := m.notionalCache.Get(tokenID)
@@ -218,6 +251,7 @@ func (m *Metric) volumeMeasurement(ctx context.Context, vaa *sdk.VAA, token *tok
 		},
 		Metrics:          m.metrics,
 		TransferredToken: token,
+		TokenProvider:    m.tokenProvider,
 	}
 	point, err := MakePointForVaaVolume(&p)
 	if err != nil {
@@ -234,8 +268,9 @@ func (m *Metric) volumeMeasurement(ctx context.Context, vaa *sdk.VAA, token *tok
 		m.metrics.IncFailedMeasurement(VaaVolumeMeasurement)
 		return err
 	}
-	m.logger.Info("Wrote a data point for the volume metric",
-		zap.String("vaaId", vaa.MessageID()),
+	m.logger.Debug("Wrote a data point for the volume metric",
+		zap.String("vaaId", params.Vaa.MessageID()),
+		zap.String("trackId", params.TrackID),
 		zap.String("measurement", point.Name()),
 		zap.Any("tags", point.TagList()),
 		zap.Any("fields", point.FieldList()),
@@ -283,6 +318,9 @@ type MakePointForVaaVolumeParams struct {
 
 	// TransferredToken is the token that was transferred in the VAA.
 	TransferredToken *token.TransferredToken
+
+	// TokenProvider is used to obtain token metadata.
+	TokenProvider *domain.TokenProvider
 }
 
 // MakePointForVaaVolume builds the InfluxDB volume metric for a given VAA
@@ -299,7 +337,7 @@ func MakePointForVaaVolume(params *MakePointForVaaVolumeParams) (*write.Point, e
 	// Do not generate this metric when the emitter chain is unset
 	if params.Vaa.EmitterChain.String() == sdk.ChainIDUnset.String() {
 		if params.Logger != nil {
-			params.Logger.Warn("emitter chain is unset",
+			params.Logger.Warn("Emitter chain is unset",
 				zap.String("vaaId", params.Vaa.MessageID()),
 				zap.Uint16("emitterChain", uint16(params.Vaa.EmitterChain)),
 			)
@@ -310,7 +348,7 @@ func MakePointForVaaVolume(params *MakePointForVaaVolumeParams) (*write.Point, e
 	// Do not generate this metric when the TransferredToken is undefined
 	if params.TransferredToken == nil {
 		if params.Logger != nil {
-			params.Logger.Warn("transferred token is undefined",
+			params.Logger.Warn("Transferred token is undefined",
 				zap.String("vaaId", params.Vaa.MessageID()),
 			)
 		}
@@ -335,7 +373,7 @@ func MakePointForVaaVolume(params *MakePointForVaaVolumeParams) (*write.Point, e
 	// Get the token metadata
 	//
 	// This is complementary data about the token that is not present in the VAA itself.
-	tokenMeta, ok := domain.GetTokenByAddress(params.TransferredToken.TokenChain, params.TransferredToken.TokenAddress.String())
+	tokenMeta, ok := params.TokenProvider.GetTokenByAddress(params.TransferredToken.TokenChain, params.TransferredToken.TokenAddress.String())
 	if !ok {
 		params.Metrics.IncMissingToken(params.TransferredToken.TokenChain.String(), params.TransferredToken.TokenAddress.String())
 		// We don't have metadata for this token, so we can't compute the volume-related fields
@@ -346,6 +384,12 @@ func MakePointForVaaVolume(params *MakePointForVaaVolumeParams) (*write.Point, e
 		//
 		// Moreover, many flux queries depend on the existence of the `volume` field,
 		// and would break if we had measurements without it.
+		params.Logger.Warn("Cannot obtain this token",
+			zap.String("vaaId", params.Vaa.MessageID()),
+			zap.String("tokenAddress", params.TransferredToken.TokenAddress.String()),
+			zap.Uint16("tokenChain", uint16(params.TransferredToken.TokenChain)),
+			zap.Any("tokenMetadata", tokenMeta),
+		)
 		point.AddField("volume", uint64(0))
 		return point, nil
 	}
@@ -367,7 +411,7 @@ func MakePointForVaaVolume(params *MakePointForVaaVolumeParams) (*write.Point, e
 	if err != nil {
 		params.Metrics.IncMissingNotional(tokenMeta.Symbol.String())
 		if params.Logger != nil {
-			params.Logger.Warn("failed to obtain notional for this token",
+			params.Logger.Warn("Failed to obtain notional for this token",
 				zap.String("vaaId", params.Vaa.MessageID()),
 				zap.String("tokenAddress", params.TransferredToken.TokenAddress.String()),
 				zap.Uint16("tokenChain", uint16(params.TransferredToken.TokenChain)),

analytics/metric/mongo.go

@@ -29,6 +29,14 @@ type TransferPriceDoc struct {
 	TokenAmount string `bson:"tokenAmount"`
 	// UsdAmount is the value in USD of the token being transferred.
 	UsdAmount string `bson:"usdAmount"`
+	// TokenChain is the chain ID of the token being transferred.
+	TokenChain uint16 `bson:"tokenChain"`
+	// TokenAddress is the address of the token being transferred.
+	TokenAddress string `bson:"tokenAddress"`
+	// CoinGeckoID is the CoinGecko ID of the token being transferred.
+	CoinGeckoID string `bson:"coinGeckoId"`
+	// UpdatedAt is the timestamp the document was updated.
+	UpdatedAt time.Time `bson:"updatedAt"`
 }
 
 func upsertTransferPrices(
@@ -38,6 +46,7 @@ func upsertTransferPrices(
 	transferPrices *mongo.Collection,
 	tokenPriceFunc func(tokenID string, timestamp time.Time) (decimal.Decimal, error),
 	transferredToken *token.TransferredToken,
+	tokenProvider *domain.TokenProvider,
 ) error {
 
 	// Do not generate this metric for PythNet VAAs
@@ -53,7 +62,7 @@ func upsertTransferPrices(
 	// Get the token metadata
 	//
 	// This is complementary data about the token that is not present in the VAA itself.
-	tokenMeta, ok := domain.GetTokenByAddress(transferredToken.TokenChain, transferredToken.TokenAddress.String())
+	tokenMeta, ok := tokenProvider.GetTokenByAddress(transferredToken.TokenChain, transferredToken.TokenAddress.String())
 	if !ok {
 		return nil
 	}
@@ -92,10 +101,14 @@ func upsertTransferPrices(
 			SymbolPriceUsd: notionalUSD.Truncate(8).String(),
 			TokenAmount:    tokenAmount.Truncate(8).String(),
 			UsdAmount:      usdAmount.Truncate(8).String(),
+			TokenChain:     uint16(transferredToken.TokenChain),
+			TokenAddress:   transferredToken.TokenAddress.String(),
+			CoinGeckoID:    tokenMeta.CoingeckoID,
+			UpdatedAt:      time.Now(),
 		},
 	}
 	_, err = transferPrices.UpdateByID(
-		context.Background(),
+		ctx,
 		vaa.MessageID(),
 		update,
 		options.Update().SetUpsert(true),

analytics/metric/types.go

@@ -6,5 +6,11 @@ import (
 	"github.com/wormhole-foundation/wormhole/sdk/vaa"
 )
 
+type Params struct {
+	TrackID     string
+	Vaa         *vaa.VAA
+	VaaIsSigned bool
+}
+
 // MetricPushFunc is a function to push metrics
-type MetricPushFunc func(context.Context, *vaa.VAA) error
+type MetricPushFunc func(context.Context, *Params) error

analytics/queue/converter.go

@@ -0,0 +1,115 @@
+package queue
+
+import (
+	"encoding/json"
+	"fmt"
+	"strconv"
+	"time"
+
+	"github.com/wormhole-foundation/wormhole-explorer/common/events"
+	"go.uber.org/zap"
+)
+
+// VaaEvent represents a vaa data to be handle by the pipeline.
+type VaaEvent struct {
+	ID               string     `json:"id"`
+	ChainID          uint16     `json:"emitterChain"`
+	EmitterAddress   string     `json:"emitterAddr"`
+	Sequence         string     `json:"sequence"`
+	GuardianSetIndex uint32     `json:"guardianSetIndex"`
+	Vaa              []byte     `json:"vaas"`
+	IndexedAt        time.Time  `json:"indexedAt"`
+	Timestamp        *time.Time `json:"timestamp"`
+	UpdatedAt        *time.Time `json:"updatedAt"`
+	TxHash           string     `json:"txHash"`
+	Version          uint16     `json:"version"`
+	Revision         uint16     `json:"revision"`
+}
+
+// VaaConverter converts a message from a VAAEvent.
+func NewVaaConverter(log *zap.Logger) ConverterFunc {
+
+	return func(msg string) (*Event, error) {
+		// unmarshal message to vaaEvent
+		var vaaEvent VaaEvent
+		err := json.Unmarshal([]byte(msg), &vaaEvent)
+		if err != nil {
+			return nil, err
+		}
+		return &Event{
+			TrackID:        fmt.Sprintf("pipeline-%s", vaaEvent.ID),
+			ID:             vaaEvent.ID,
+			ChainID:        vaaEvent.ChainID,
+			EmitterAddress: vaaEvent.EmitterAddress,
+			Sequence:       vaaEvent.Sequence,
+			Vaa:            vaaEvent.Vaa,
+			Timestamp:      vaaEvent.Timestamp,
+			VaaIsSigned:    true,
+		}, nil
+	}
+}
+
+func NewNotificationEvent(log *zap.Logger) ConverterFunc {
+
+	return func(msg string) (*Event, error) {
+		// unmarshal message to NotificationEvent
+		var notification events.NotificationEvent
+		err := json.Unmarshal([]byte(msg), &notification)
+		if err != nil {
+			return nil, err
+		}
+
+		if notification.Event != events.SignedVaaType && notification.Event != events.LogMessagePublishedMesageType {
+			log.Debug("Skip event type", zap.String("trackId", notification.TrackID), zap.String("type", notification.Event))
+			return nil, nil
+		}
+
+		switch notification.Event {
+		case events.SignedVaaType:
+			signedVaa, err := events.GetEventData[events.SignedVaa](&notification)
+			if err != nil {
+				log.Error("Error decoding signedVAA from notification event", zap.String("trackId", notification.TrackID), zap.Error(err))
+				return nil, nil
+			}
+
+			return &Event{
+				TrackID:        notification.TrackID,
+				ID:             signedVaa.ID,
+				ChainID:        signedVaa.EmitterChain,
+				EmitterAddress: signedVaa.EmitterAddress,
+				Sequence:       strconv.FormatUint(signedVaa.Sequence, 10),
+				Timestamp:      &signedVaa.Timestamp,
+				VaaIsSigned:    false,
+			}, nil
+		case events.LogMessagePublishedMesageType:
+			plm, err := events.GetEventData[events.LogMessagePublished](&notification)
+			if err != nil {
+				log.Error("Error decoding publishedLogMessage from notification event", zap.String("trackId", notification.TrackID), zap.Error(err))
+				return nil, nil
+			}
+
+			vaa, err := events.CreateUnsignedVAA(&plm)
+			if err != nil {
+				log.Error("Error creating unsigned vaa", zap.String("trackId", notification.TrackID), zap.Error(err))
+				return nil, err
+			}
+
+			vaaBytes, err := vaa.MarshalBinary()
+			if err != nil {
+				return nil, err
+			}
+
+			return &Event{
+				TrackID:        notification.TrackID,
+				ID:             vaa.MessageID(),
+				ChainID:        plm.ChainID,
+				EmitterAddress: plm.Attributes.Sender,
+				Sequence:       strconv.FormatUint(plm.Attributes.Sequence, 10),
+				Timestamp:      &plm.BlockTime,
+				Vaa:            vaaBytes,
+				VaaIsSigned:    false,
+			}, nil
+		}
+		return nil, nil
+	}
+}

analytics/queue/event_sqs.go

@@ -16,19 +16,24 @@ type SQSOption func(*SQS)
 
 // SQS represents a VAA queue in SQS.
 type SQS struct {
-	consumer *sqs_client.Consumer
-	ch       chan ConsumerMessage
-	chSize   int
-	wg       sync.WaitGroup
-	logger   *zap.Logger
+	consumer  *sqs_client.Consumer
+	ch        chan ConsumerMessage
+	converter ConverterFunc
+	chSize    int
+	wg        sync.WaitGroup
+	logger    *zap.Logger
 }
 
-// NewVaaSqs creates a VAA queue in SQS instances.
-func NewVaaSqs(consumer *sqs_client.Consumer, logger *zap.Logger, opts ...SQSOption) *SQS {
+// ConverterFunc converts a message from a sqs message.
+type ConverterFunc func(string) (*Event, error)
+
+// NewEventSqs creates a VAA queue in SQS instances.
+func NewEventSqs(consumer *sqs_client.Consumer, converter ConverterFunc, logger *zap.Logger, opts ...SQSOption) *SQS {
 	s := &SQS{
-		consumer: consumer,
-		chSize:   10,
-		logger:   logger}
+		consumer:  consumer,
+		converter: converter,
+		chSize:    10,
+		logger:    logger}
 	for _, opt := range opts {
 		opt(s)
 	}
@@ -62,18 +67,17 @@ func (q *SQS) Consume(ctx context.Context) <-chan ConsumerMessage {
 					continue
 				}
 
-				// unmarshal message to vaaEvent
-				var vaaEvent VaaEvent
-				err = json.Unmarshal([]byte(sqsEvent.Message), &vaaEvent)
+				// converts message to event
+				event, err := q.converter(sqsEvent.Message)
 				if err != nil {
-					q.logger.Error("Error decoding vaaEvent message from SQSEvent", zap.Error(err))
+					q.logger.Error("Error converting event message from SQSEvent", zap.Error(err))
 					continue
 				}
 
 				q.wg.Add(1)
 				q.ch <- &sqsConsumerMessage{
 					id:        msg.ReceiptHandle,
-					data:      &vaaEvent,
+					data:      event,
 					wg:        &q.wg,
 					logger:    q.logger,
 					consumer:  q.consumer,
@@ -94,7 +98,7 @@ func (q *SQS) Close() {
 }
 
 type sqsConsumerMessage struct {
-	data      *VaaEvent
+	data      *Event
 	consumer  *sqs_client.Consumer
 	wg        *sync.WaitGroup
 	id        *string
@@ -103,7 +107,7 @@ type sqsConsumerMessage struct {
 	ctx       context.Context
 }
 
-func (m *sqsConsumerMessage) Data() *VaaEvent {
+func (m *sqsConsumerMessage) Data() *Event {
 	return m.data
 }
 

analytics/queue/queue.go

@@ -1,38 +0,0 @@
-package queue
-
-import (
-	"context"
-	"time"
-)
-
-type sqsEvent struct {
-	MessageID string `json:"MessageId"`
-	Message   string `json:"Message"`
-}
-
-// VaaEvent represents a vaa data to be handle by the pipeline.
-type VaaEvent struct {
-	ID               string     `json:"id"`
-	ChainID          uint16     `json:"emitterChain"`
-	EmitterAddress   string     `json:"emitterAddr"`
-	Sequence         string     `json:"sequence"`
-	GuardianSetIndex uint32     `json:"guardianSetIndex"`
-	Vaa              []byte     `json:"vaas"`
-	IndexedAt        time.Time  `json:"indexedAt"`
-	Timestamp        *time.Time `json:"timestamp"`
-	UpdatedAt        *time.Time `json:"updatedAt"`
-	TxHash           string     `json:"txHash"`
-	Version          uint16     `json:"version"`
-	Revision         uint16     `json:"revision"`
-}
-
-// ConsumerMessage defition.
-type ConsumerMessage interface {
-	Data() *VaaEvent
-	Done()
-	Failed()
-	IsExpired() bool
-}
-
-// VAAConsumeFunc is a function to consume VAAEvent.
-type VAAConsumeFunc func(context.Context) <-chan ConsumerMessage

analytics/queue/types.go

@@ -0,0 +1,34 @@
+package queue
+
+import (
+	"context"
+	"time"
+)
+
+type sqsEvent struct {
+	MessageID string `json:"MessageId"`
+	Message   string `json:"Message"`
+}
+
+// Event represents a event data to be handle.
+type Event struct {
+	TrackID        string
+	ID             string
+	ChainID        uint16
+	EmitterAddress string
+	Sequence       string
+	Vaa            []byte
+	Timestamp      *time.Time
+	VaaIsSigned    bool
+}
+
+// ConsumerMessage defition.
+type ConsumerMessage interface {
+	Data() *Event
+	Done()
+	Failed()
+	IsExpired() bool
+}
+
+// ConsumeFunc is a function to consume VAAEvent.
+type ConsumeFunc func(context.Context) <-chan ConsumerMessage

api/docs/docs.go

@@ -1,4 +1,5 @@
-// Code generated by swaggo/swag. DO NOT EDIT
+// Code generated by swaggo/swag. DO NOT EDIT.
+
 package docs
 
 import "github.com/swaggo/swag"
@@ -574,19 +575,12 @@ const docTemplate = `{
                     "200": {
                         "description": "OK",
                         "schema": {
-                            "allOf": [
-                                {
-                                    "type": "object"
-                                },
-                                {
-                                    "type": "object",
-                                    "properties": {
-                                        "status": {
-                                            "type": "string"
-                                        }
-                                    }
+                            "type": "object",
+                            "properties": {
+                                "status": {
+                                    "type": "string"
                                 }
-                            ]
+                            }
                         }
                     },
                     "400": {
@@ -899,19 +893,12 @@ const docTemplate = `{
                     "200": {
                         "description": "OK",
                         "schema": {
-                            "allOf": [
-                                {
-                                    "type": "object"
-                                },
-                                {
-                                    "type": "object",
-                                    "properties": {
-                                        "ready": {
-                                            "type": "string"
-                                        }
-                                    }
+                            "type": "object",
+                            "properties": {
+                                "ready": {
+                                    "type": "string"
                                 }
-                            ]
+                            }
                         }
                     },
                     "400": {
@@ -1736,22 +1723,15 @@ const docTemplate = `{
                     "200": {
                         "description": "OK",
                         "schema": {
-                            "allOf": [
-                                {
-                                    "type": "object"
-                                },
-                                {
-                                    "type": "object",
-                                    "properties": {
-                                        "vaaBytes": {
-                                            "type": "array",
-                                            "items": {
-                                                "type": "integer"
-                                            }
-                                        }
+                            "type": "object",
+                            "properties": {
+                                "vaaBytes": {
+                                    "type": "array",
+                                    "items": {
+                                        "type": "integer"
                                     }
                                 }
-                            ]
+                            }
                         }
                     },
                     "400": {
@@ -1797,22 +1777,15 @@ const docTemplate = `{
                     "200": {
                         "description": "OK",
                         "schema": {
-                            "allOf": [
-                                {
-                                    "type": "object"
-                                },
-                                {
-                                    "type": "object",
-                                    "properties": {
-                                        "vaaBytes": {
-                                            "type": "array",
-                                            "items": {
-                                                "type": "integer"
-                                            }
-                                        }
+                            "type": "object",
+                            "properties": {
+                                "vaaBytes": {
+                                    "type": "array",
+                                    "items": {
+                                        "type": "integer"
                                     }
                                 }
-                            ]
+                            }
                         }
                     },
                     "400": {
@@ -2435,9 +2408,137 @@ const docTemplate = `{
                 }
             }
         },
+        "relays.DeliveryReponse": {
+            "type": "object",
+            "properties": {
+                "execution": {
+                    "$ref": "#/definitions/relays.ResultExecutionResponse"
+                },
+                "relayGasUsed": {
+                    "type": "integer"
+                }
+            }
+        },
+        "relays.InstructionsResponse": {
+            "type": "object",
+            "properties": {
+                "encodedExecutionInfo": {
+                    "type": "string"
+                },
+                "extraReceiverValue": {
+                    "type": "object",
+                    "properties": {
+                        "_hex": {
+                            "type": "string"
+                        },
+                        "_isBigNumber": {
+                            "type": "boolean"
+                        }
+                    }
+                },
+                "refundAddress": {
+                    "type": "string"
+                },
+                "refundChainId": {
+                    "type": "integer"
+                },
+                "refundDeliveryProvider": {
+                    "type": "string"
+                },
+                "requestedReceiverValue": {
+                    "type": "object",
+                    "properties": {
+                        "_hex": {
+                            "type": "string"
+                        },
+                        "_isBigNumber": {
+                            "type": "boolean"
+                        }
+                    }
+                },
+                "senderAddress": {
+                    "type": "string"
+                },
+                "sourceDeliveryProvider": {
+                    "type": "string"
+                },
+                "targetAddress": {
+                    "type": "string"
+                },
+                "targetChainId": {
+                    "type": "integer"
+                },
+                "vaaKeys": {
+                    "type": "array",
+                    "items": {}
+                }
+            }
+        },
+        "relays.RelayDataResponse": {
+            "type": "object",
+            "properties": {
+                "delivery": {
+                    "$ref": "#/definitions/relays.DeliveryReponse"
+                },
+                "fromTxHash": {
+                    "type": "string"
+                },
+                "instructions": {
+                    "$ref": "#/definitions/relays.InstructionsResponse"
+                },
+                "toTxHash": {
+                    "type": "string"
+                }
+            }
+        },
         "relays.RelayResponse": {
             "type": "object",
-            "additionalProperties": true
+            "properties": {
+                "completedAt": {
+                    "type": "string"
+                },
+                "data": {
+                    "$ref": "#/definitions/relays.RelayDataResponse"
+                },
+                "failedAt": {
+                    "type": "string"
+                },
+                "id": {
+                    "type": "string"
+                },
+                "receivedAt": {
+                    "type": "string"
+                },
+                "relayer": {
+                    "type": "string"
+                },
+                "status": {
+                    "type": "string"
+                }
+            }
+        },
+        "relays.ResultExecutionResponse": {
+            "type": "object",
+            "properties": {
+                "detail": {
+                    "type": "string"
+                },
+                "gasUsed": {
+                    "type": "string"
+                },
+                "refundStatus": {
+                    "type": "string"
+                },
+                "revertString": {
+                    "type": "string"
+                },
+                "status": {
+                    "type": "string"
+                },
+                "transactionHash": {
+                    "type": "string"
+                }
+            }
         },
         "response.Response-address_AddressOverview": {
             "type": "object",
@@ -3046,6 +3147,8 @@ var SwaggerInfo = &swag.Spec{
 	Description:      "Wormhole Guardian API\nThis is the API for the Wormhole Guardian and Explorer.\nThe API has two namespaces: wormholescan and guardian.\nwormholescan is the namespace for the explorer and the new endpoints. The prefix is /api/v1.\nguardian is the legacy namespace backguard compatible with guardian node API. The prefix is /v1.\nThis API is public and does not require authentication although some endpoints are rate limited.\nCheck each endpoint documentation for more information.",
 	InfoInstanceName: "swagger",
 	SwaggerTemplate:  docTemplate,
+	LeftDelim:        "{{",
+	RightDelim:       "}}",
 }
 
 func init() {

api/docs/swagger.json

@@ -567,19 +567,12 @@
                     "200": {
                         "description": "OK",
                         "schema": {
-                            "allOf": [
-                                {
-                                    "type": "object"
-                                },
-                                {
-                                    "type": "object",
-                                    "properties": {
-                                        "status": {
-                                            "type": "string"
-                                        }
-                                    }
+                            "type": "object",
+                            "properties": {
+                                "status": {
+                                    "type": "string"
                                 }
-                            ]
+                            }
                         }
                     },
                     "400": {
@@ -892,19 +885,12 @@
                     "200": {
                         "description": "OK",
                         "schema": {
-                            "allOf": [
-                                {
-                                    "type": "object"
-                                },
-                                {
-                                    "type": "object",
-                                    "properties": {
-                                        "ready": {
-                                            "type": "string"
-                                        }
-                                    }
+                            "type": "object",
+                            "properties": {
+                                "ready": {
+                                    "type": "string"
                                 }
-                            ]
+                            }
                         }
                     },
                     "400": {
@@ -1729,22 +1715,15 @@
                     "200": {
                         "description": "OK",
                         "schema": {
-                            "allOf": [
-                                {
-                                    "type": "object"
-                                },
-                                {
-                                    "type": "object",
-                                    "properties": {
-                                        "vaaBytes": {
-                                            "type": "array",
-                                            "items": {
-                                                "type": "integer"
-                                            }
-                                        }
+                            "type": "object",
+                            "properties": {
+                                "vaaBytes": {
+                                    "type": "array",
+                                    "items": {
+                                        "type": "integer"
                                     }
                                 }
-                            ]
+                            }
                         }
                     },
                     "400": {
@@ -1790,22 +1769,15 @@
                     "200": {
                         "description": "OK",
                         "schema": {
-                            "allOf": [
-                                {
-                                    "type": "object"
-                                },
-                                {
-                                    "type": "object",
-                                    "properties": {
-                                        "vaaBytes": {
-                                            "type": "array",
-                                            "items": {
-                                                "type": "integer"
-                                            }
-                                        }
+                            "type": "object",
+                            "properties": {
+                                "vaaBytes": {
+                                    "type": "array",
+                                    "items": {
+                                        "type": "integer"
                                     }
                                 }
-                            ]
+                            }
                         }
                     },
                     "400": {
@@ -2428,9 +2400,137 @@
                 }
             }
         },
+        "relays.DeliveryReponse": {
+            "type": "object",
+            "properties": {
+                "execution": {
+                    "$ref": "#/definitions/relays.ResultExecutionResponse"
+                },
+                "relayGasUsed": {
+                    "type": "integer"
+                }
+            }
+        },
+        "relays.InstructionsResponse": {
+            "type": "object",
+            "properties": {
+                "encodedExecutionInfo": {
+                    "type": "string"
+                },
+                "extraReceiverValue": {
+                    "type": "object",
+                    "properties": {
+                        "_hex": {
+                            "type": "string"
+                        },
+                        "_isBigNumber": {
+                            "type": "boolean"
+                        }
+                    }
+                },
+                "refundAddress": {
+                    "type": "string"
+                },
+                "refundChainId": {
+                    "type": "integer"
+                },
+                "refundDeliveryProvider": {
+                    "type": "string"
+                },
+                "requestedReceiverValue": {
+                    "type": "object",
+                    "properties": {
+                        "_hex": {
+                            "type": "string"
+                        },
+                        "_isBigNumber": {
+                            "type": "boolean"
+                        }
+                    }
+                },
+                "senderAddress": {
+                    "type": "string"
+                },
+                "sourceDeliveryProvider": {
+                    "type": "string"
+                },
+                "targetAddress": {
+                    "type": "string"
+                },
+                "targetChainId": {
+                    "type": "integer"
+                },
+                "vaaKeys": {
+                    "type": "array",
+                    "items": {}
+                }
+            }
+        },
+        "relays.RelayDataResponse": {
+            "type": "object",
+            "properties": {
+                "delivery": {
+                    "$ref": "#/definitions/relays.DeliveryReponse"
+                },
+                "fromTxHash": {
+                    "type": "string"
+                },
+                "instructions": {
+                    "$ref": "#/definitions/relays.InstructionsResponse"
+                },
+                "toTxHash": {
+                    "type": "string"
+                }
+            }
+        },
         "relays.RelayResponse": {
             "type": "object",
-            "additionalProperties": true
+            "properties": {
+                "completedAt": {
+                    "type": "string"
+                },
+                "data": {
+                    "$ref": "#/definitions/relays.RelayDataResponse"
+                },
+                "failedAt": {
+                    "type": "string"
+                },
+                "id": {
+                    "type": "string"
+                },
+                "receivedAt": {
+                    "type": "string"
+                },
+                "relayer": {
+                    "type": "string"
+                },
+                "status": {
+                    "type": "string"
+                }
+            }
+        },
+        "relays.ResultExecutionResponse": {
+            "type": "object",
+            "properties": {
+                "detail": {
+                    "type": "string"
+                },
+                "gasUsed": {
+                    "type": "string"
+                },
+                "refundStatus": {
+                    "type": "string"
+                },
+                "revertString": {
+                    "type": "string"
+                },
+                "status": {
+                    "type": "string"
+                },
+                "transactionHash": {
+                    "type": "string"
+                }
+            }
         },
         "response.Response-address_AddressOverview": {
             "type": "object",

api/docs/swagger.yaml

@@ -396,8 +396,91 @@ definitions:
       tokenChain:
         $ref: '#/definitions/vaa.ChainID'
     type: object
+  relays.DeliveryReponse:
+    properties:
+      execution:
+        $ref: '#/definitions/relays.ResultExecutionResponse'
+      relayGasUsed:
+        type: integer
+    type: object
+  relays.InstructionsResponse:
+    properties:
+      encodedExecutionInfo:
+        type: string
+      extraReceiverValue:
+        properties:
+          _hex:
+            type: string
+          _isBigNumber:
+            type: boolean
+        type: object
+      refundAddress:
+        type: string
+      refundChainId:
+        type: integer
+      refundDeliveryProvider:
+        type: string
+      requestedReceiverValue:
+        properties:
+          _hex:
+            type: string
+          _isBigNumber:
+            type: boolean
+        type: object
+      senderAddress:
+        type: string
+      sourceDeliveryProvider:
+        type: string
+      targetAddress:
+        type: string
+      targetChainId:
+        type: integer
+      vaaKeys:
+        items: {}
+        type: array
+    type: object
+  relays.RelayDataResponse:
+    properties:
+      delivery:
+        $ref: '#/definitions/relays.DeliveryReponse'
+      fromTxHash:
+        type: string
+      instructions:
+        $ref: '#/definitions/relays.InstructionsResponse'
+      toTxHash:
+        type: string
+    type: object
   relays.RelayResponse:
-    additionalProperties: true
+    properties:
+      completedAt:
+        type: string
+      data:
+        $ref: '#/definitions/relays.RelayDataResponse'
+      failedAt:
+        type: string
+      id:
+        type: string
+      receivedAt:
+        type: string
+      relayer:
+        type: string
+      status:
+        type: string
+    type: object
+  relays.ResultExecutionResponse:
+    properties:
+      detail:
+        type: string
+      gasUsed:
+        type: string
+      refundStatus:
+        type: string
+      revertString:
+        type: string
+      status:
+        type: string
+      transactionHash:
+        type: string
     type: object
   response.Response-address_AddressOverview:
     properties:
@@ -1204,12 +1287,10 @@ paths:
         "200":
           description: OK
           schema:
-            allOf:
-            - type: object
-            - properties:
-                status:
-                  type: string
-              type: object
+            properties:
+              status:
+                type: string
+            type: object
         "400":
           description: Bad Request
         "500":
@@ -1421,12 +1502,10 @@ paths:
         "200":
           description: OK
           schema:
-            allOf:
-            - type: object
-            - properties:
-                ready:
-                  type: string
-              type: object
+            properties:
+              ready:
+                type: string
+            type: object
         "400":
           description: Bad Request
         "500":
@@ -1998,14 +2077,12 @@ paths:
         "200":
           description: OK
           schema:
-            allOf:
-            - type: object
-            - properties:
-                vaaBytes:
-                  items:
-                    type: integer
-                  type: array
-              type: object
+            properties:
+              vaaBytes:
+                items:
+                  type: integer
+                type: array
+            type: object
         "400":
           description: Bad Request
         "500":
@@ -2036,14 +2113,12 @@ paths:
         "200":
           description: OK
           schema:
-            allOf:
-            - type: object
-            - properties:
-                vaaBytes:
-                  items:
-                    type: integer
-                  type: array
-              type: object
+            properties:
+              vaaBytes:
+                items:
+                  type: integer
+                type: array
+            type: object
         "400":
           description: Bad Request
         "500":

api/handlers/address/repository.go

@@ -4,8 +4,8 @@ import (
 	"context"
 	"fmt"
 
+	"github.com/wormhole-foundation/wormhole-explorer/api/handlers/common"
 	"github.com/wormhole-foundation/wormhole-explorer/api/handlers/vaa"
-	"github.com/wormhole-foundation/wormhole-explorer/api/types"
 	"go.mongodb.org/mongo-driver/bson"
 	"go.mongodb.org/mongo-driver/mongo"
 	"go.uber.org/zap"
@@ -32,25 +32,28 @@ func NewRepository(db *mongo.Database, logger *zap.Logger) *Repository {
 }
 
 type GetAddressOverviewParams struct {
-	Address *types.Address
+	Address string
 	Skip    int64
 	Limit   int64
 }
 
 func (r *Repository) GetAddressOverview(ctx context.Context, params *GetAddressOverviewParams) (*AddressOverview, error) {
 
+	ids, err := common.FindVaasIdsByFromAddressOrToAddress(ctx, r.db, params.Address)
+	if err != nil {
+		return nil, err
+	}
+
+	if len(ids) == 0 {
+		var result []*vaa.VaaDoc
+		return &AddressOverview{Vaas: result}, nil
+	}
+
 	// build a query pipeline based on input parameters
 	var pipeline mongo.Pipeline
 	{
-		// filter by address
-		pipeline = append(pipeline, bson.D{
-			{"$match", bson.D{
-				{"$or", bson.A{
-					bson.D{{"result.fromAddress", bson.D{{"$eq", "0x" + params.Address.Hex()}}}},
-					bson.D{{"result.toAddress", bson.M{"$eq": "0x" + params.Address.Hex()}}},
-				}},
-			}},
-		})
+		// filter by list ids
+		pipeline = append(pipeline, bson.D{{Key: "$match", Value: bson.D{{Key: "_id", Value: bson.D{{Key: "$in", Value: ids}}}}}})
 
 		// specify sorting criteria
 		pipeline = append(pipeline, bson.D{

api/handlers/address/service.go

@@ -5,7 +5,6 @@ import (
 
 	"github.com/wormhole-foundation/wormhole-explorer/api/internal/pagination"
 	"github.com/wormhole-foundation/wormhole-explorer/api/response"
-	"github.com/wormhole-foundation/wormhole-explorer/api/types"
 	"go.uber.org/zap"
 )
 
@@ -26,7 +25,7 @@ func NewService(r *Repository, logger *zap.Logger) *Service {
 
 func (s *Service) GetAddressOverview(
 	ctx context.Context,
-	address *types.Address,
+	address string,
 	pagination *pagination.Pagination,
 ) (*response.Response[*AddressOverview], error) {
 

api/handlers/common/repository.go

@@ -0,0 +1,56 @@
+package common
+
+import (
+	"context"
+	"strings"
+
+	"github.com/wormhole-foundation/wormhole-explorer/common/utils"
+	"go.mongodb.org/mongo-driver/bson"
+	"go.mongodb.org/mongo-driver/mongo"
+)
+
+type mongoID struct {
+	Id string `bson:"_id"`
+}
+
+func FindVaasIdsByFromAddressOrToAddress(
+	ctx context.Context,
+	db *mongo.Database,
+	address string,
+) ([]string, error) {
+	addressHexa := strings.ToLower(address)
+	if !utils.StartsWith0x(address) {
+		addressHexa = "0x" + strings.ToLower(addressHexa)
+	}
+
+	matchForToAddress := bson.D{{Key: "$match", Value: bson.D{{Key: "$or", Value: bson.A{
+		bson.D{{Key: "standardizedProperties.toAddress", Value: bson.M{"$eq": addressHexa}}},
+		bson.D{{Key: "standardizedProperties.toAddress", Value: bson.M{"$eq": address}}},
+	}}}}}
+
+	matchForFromAddress := bson.D{{Key: "$match", Value: bson.D{{Key: "$or", Value: bson.A{
+		bson.D{{Key: "originTx.from", Value: bson.M{"$eq": addressHexa}}},
+		bson.D{{Key: "originTx.from", Value: bson.M{"$eq": address}}},
+	}}}}}
+
+	toAddressFilter := bson.D{{Key: "$unionWith", Value: bson.D{{Key: "coll", Value: "parsedVaa"}, {Key: "pipeline", Value: bson.A{matchForToAddress}}}}}
+	fromAddressFilter := bson.D{{Key: "$unionWith", Value: bson.D{{Key: "coll", Value: "globalTransactions"}, {Key: "pipeline", Value: bson.A{matchForFromAddress}}}}}
+	group := bson.D{{Key: "$group", Value: bson.D{{Key: "_id", Value: "$_id"}}}}
+
+	pipeline := []bson.D{fromAddressFilter, toAddressFilter, group}
+
+	cur, err := db.Collection("_temporal").Aggregate(ctx, pipeline)
+	if err != nil {
+		return nil, err
+	}
+	var documents []mongoID
+	err = cur.All(ctx, &documents)
+	if err != nil {
+		return nil, err
+	}
+	var ids []string
+	for _, doc := range documents {
+		ids = append(ids, doc.Id)
+	}
+	return ids, nil
+}

api/handlers/operations/model.go

@@ -0,0 +1,86 @@
+package operations
+
+import (
+	"time"
+
+	sdk "github.com/wormhole-foundation/wormhole/sdk/vaa"
+)
+
+// OperationDto operation data transfer object.
+type OperationDto struct {
+	ID                     string                  `bson:"_id"`
+	TxHash                 string                  `bson:"txHash"`
+	Symbol                 string                  `bson:"symbol"`
+	UsdAmount              string                  `bson:"usdAmount"`
+	TokenAmount            string                  `bson:"tokenAmount"`
+	Vaa                    *VaaDto                 `bson:"vaa"`
+	SourceTx               *OriginTx               `bson:"originTx" json:"originTx"`
+	DestinationTx          *DestinationTx          `bson:"destinationTx" json:"destinationTx"`
+	Payload                map[string]any          `bson:"payload"`
+	StandardizedProperties *StandardizedProperties `bson:"standardizedProperties"`
+}
+
+// StandardizedProperties represents the standardized properties of a operation.
+type StandardizedProperties struct {
+	AppIds       []string    `json:"appIds" bson:"appIds"`
+	FromChain    sdk.ChainID `json:"fromChain" bson:"fromChain"`
+	FromAddress  string      `json:"fromAddress" bson:"fromAddress"`
+	ToChain      sdk.ChainID `json:"toChain" bson:"toChain"`
+	ToAddress    string      `json:"toAddress" bson:"toAddress"`
+	TokenChain   sdk.ChainID `json:"tokenChain" bson:"tokenChain"`
+	TokenAddress string      `json:"tokenAddress" bson:"tokenAddress"`
+	Amount       string      `json:"amount" bson:"amount"`
+	FeeAddress   string      `json:"feeAddress" bson:"feeAddress"`
+	FeeChain     sdk.ChainID `json:"feeChain" bson:"feeChain"`
+	Fee          string      `json:"fee" bson:"fee"`
+}
+
+// VaaDto vaa data transfer object.
+type VaaDto struct {
+	ID                string      `bson:"_id" json:"id"`
+	Version           uint8       `bson:"version" json:"version"`
+	EmitterChain      sdk.ChainID `bson:"emitterChain" json:"emitterChain"`
+	EmitterAddr       string      `bson:"emitterAddr" json:"emitterAddr"`
+	EmitterNativeAddr string      `json:"emitterNativeAddr,omitempty"`
+	Sequence          string      `bson:"sequence" json:"-"`
+	GuardianSetIndex  uint32      `bson:"guardianSetIndex" json:"guardianSetIndex"`
+	Vaa               []byte      `bson:"vaas" json:"vaa"`
+	Timestamp         *time.Time  `bson:"timestamp" json:"timestamp"`
+	UpdatedAt         *time.Time  `bson:"updatedAt" json:"updatedAt"`
+	IndexedAt         *time.Time  `bson:"indexedAt" json:"indexedAt"`
+}
+
+// GlobalTransactionDoc definitions.
+type GlobalTransactionDoc struct {
+	ID            string         `bson:"_id" json:"id"`
+	OriginTx      *OriginTx      `bson:"originTx" json:"originTx"`
+	DestinationTx *DestinationTx `bson:"destinationTx" json:"destinationTx"`
+}
+
+// OriginTx represents a origin transaction.
+type OriginTx struct {
+	TxHash    string        `bson:"nativeTxHash" json:"txHash"`
+	From      string        `bson:"from" json:"from"`
+	Status    string        `bson:"status" json:"status"`
+	Timestamp *time.Time    `bson:"timestamp" json:"timestamp"`
+	Attribute *AttributeDoc `bson:"attribute" json:"attribute"`
+}
+
+// AttributeDoc represents a custom attribute for a origin transaction.
+type AttributeDoc struct {
+	Type  string         `bson:"type" json:"type"`
+	Value map[string]any `bson:"value" json:"value"`
+}
+
+// DestinationTx represents a destination transaction.
+type DestinationTx struct {
+	ChainID     sdk.ChainID `bson:"chainId" json:"chainId"`
+	Status      string      `bson:"status" json:"status"`
+	Method      string      `bson:"method" json:"method"`
+	TxHash      string      `bson:"txHash" json:"txHash"`
+	From        string      `bson:"from" json:"from"`
+	To          string      `bson:"to" json:"to"`
+	BlockNumber string      `bson:"blockNumber" json:"blockNumber"`
+	Timestamp   *time.Time  `bson:"timestamp" json:"timestamp"`
+	UpdatedAt   *time.Time  `bson:"updatedAt" json:"updatedAt"`
+}

api/handlers/operations/repository.go

@@ -0,0 +1,238 @@
+package operations
+
+import (
+	"context"
+	"fmt"
+	"regexp"
+	"strings"
+
+	"github.com/wormhole-foundation/wormhole-explorer/api/internal/errors"
+	"github.com/wormhole-foundation/wormhole-explorer/api/internal/pagination"
+	"github.com/wormhole-foundation/wormhole-explorer/common/utils"
+	"go.mongodb.org/mongo-driver/bson"
+	"go.mongodb.org/mongo-driver/mongo"
+	"go.uber.org/zap"
+)
+
+// Repository definition
+type Repository struct {
+	db          *mongo.Database
+	logger      *zap.Logger
+	collections struct {
+		vaas               *mongo.Collection
+		parsedVaa          *mongo.Collection
+		globalTransactions *mongo.Collection
+	}
+}
+
+// NewRepository create a new Repository.
+func NewRepository(db *mongo.Database, logger *zap.Logger) *Repository {
+	return &Repository{db: db,
+		logger: logger.With(zap.String("module", "OperationRepository")),
+		collections: struct {
+			vaas               *mongo.Collection
+			parsedVaa          *mongo.Collection
+			globalTransactions *mongo.Collection
+		}{
+			vaas:               db.Collection("vaas"),
+			parsedVaa:          db.Collection("parsedVaa"),
+			globalTransactions: db.Collection("globalTransactions"),
+		},
+	}
+}
+
+// FindById returns the operations for the given chainID/emitter/seq.
+func (r *Repository) FindById(ctx context.Context, id string) (*OperationDto, error) {
+
+	var pipeline mongo.Pipeline
+
+	// filter vaas by id
+	pipeline = append(pipeline, bson.D{{Key: "$match", Value: bson.D{{Key: "_id", Value: id}}}})
+
+	// lookup vaas
+	pipeline = append(pipeline, bson.D{{Key: "$lookup", Value: bson.D{{Key: "from", Value: "vaas"}, {Key: "localField", Value: "_id"}, {Key: "foreignField", Value: "_id"}, {Key: "as", Value: "vaas"}}}})
+
+	// lookup globalTransactions
+	pipeline = append(pipeline, bson.D{{Key: "$lookup", Value: bson.D{{Key: "from", Value: "globalTransactions"}, {Key: "localField", Value: "_id"}, {Key: "foreignField", Value: "_id"}, {Key: "as", Value: "globalTransactions"}}}})
+
+	// lookup transferPrices
+	pipeline = append(pipeline, bson.D{{Key: "$lookup", Value: bson.D{{Key: "from", Value: "transferPrices"}, {Key: "localField", Value: "_id"}, {Key: "foreignField", Value: "_id"}, {Key: "as", Value: "transferPrices"}}}})
+
+	// lookup parsedVaa
+	pipeline = append(pipeline, bson.D{{Key: "$lookup", Value: bson.D{{Key: "from", Value: "parsedVaa"}, {Key: "localField", Value: "_id"}, {Key: "foreignField", Value: "_id"}, {Key: "as", Value: "parsedVaa"}}}})
+
+	// add fields
+	pipeline = append(pipeline, bson.D{{Key: "$addFields", Value: bson.D{
+		{Key: "payload", Value: bson.D{{Key: "$arrayElemAt", Value: bson.A{"$parsedVaa.parsedPayload", 0}}}},
+		{Key: "vaa", Value: bson.D{{Key: "$arrayElemAt", Value: bson.A{"$vaas", 0}}}},
+		{Key: "standardizedProperties", Value: bson.D{{Key: "$arrayElemAt", Value: bson.A{"$parsedVaa.standardizedProperties", 0}}}},
+		{Key: "symbol", Value: bson.D{{Key: "$arrayElemAt", Value: bson.A{"$transferPrices.symbol", 0}}}},
+		{Key: "usdAmount", Value: bson.D{{Key: "$arrayElemAt", Value: bson.A{"$transferPrices.usdAmount", 0}}}},
+		{Key: "tokenAmount", Value: bson.D{{Key: "$arrayElemAt", Value: bson.A{"$transferPrices.tokenAmount", 0}}}},
+	}}})
+
+	// unset
+	pipeline = append(pipeline, bson.D{{Key: "$unset", Value: bson.A{"transferPrices", "parsedVaa"}}})
+
+	// Execute the aggregation pipeline
+	cur, err := r.collections.globalTransactions.Aggregate(ctx, pipeline)
+	if err != nil {
+		r.logger.Error("failed execute aggregation pipeline", zap.Error(err))
+		return nil, err
+	}
+
+	// Read results from cursor
+	var operations []*OperationDto
+	err = cur.All(ctx, &operations)
+	if err != nil {
+		r.logger.Error("failed to decode cursor", zap.Error(err))
+		return nil, err
+	}
+
+	// Check if there is only one operation
+	if len(operations) > 1 {
+		r.logger.Error("invalid number of operations", zap.Int("count", len(operations)))
+		return nil, fmt.Errorf("invalid number of operations")
+	}
+
+	if len(operations) == 0 {
+		return nil, errors.ErrNotFound
+	}
+
+	return operations[0], nil
+}
+
+type mongoID struct {
+	Id string `bson:"_id"`
+}
+
+// findOperationsIdByAddressOrTxHash returns all operations filtered by address or txHash.
+func findOperationsIdByAddressOrTxHash(ctx context.Context, db *mongo.Database, q string, pagination *pagination.Pagination) ([]string, error) {
+	qHexa := strings.ToLower(q)
+	if !utils.StartsWith0x(q) {
+		qHexa = "0x" + strings.ToLower(qHexa)
+	}
+
+	matchGlobalTransactions := bson.D{{Key: "$match", Value: bson.D{{Key: "$or", Value: bson.A{
+		bson.D{{Key: "originTx.from", Value: bson.M{"$eq": qHexa}}},
+		bson.D{{Key: "originTx.from", Value: bson.M{"$eq": q}}},
+		bson.D{{Key: "originTx.nativeTxHash", Value: bson.M{"$eq": qHexa}}},
+		bson.D{{Key: "originTx.nativeTxHash", Value: bson.M{"$eq": q}}},
+		bson.D{{Key: "originTx.attribute.value.originTxHash", Value: bson.M{"$eq": qHexa}}},
+		bson.D{{Key: "originTx.attribute.value.originTxHash", Value: bson.M{"$eq": q}}},
+		bson.D{{Key: "destinationTx.txHash", Value: bson.M{"$eq": qHexa}}},
+		bson.D{{Key: "destinationTx.txHash", Value: bson.M{"$eq": q}}},
+	}}}}}
+
+	matchParsedVaa := bson.D{{Key: "$match", Value: bson.D{{Key: "$or", Value: bson.A{
+		bson.D{{Key: "standardizedProperties.toAddress", Value: bson.M{"$eq": qHexa}}},
+		bson.D{{Key: "standardizedProperties.toAddress", Value: bson.M{"$eq": q}}},
+	}}}}}
+
+	globalTransactionFilter := bson.D{{Key: "$unionWith", Value: bson.D{{Key: "coll", Value: "globalTransactions"}, {Key: "pipeline", Value: bson.A{matchGlobalTransactions}}}}}
+	parserFilter := bson.D{{Key: "$unionWith", Value: bson.D{{Key: "coll", Value: "parsedVaa"}, {Key: "pipeline", Value: bson.A{matchParsedVaa}}}}}
+	group := bson.D{{Key: "$group", Value: bson.D{{Key: "_id", Value: "$_id"}}}}
+	pipeline := []bson.D{globalTransactionFilter, parserFilter, group}
+
+	cur, err := db.Collection("_operationsTemporal").Aggregate(ctx, pipeline)
+	if err != nil {
+		return nil, err
+	}
+	var documents []mongoID
+	err = cur.All(ctx, &documents)
+	if err != nil {
+		return nil, err
+	}
+	var ids []string
+	for _, doc := range documents {
+		ids = append(ids, doc.Id)
+	}
+	return ids, nil
+}
+
+// QueryFilterIsVaaID checks if q is a vaaID.
+func QueryFilterIsVaaID(ctx context.Context, q string) []string {
+	// check if q is a vaaID
+	isVaaID := regexp.MustCompile(`\d+/\w+/\d+`).MatchString(q)
+	if isVaaID {
+		return []string{q}
+	}
+	return []string{}
+}
+
+// FindAll returns all operations filtered by q.
+func (r *Repository) FindAll(ctx context.Context, q string, pagination *pagination.Pagination) ([]*OperationDto, error) {
+
+	var pipeline mongo.Pipeline
+
+	// get all ids by that match q
+	if q != "" {
+		var ids []string
+		// find all ids that match q (vaaID)
+		ids = QueryFilterIsVaaID(ctx, q)
+		if len(ids) == 0 {
+			// find all ids that match q (address or txHash)
+			var err error
+			ids, err = findOperationsIdByAddressOrTxHash(ctx, r.db, q, pagination)
+			if err != nil {
+				return nil, err
+			}
+
+			if len(ids) == 0 {
+				return []*OperationDto{}, nil
+			}
+		}
+		pipeline = append(pipeline, bson.D{{Key: "$match", Value: bson.D{{Key: "_id", Value: bson.D{{Key: "$in", Value: ids}}}}}})
+	}
+
+	// sort
+	pipeline = append(pipeline, bson.D{{Key: "$sort", Value: bson.D{bson.E{Key: "originTx.timestamp", Value: pagination.GetSortInt()}}}})
+
+	// Skip initial results
+	pipeline = append(pipeline, bson.D{{Key: "$skip", Value: pagination.Skip}})
+
+	// Limit size of results
+	pipeline = append(pipeline, bson.D{{Key: "$limit", Value: pagination.Limit}})
+
+	// lookup vaas
+	pipeline = append(pipeline, bson.D{{Key: "$lookup", Value: bson.D{{Key: "from", Value: "vaas"}, {Key: "localField", Value: "_id"}, {Key: "foreignField", Value: "_id"}, {Key: "as", Value: "vaas"}}}})
+
+	// lookup globalTransactions
+	pipeline = append(pipeline, bson.D{{Key: "$lookup", Value: bson.D{{Key: "from", Value: "globalTransactions"}, {Key: "localField", Value: "_id"}, {Key: "foreignField", Value: "_id"}, {Key: "as", Value: "globalTransactions"}}}})
+
+	// lookup transferPrices
+	pipeline = append(pipeline, bson.D{{Key: "$lookup", Value: bson.D{{Key: "from", Value: "transferPrices"}, {Key: "localField", Value: "_id"}, {Key: "foreignField", Value: "_id"}, {Key: "as", Value: "transferPrices"}}}})
+
+	// lookup parsedVaa
+	pipeline = append(pipeline, bson.D{{Key: "$lookup", Value: bson.D{{Key: "from", Value: "parsedVaa"}, {Key: "localField", Value: "_id"}, {Key: "foreignField", Value: "_id"}, {Key: "as", Value: "parsedVaa"}}}})
+
+	// add fields
+	pipeline = append(pipeline, bson.D{{Key: "$addFields", Value: bson.D{
+		{Key: "payload", Value: bson.D{{Key: "$arrayElemAt", Value: bson.A{"$parsedVaa.parsedPayload", 0}}}},
+		{Key: "vaa", Value: bson.D{{Key: "$arrayElemAt", Value: bson.A{"$vaas", 0}}}},
+		{Key: "standardizedProperties", Value: bson.D{{Key: "$arrayElemAt", Value: bson.A{"$parsedVaa.standardizedProperties", 0}}}},
+		{Key: "symbol", Value: bson.D{{Key: "$arrayElemAt", Value: bson.A{"$transferPrices.symbol", 0}}}},
+		{Key: "usdAmount", Value: bson.D{{Key: "$arrayElemAt", Value: bson.A{"$transferPrices.usdAmount", 0}}}},
+		{Key: "tokenAmount", Value: bson.D{{Key: "$arrayElemAt", Value: bson.A{"$transferPrices.tokenAmount", 0}}}},
+	}}})
+
+	// unset
+	pipeline = append(pipeline, bson.D{{Key: "$unset", Value: bson.A{"transferPrices", "parsedVaa"}}})
+
+	// Execute the aggregation pipeline
+	cur, err := r.collections.globalTransactions.Aggregate(ctx, pipeline)
+	if err != nil {
+		r.logger.Error("failed execute aggregation pipeline", zap.Error(err))
+		return nil, err
+	}
+
+	// Read results from cursor
+	var operations []*OperationDto
+	err = cur.All(ctx, &operations)
+	if err != nil {
+		r.logger.Error("failed to decode cursor", zap.Error(err))
+		return nil, err
+	}
+
+	return operations, nil
+}

api/handlers/operations/service.go

@@ -0,0 +1,41 @@
+package operations
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/wormhole-foundation/wormhole-explorer/api/internal/pagination"
+	"github.com/wormhole-foundation/wormhole-explorer/api/types"
+	"github.com/wormhole-foundation/wormhole/sdk/vaa"
+	"go.uber.org/zap"
+)
+
+type Service struct {
+	repo   *Repository
+	logger *zap.Logger
+}
+
+// NewService create a new Service.
+func NewService(repo *Repository, logger *zap.Logger) *Service {
+	return &Service{repo: repo, logger: logger.With(zap.String("module", "OperationService"))}
+}
+
+// FindById returns the operations for the given chainID/emitter/seq.
+func (s *Service) FindById(ctx context.Context, chainID vaa.ChainID,
+	emitter *types.Address, seq string) (*OperationDto, error) {
+	id := fmt.Sprintf("%d/%s/%s", chainID, emitter.Hex(), seq)
+	operation, err := s.repo.FindById(ctx, id)
+	if err != nil {
+		return nil, err
+	}
+	return operation, nil
+}
+
+// FindAll returns all operations filtered by q.
+func (s *Service) FindAll(ctx context.Context, q string, pagination *pagination.Pagination) ([]*OperationDto, error) {
+	operations, err := s.repo.FindAll(ctx, q, pagination)
+	if err != nil {
+		return nil, err
+	}
+	return operations, nil
+}

api/handlers/relays/repository.go

@@ -3,6 +3,7 @@ package relays
 import (
 	"context"
 	"fmt"
+	"time"
 
 	"github.com/pkg/errors"
 	errs "github.com/wormhole-foundation/wormhole-explorer/api/internal/errors"
@@ -31,8 +32,8 @@ func NewRepository(db *mongo.Database, logger *zap.Logger) *Repository {
 	}
 }
 
-func (r *Repository) FindOne(ctx context.Context, q *RelaysQuery) (*RelayResponse, error) {
-	response := make(RelayResponse)
+func (r *Repository) FindOne(ctx context.Context, q *RelaysQuery) (*RelayDoc, error) {
+	var response RelayDoc
 	err := r.collections.relays.FindOne(ctx, q.toBSON()).Decode(&response)
 	if err != nil {
 		if errors.Is(err, mongo.ErrNoDocuments) {
@@ -53,7 +54,117 @@ type RelaysQuery struct {
 	sequence string
 }
 
-type RelayResponse map[string]interface{}
+type RelayDoc struct {
+	ID   string `bson:"_id"`
+	Data struct {
+		Status      string     `bson:"status"`
+		ReceivedAt  time.Time  `bson:"receivedAt"`
+		CompletedAt *time.Time `bson:"completedAt"`
+		ToTxHash    *string    `bson:"toTxHash"`
+		Metadata    *struct {
+			Attempts                 int   `bson:"attempts"`
+			ExecutionStartTime       int64 `bson:"executionStartTime"`
+			EmitterChain             int   `bson:"emitterChain"`
+			DidMatchDeliveryProvider bool  `bson:"didMatchDeliveryProvider"`
+			DidParse                 bool  `bson:"didParse"`
+			Instructions             struct {
+				EncodedExecutionInfo   string `bson:"encodedExecutionInfo"`
+				RefundAddress          string `bson:"refundAddress"`
+				SourceDeliveryProvider string `bson:"sourceDeliveryProvider"`
+				SenderAddress          string `bson:"senderAddress"`
+				VaaKeys                []any  `bson:"vaaKeys"`
+				ExtraReceiverValue     struct {
+					Hex         string `bson:"_hex"`
+					IsBigNumber bool   `bson:"_isBigNumber"`
+				} `bson:"extraReceiverValue"`
+				TargetAddress          string `bson:"targetAddress"`
+				RequestedReceiverValue struct {
+					Hex         string `bson:"_hex"`
+					IsBigNumber bool   `bson:"_isBigNumber"`
+				} `bson:"requestedReceiverValue"`
+				RefundChainID          int    `bson:"refundChainId"`
+				RefundDeliveryProvider string `bson:"refundDeliveryProvider"`
+				TargetChainID          int    `bson:"targetChainId"`
+			} `bson:"instructions"`
+			DeliveryRecord struct {
+				MaxRefund                   string   `bson:"maxRefund"`
+				Budget                      string   `bson:"budget"`
+				TargetChainAssetPriceUSD    float64  `bson:"targetChainAssetPriceUSD"`
+				WalletNonce                 int      `bson:"walletNonce"`
+				TransactionHashes           []string `bson:"transactionHashes"`
+				HasAdditionalVaas           bool     `bson:"hasAdditionalVaas"`
+				AdditionalVaasDidFetch      bool     `bson:"additionalVaasDidFetch"`
+				WalletAcquisitionEndTime    int64    `bson:"walletAcquisitionEndTime"`
+				WalletAcquisitionDidSucceed bool     `bson:"walletAcquisitionDidSucceed"`
+				WalletBalanceAfter          string   `bson:"walletBalanceAfter"`
+				ResultLog                   struct {
+					TransactionHash   string `bson:"transactionHash"`
+					VaaHash           string `bson:"vaaHash"`
+					RefundStatus      string `bson:"refundStatus"`
+					RevertString      string `bson:"revertString"`
+					Status            string `bson:"status"`
+					GasUsed           string `bson:"gasUsed"`
+					SourceChain       string `bson:"sourceChain"`
+					SourceVaaSequence string `bson:"sourceVaaSequence"`
+				} `bson:"resultLog"`
+				ResultString                  string  `bson:"resultString"`
+				AdditionalVaaKeysPrintable    string  `bson:"additionalVaaKeysPrintable"`
+				BudgetUsd                     float64 `bson:"budgetUsd"`
+				WalletAcquisitionStartTime    int64   `bson:"walletAcquisitionStartTime"`
+				GasUnitsEstimate              int     `bson:"gasUnitsEstimate"`
+				EstimatedTransactionFeeEther  string  `bson:"estimatedTransactionFeeEther"`
+				TargetChainDecimals           int     `bson:"targetChainDecimals"`
+				DeliveryInstructionsPrintable struct {
+					Payload                string `bson:"payload"`
+					EncodedExecutionInfo   string `bson:"encodedExecutionInfo"`
+					RefundDeliveryProvider string `bson:"refundDeliveryProvider"`
+					SourceDeliveryProvider string `bson:"sourceDeliveryProvider"`
+					SenderAddress          string `bson:"senderAddress"`
+					TargetAddress          string `bson:"targetAddress"`
+					RequestedReceiverValue string `bson:"requestedReceiverValue"`
+					ExtraReceiverValue     string `bson:"extraReceiverValue"`
+					RefundChainID          string `bson:"refundChainId"`
+					RefundAddress          string `bson:"refundAddress"`
+					VaaKeys                []any  `bson:"vaaKeys"`
+					TargetChainID          string `bson:"targetChainId"`
+				} `bson:"deliveryInstructionsPrintable"`
+				WalletAddress              string  `bson:"walletAddress"`
+				GasUsed                    int     `bson:"gasUsed"`
+				GasPrice                   string  `bson:"gasPrice"`
+				ReceiverValue              string  `bson:"receiverValue"`
+				MaxRefundUsd               float64 `bson:"maxRefundUsd"`
+				GasPriceEstimate           string  `bson:"gasPriceEstimate"`
+				TransactionDidSubmit       bool    `bson:"transactionDidSubmit"`
+				EstimatedTransactionFee    string  `bson:"estimatedTransactionFee"`
+				TransactionSubmitTimeStart int64   `bson:"transactionSubmitTimeStart"`
+				TransactionSubmitTimeEnd   int64   `bson:"transactionSubmitTimeEnd"`
+				ResultLogDidParse          bool    `bson:"resultLogDidParse"`
+				ChainID                    int     `bson:"chainId"`
+				ReceiverValueUsd           float64 `bson:"receiverValueUsd"`
+				WalletBalanceBefore        string  `bson:"walletBalanceBefore"`
+			} `bson:"deliveryRecord"`
+			RawVaaHex            string `bson:"rawVaaHex"`
+			PayloadType          int    `bson:"payloadType"`
+			MaxAttempts          int    `bson:"maxAttempts"`
+			DidError             bool   `bson:"didError"`
+			ExecutionEndTime     int64  `bson:"executionEndTime"`
+			EmitterAddress       string `bson:"emitterAddress"`
+			DidSubmitTransaction bool   `bson:"didSubmitTransaction"`
+			Sequence             string `bson:"sequence"`
+		} `bson:"metadata"`
+		Sequence       string     `bson:"sequence"`
+		Vaa            string     `bson:"vaa"`
+		FromTxHash     string     `bson:"fromTxHash"`
+		MaxAttempts    int        `bson:"maxAttempts"`
+		AddedTimes     int        `bson:"addedTimes"`
+		ErrorMessage   any        `bson:"errorMessage"`
+		EmitterChain   int        `bson:"emitterChain"`
+		EmitterAddress string     `bson:"emitterAddress"`
+		FailedAt       *time.Time `bson:"failedAt"`
+	} `bson:"data"`
+	Event  string `bson:"event"`
+	Origin string `bson:"origin"`
+}
 
 func (q *RelaysQuery) toBSON() *bson.D {
 	r := bson.D{}

api/handlers/relays/service.go

@@ -24,7 +24,7 @@ func (s *Service) FindByVAA(
 	chainID vaa.ChainID,
 	emitterAddr *types.Address,
 	seq string,
-) (*RelayResponse, error) {
+) (*RelayDoc, error) {
 
 	query := Query().
 		SetChain(chainID).

api/handlers/transactions/repository.go

@@ -12,11 +12,11 @@ import (
 	"github.com/influxdata/influxdb-client-go/v2/api"
 	"github.com/mitchellh/mapstructure"
 	"github.com/pkg/errors"
+	"github.com/wormhole-foundation/wormhole-explorer/api/handlers/common"
 	errs "github.com/wormhole-foundation/wormhole-explorer/api/internal/errors"
 	"github.com/wormhole-foundation/wormhole-explorer/api/internal/pagination"
 	"github.com/wormhole-foundation/wormhole-explorer/api/internal/tvl"
 	"github.com/wormhole-foundation/wormhole-explorer/common/domain"
-	"github.com/wormhole-foundation/wormhole-explorer/common/utils"
 	sdk "github.com/wormhole-foundation/wormhole/sdk/vaa"
 	"go.mongodb.org/mongo-driver/bson"
 	"go.mongodb.org/mongo-driver/mongo"
@@ -893,119 +893,76 @@ func (r *Repository) ListTransactionsByAddress(
 	pagination *pagination.Pagination,
 ) ([]TransactionDto, error) {
 
-	// Build the aggregation pipeline
-	var pipeline mongo.Pipeline
-	{
-		// filter transactions by destination address
-		{
-			const fieldName = "standardizedProperties.toAddress"
-
-			// If the address is non-EVM, it could be case sensitive (i.e. Solana), so we can't alter it.
-			var nonEvmFilter = bson.D{{fieldName, bson.M{"$eq": address}}}
-
-			// If the address is EVM, we must normalize it to the format used in the database,
-			// which is a 0x prefix and all lowercase characters.
-			var evmFilter bson.D
-			if utils.StartsWith0x(address) {
-				evmFilter = bson.D{{fieldName, bson.M{"$eq": strings.ToLower(address)}}}
-			} else {
-				evmFilter = bson.D{{fieldName, bson.M{"$eq": "0x" + strings.ToLower(address)}}}
-			}
-
-			pipeline = append(pipeline, bson.D{{"$match", bson.D{{"$or", bson.A{nonEvmFilter, evmFilter}}}}})
-		}
-
-		// specify sorting criteria
-		pipeline = append(pipeline, bson.D{
-			{"$sort", bson.D{bson.E{"indexedAt", -1}}},
-		})
-
-		// left outer join on the `transferPrices` collection
-		pipeline = append(pipeline, bson.D{
-			{"$lookup", bson.D{
-				{"from", "transferPrices"},
-				{"localField", "_id"},
-				{"foreignField", "_id"},
-				{"as", "transferPrices"},
-			}},
-		})
-
-		// left outer join on the `vaas` collection
-		pipeline = append(pipeline, bson.D{
-			{"$lookup", bson.D{
-				{"from", "vaas"},
-				{"localField", "_id"},
-				{"foreignField", "_id"},
-				{"as", "vaas"},
-			}},
-		})
-
-		// left outer join on the `vaaIdTxHash` collection
-		pipeline = append(pipeline, bson.D{
-			{"$lookup", bson.D{
-				{"from", "vaaIdTxHash"},
-				{"localField", "_id"},
-				{"foreignField", "_id"},
-				{"as", "vaaIdTxHash"},
-			}},
-		})
-
-		// left outer join on the `parsedVaa` collection
-		pipeline = append(pipeline, bson.D{
-			{"$lookup", bson.D{
-				{"from", "parsedVaa"},
-				{"localField", "_id"},
-				{"foreignField", "_id"},
-				{"as", "parsedVaa"},
-			}},
-		})
-
-		// left outer join on the `globalTransactions` collection
-		pipeline = append(pipeline, bson.D{
-			{"$lookup", bson.D{
-				{"from", "globalTransactions"},
-				{"localField", "_id"},
-				{"foreignField", "_id"},
-				{"as", "globalTransactions"},
-			}},
-		})
-
-		// add nested fields
-		pipeline = append(pipeline, bson.D{
-			{"$addFields", bson.D{
-				{"txHash", bson.M{"$arrayElemAt": []interface{}{"$vaaIdTxHash.txHash", 0}}},
-				{"timestamp", bson.M{"$arrayElemAt": []interface{}{"$vaas.timestamp", 0}}},
-				{"payload", bson.M{"$arrayElemAt": []interface{}{"$parsedVaa.parsedPayload", 0}}},
-				{"standardizedProperties", bson.M{"$arrayElemAt": []interface{}{"$parsedVaa.standardizedProperties", 0}}},
-				{"symbol", bson.M{"$arrayElemAt": []interface{}{"$transferPrices.symbol", 0}}},
-				{"usdAmount", bson.M{"$arrayElemAt": []interface{}{"$transferPrices.usdAmount", 0}}},
-				{"tokenAmount", bson.M{"$arrayElemAt": []interface{}{"$transferPrices.tokenAmount", 0}}},
-			}},
-		})
-
-		// Sorting criteria
-		pipeline = append(pipeline, bson.D{
-			{"$sort", bson.D{bson.E{"timestamp", pagination.GetSortInt()}}},
-		})
-
-		// Unset unused fields
-		pipeline = append(pipeline, bson.D{
-			{"$unset", []interface{}{"transferPrices", "vaas", "vaaTxIdHash", "parsedVaa"}},
-		})
-
-		// Skip initial results
-		pipeline = append(pipeline, bson.D{
-			{"$skip", pagination.Skip},
-		})
-
-		// Limit size of results
-		pipeline = append(pipeline, bson.D{
-			{"$limit", pagination.Limit},
-		})
+	ids, err := common.FindVaasIdsByFromAddressOrToAddress(ctx, r.db, address)
+	if err != nil {
+		return nil, err
 	}
 
+	if len(ids) == 0 {
+		return []TransactionDto{}, nil
+	}
+
+	var pipeline mongo.Pipeline
+
+	// filter by ids
+	pipeline = append(pipeline, bson.D{{Key: "$match", Value: bson.D{{Key: "_id", Value: bson.D{{Key: "$in", Value: ids}}}}}})
+
+	// inner join on the `parsedVaa` collection
+	pipeline = append(pipeline, bson.D{{Key: "$lookup", Value: bson.D{
+		{Key: "from", Value: "parsedVaa"},
+		{Key: "localField", Value: "_id"},
+		{Key: "foreignField", Value: "_id"},
+		{Key: "as", Value: "parsedVaa"},
+	}}})
+	pipeline = append(pipeline, bson.D{{Key: "$match", Value: bson.D{{Key: "parsedVaa", Value: bson.D{{Key: "$ne", Value: []any{}}}}}}})
+
+	// sort by timestamp
+	pipeline = append(pipeline, bson.D{{Key: "$sort", Value: bson.D{bson.E{Key: "timestamp", Value: pagination.GetSortInt()}}}})
+
+	// Skip initial results
+	pipeline = append(pipeline, bson.D{{Key: "$skip", Value: pagination.Skip}})
+
+	// Limit size of results
+	pipeline = append(pipeline, bson.D{{Key: "$limit", Value: pagination.Limit}})
+
+	// left outer join on the `transferPrices` collection
+	pipeline = append(pipeline, bson.D{{Key: "$lookup", Value: bson.D{
+		{Key: "from", Value: "transferPrices"},
+		{Key: "localField", Value: "_id"},
+		{Key: "foreignField", Value: "_id"},
+		{Key: "as", Value: "transferPrices"},
+	}}})
+
+	// left outer join on the `vaaIdTxHash` collection
+	pipeline = append(pipeline, bson.D{{Key: "$lookup", Value: bson.D{
+		{Key: "from", Value: "vaaIdTxHash"},
+		{Key: "localField", Value: "_id"},
+		{Key: "foreignField", Value: "_id"},
+		{Key: "as", Value: "vaaIdTxHash"},
+	}}})
+
+	// left outer join on the `globalTransactions` collection
+	pipeline = append(pipeline, bson.D{{Key: "$lookup", Value: bson.D{
+		{Key: "from", Value: "globalTransactions"},
+		{Key: "localField", Value: "_id"},
+		{Key: "foreignField", Value: "_id"},
+		{Key: "as", Value: "globalTransactions"},
+	}}})
+
+	// add nested fields
+	pipeline = append(pipeline, bson.D{
+		{Key: "$addFields", Value: bson.D{
+			{Key: "txHash", Value: bson.M{"$arrayElemAt": []interface{}{"$vaaIdTxHash.txHash", 0}}},
+			{Key: "payload", Value: bson.M{"$arrayElemAt": []interface{}{"$parsedVaa.parsedPayload", 0}}},
+			{Key: "standardizedProperties", Value: bson.M{"$arrayElemAt": []interface{}{"$parsedVaa.standardizedProperties", 0}}},
+			{Key: "symbol", Value: bson.M{"$arrayElemAt": []interface{}{"$transferPrices.symbol", 0}}},
+			{Key: "usdAmount", Value: bson.M{"$arrayElemAt": []interface{}{"$transferPrices.usdAmount", 0}}},
+			{Key: "tokenAmount", Value: bson.M{"$arrayElemAt": []interface{}{"$transferPrices.tokenAmount", 0}}},
+		}},
+	})
+
 	// Execute the aggregation pipeline
-	cur, err := r.collections.parsedVaa.Aggregate(ctx, pipeline)
+	cur, err := r.collections.vaas.Aggregate(ctx, pipeline)
 	if err != nil {
 		r.logger.Error("failed execute aggregation pipeline", zap.Error(err))
 		return nil, err

api/handlers/transactions/service.go

@@ -22,6 +22,7 @@ type Service struct {
 	cache             cache.Cache
 	expiration        time.Duration
 	supportedChainIDs map[vaa.ChainID]string
+	tokenProvider     *domain.TokenProvider
 	logger            *zap.Logger
 }
 
@@ -34,10 +35,10 @@ const (
 )
 
 // NewService create a new Service.
-func NewService(repo *Repository, cache cache.Cache, expiration time.Duration, logger *zap.Logger) *Service {
+func NewService(repo *Repository, cache cache.Cache, expiration time.Duration, tokenProvider *domain.TokenProvider, logger *zap.Logger) *Service {
 	supportedChainIDs := domain.GetSupportedChainIDs()
 	return &Service{repo: repo, supportedChainIDs: supportedChainIDs,
-		cache: cache, expiration: expiration, logger: logger.With(zap.String("module", "TransactionService"))}
+		cache: cache, expiration: expiration, tokenProvider: tokenProvider, logger: logger.With(zap.String("module", "TransactionService"))}
 }
 
 // GetTransactionCount get the last transactions.
@@ -104,7 +105,7 @@ func (s *Service) GetTokenByChainAndAddress(ctx context.Context, chainID vaa.Cha
 	}
 
 	//get token by contractID (chainID + tokenAddress)
-	tokenMetadata, ok := domain.GetTokenByAddress(chainID, tokenAddress.Hex())
+	tokenMetadata, ok := s.tokenProvider.GetTokenByAddress(chainID, tokenAddress.Hex())
 	if !ok {
 		return nil, errs.ErrNotFound
 	}
@@ -159,3 +160,7 @@ func (s *Service) GetTransactionByID(
 	// Return matching document
 	return &output[0], nil
 }
+
+func (s *Service) GetTokenProvider() *domain.TokenProvider {
+	return s.tokenProvider
+}

api/handlers/vaa/repository.go

@@ -72,10 +72,13 @@ func (r *Repository) FindVaasByTxHashWorkaround(
 			{"$or", bson.A{
 				bson.D{{"originTx.nativeTxHash", bson.M{"$eq": query.txHash}}},
 				bson.D{{"originTx.nativeTxHash", bson.M{"$eq": "0x" + query.txHash}}},
+				bson.D{{"originTx.attribute.value.originTxHash", bson.M{"$eq": query.txHash}}},
+				bson.D{{"originTx.attribute.value.originTxHash", bson.M{"$eq": "0x" + query.txHash}}},
 			}},
 		},
 		nil,
 	)
+
 	if err != nil {
 		requestID := fmt.Sprintf("%v", ctx.Value("requestid"))
 		r.logger.Error("failed to find globalTransactions by TxHash",

api/main.go

@@ -29,6 +29,7 @@ import (
 	"github.com/wormhole-foundation/wormhole-explorer/api/handlers/heartbeats"
 	"github.com/wormhole-foundation/wormhole-explorer/api/handlers/infrastructure"
 	"github.com/wormhole-foundation/wormhole-explorer/api/handlers/observations"
+	"github.com/wormhole-foundation/wormhole-explorer/api/handlers/operations"
 	"github.com/wormhole-foundation/wormhole-explorer/api/handlers/relays"
 	"github.com/wormhole-foundation/wormhole-explorer/api/handlers/transactions"
 	"github.com/wormhole-foundation/wormhole-explorer/api/handlers/vaa"
@@ -42,6 +43,7 @@ import (
 	wormscanCache "github.com/wormhole-foundation/wormhole-explorer/common/client/cache"
 	vaaPayloadParser "github.com/wormhole-foundation/wormhole-explorer/common/client/parser"
 	"github.com/wormhole-foundation/wormhole-explorer/common/dbutil"
+	"github.com/wormhole-foundation/wormhole-explorer/common/domain"
 	xlogger "github.com/wormhole-foundation/wormhole-explorer/common/logger"
 	"github.com/wormhole-foundation/wormhole-explorer/common/utils"
 	sdk "github.com/wormhole-foundation/wormhole/sdk/vaa"
@@ -151,6 +153,10 @@ func main() {
 		rootLogger,
 	)
 	relaysRepo := relays.NewRepository(db.Database, rootLogger)
+	operationsRepo := operations.NewRepository(db.Database, rootLogger)
+
+	// create token provider
+	tokenProvider := domain.NewTokenProvider(cfg.P2pNetwork)
 
 	// Set up services
 	rootLogger.Info("initializing services")
@@ -160,8 +166,9 @@ func main() {
 	governorService := governor.NewService(governorRepo, rootLogger)
 	infrastructureService := infrastructure.NewService(infrastructureRepo, rootLogger)
 	heartbeatsService := heartbeats.NewService(heartbeatsRepo, rootLogger)
-	transactionsService := transactions.NewService(transactionsRepo, cache, time.Duration(cfg.Cache.MetricExpiration)*time.Second, rootLogger)
+	transactionsService := transactions.NewService(transactionsRepo, cache, time.Duration(cfg.Cache.MetricExpiration)*time.Second, tokenProvider, rootLogger)
 	relaysService := relays.NewService(relaysRepo, rootLogger)
+	operationsService := operations.NewService(operationsRepo, rootLogger)
 
 	// Set up a custom error handler
 	response.SetEnableStackTrace(*cfg)
@@ -203,7 +210,7 @@ func main() {
 
 	// Set up route handlers
 	app.Get("/swagger.json", GetSwagger)
-	wormscan.RegisterRoutes(app, rootLogger, addressService, vaaService, obsService, governorService, infrastructureService, transactionsService, relaysService)
+	wormscan.RegisterRoutes(app, rootLogger, addressService, vaaService, obsService, governorService, infrastructureService, transactionsService, relaysService, operationsService)
 	guardian.RegisterRoutes(cfg, app, rootLogger, vaaService, governorService, heartbeatsService)
 
 	// Set up gRPC handlers

api/middleware/extract_parameters.go

@@ -208,22 +208,13 @@ func ExtractAddressFromQueryParams(c *fiber.Ctx, l *zap.Logger) string {
 }
 
 // ExtractAddressFromPath parses the `id` parameter from the route path.
-func ExtractAddressFromPath(c *fiber.Ctx, l *zap.Logger) (*types.Address, error) {
+func ExtractAddressFromPath(c *fiber.Ctx, l *zap.Logger) string {
+	return c.Params("id")
+}
 
-	val := c.Params("id")
-
-	// Attempt to parse the address
-	addr, err := types.StringToAddress(val, true /*acceptSolanaFormat*/)
-	if err != nil {
-		requestID := fmt.Sprintf("%v", c.Locals("requestid"))
-		l.Error("failed to decode address",
-			zap.Error(err),
-			zap.String("requestID", requestID),
-		)
-		return nil, response.NewInvalidParamError(c, "MALFORMED ADDR", errors.WithStack(err))
-	}
-
-	return addr, nil
+// ExtractQueryParam parses the `q` parameter from query params.
+func ExtractQueryParam(c *fiber.Ctx, l *zap.Logger) string {
+	return c.Query("q")
 }
 
 // GetTxHash parses the `txHash` parameter from query params.

api/routes/wormscan/address/controller.go

@@ -38,10 +38,7 @@ func NewController(srv *address.Service, logger *zap.Logger) *Controller {
 // @Router /api/v1/address/{address} [get]
 func (c *Controller) FindById(ctx *fiber.Ctx) error {
 
-	address, err := middleware.ExtractAddressFromPath(ctx, c.logger)
-	if err != nil {
-		return err
-	}
+	address := middleware.ExtractAddressFromPath(ctx, c.logger)
 
 	pagination, err := middleware.ExtractPagination(ctx)
 	if err != nil {

api/routes/wormscan/operations/controller.go

@@ -0,0 +1,88 @@
+package operations
+
+import (
+	"strconv"
+
+	"github.com/gofiber/fiber/v2"
+	"github.com/wormhole-foundation/wormhole-explorer/api/handlers/operations"
+	"github.com/wormhole-foundation/wormhole-explorer/api/middleware"
+	"go.uber.org/zap"
+)
+
+// Controller is the controller for the operation resource.
+type Controller struct {
+	srv    *operations.Service
+	logger *zap.Logger
+}
+
+// NewController create a new controler.
+func NewController(operationService *operations.Service, logger *zap.Logger) *Controller {
+	return &Controller{
+		srv:    operationService,
+		logger: logger.With(zap.String("module", "OperationsController")),
+	}
+}
+
+// FindAll godoc
+// @Description Find all operations.
+// @Tags wormholescan
+// @ID get-operations
+// @Param q query string false "search query"
+// @Param page query integer false "page number"
+// @Param size query integer false "page size"
+// @Success 200 {object} []OperationResponse
+// @Failure 400
+// @Failure 500
+// @Router /api/v1/operations [get]
+func (c *Controller) FindAll(ctx *fiber.Ctx) error {
+	// Extract query parameters
+	pagination, err := middleware.ExtractPagination(ctx)
+	if err != nil {
+		return err
+	}
+
+	// Extract q search query parameter
+	q := middleware.ExtractQueryParam(ctx, c.logger)
+
+	// Find operations by q search param.
+	operations, err := c.srv.FindAll(ctx.Context(), q, pagination)
+	if err != nil {
+		return err
+	}
+
+	// build response
+	response := toListOperationResponse(operations, q, c.logger)
+	return ctx.JSON(response)
+}
+
+// FindById godoc
+// @Description Find operations by ID (chainID/emitter/sequence).
+// @Tags wormholescan
+// @ID get-operation-by-id
+// @Param chain_id path integer true "id of the blockchain"
+// @Param emitter path string true "address of the emitter"
+// @Param seq path integer true "sequence of the VAA"
+// @Success 200 {object} OperationResponse
+// @Failure 400
+// @Failure 500
+// @Router /api/v1/operations/{chain_id}/{emitter}/{seq} [get]
+func (c *Controller) FindById(ctx *fiber.Ctx) error {
+	// Extract query params
+	chainID, emitter, seq, err := middleware.ExtractVAAParams(ctx, c.logger)
+	if err != nil {
+		return err
+	}
+
+	// Find operations by chainID, emitter and sequence.
+	operation, err := c.srv.FindById(ctx.Context(), chainID, emitter, strconv.FormatUint(seq, 10))
+	if err != nil {
+		return err
+	}
+
+	// build response
+	response, err := toOperationResponse(operation, c.logger)
+	if err != nil {
+		return err
+	}
+	return ctx.JSON(response)
+}

api/routes/wormscan/operations/response.go

@@ -0,0 +1,298 @@
+package operations
+
+import (
+	"strconv"
+	"strings"
+	"time"
+
+	"github.com/wormhole-foundation/wormhole-explorer/api/handlers/operations"
+	"github.com/wormhole-foundation/wormhole-explorer/api/internal/errors"
+	"github.com/wormhole-foundation/wormhole-explorer/common/domain"
+	"github.com/wormhole-foundation/wormhole-explorer/common/utils"
+
+	sdk "github.com/wormhole-foundation/wormhole/sdk/vaa"
+	"go.uber.org/zap"
+)
+
+// OperationResponse definition.
+type OperationResponse struct {
+	ID             string         `json:"id"`
+	EmitterChain   sdk.ChainID    `json:"emitterChain"`
+	EmitterAddress EmitterAddress `json:"emitterAddress"`
+	Sequence       string         `json:"sequence"`
+	Vaa            []byte         `json:"vaa,omitempty"`
+	Content        *Content       `json:"content,omitempty"`
+	SourceChain    *SourceChain   `json:"sourceChain,omitempty"`
+	TargetChain    *TargetChain   `json:"targetChain,omitempty"`
+	Data           map[string]any `json:"data,omitempty"`
+}
+
+// EmitterAddress definition.
+type EmitterAddress struct {
+	Hex    string `json:"hex,omitempty"`
+	Native string `json:"native,omitempty"`
+}
+
+// Content definition.
+type Content struct {
+	Payload                map[string]any                     `json:"payload,omitempty"`
+	StandardizedProperties *operations.StandardizedProperties `json:"standardizedProperties,omitempty"`
+}
+
+// SourceChain definition.
+type SourceChain struct {
+	ChainId     sdk.ChainID `json:"chainId"`
+	Timestamp   *time.Time  `json:"timestamp"`
+	Transaction Transaction `json:"transaction"`
+	From        string      `json:"from"`
+	Status      string      `json:"status"`
+	Data        *Data       `json:"attribute,omitempty"`
+}
+
+// TxHash definition.
+type Transaction struct {
+	TxHash       string  `json:"txHash"`
+	SecondTxHash *string `json:"secondTxHash,omitempty"`
+}
+
+// TargetChain definition.
+type TargetChain struct {
+	ChainId     sdk.ChainID `json:"chainId"`
+	Timestamp   *time.Time  `json:"timestamp"`
+	Transaction Transaction `json:"transaction"`
+	Status      string      `json:"status"`
+	From        string      `json:"from"`
+	To          string      `json:"to"`
+}
+
+// Data represents a custom attribute for a origin transaction.
+type Data struct {
+	Type  string         `bson:"type" json:"type"`
+	Value map[string]any `bson:"value" json:"value"`
+}
+
+type ListOperationResponse struct {
+	Operations []*OperationResponse `json:"operations"`
+	Match      string               `json:"matched"`
+}
+
+// toOperationResponse converts an operations.OperationDto to an OperationResponse.
+func toOperationResponse(operation *operations.OperationDto, log *zap.Logger) (*OperationResponse, error) {
+	// Get emitter chain, address and sequence from operation.
+	chainID, address, sequence, err := getChainEmitterSequence(operation)
+	if err != nil {
+		log.Error("Error parsing chainId, address, sequence from operation ID",
+			zap.Error(err),
+			zap.String("operationID", operation.ID))
+		return nil, err
+	}
+
+	// Get emitter native address from chainID and address.
+	emitterNativeAddress, err := domain.TranslateEmitterAddress(chainID, address)
+	if err != nil {
+		log.Warn("failed to translate emitter address",
+			zap.Stringer("chain", chainID),
+			zap.String("address", address),
+			zap.Error(err),
+		)
+		return nil, err
+	}
+
+	// Get rawVAA from operation.
+	var rawVAA []byte
+	if operation.Vaa != nil {
+		rawVAA = operation.Vaa.Vaa
+	}
+
+	// Get content from operation.
+	var content Content
+	if len(operation.Payload) > 0 || operation.StandardizedProperties != nil {
+		content = Content{
+			Payload:                operation.Payload,
+			StandardizedProperties: operation.StandardizedProperties,
+		}
+	}
+
+	// Get sourceChain and targetChain events
+	sourceChain, targetChain := getChainEvents(chainID, operation)
+	r := OperationResponse{
+		ID:           operation.ID,
+		EmitterChain: chainID,
+		EmitterAddress: EmitterAddress{
+			Hex:    address,
+			Native: emitterNativeAddress,
+		},
+		Sequence:    sequence,
+		Vaa:         rawVAA,
+		Content:     &content,
+		Data:        getAdditionalData(operation),
+		SourceChain: sourceChain,
+		TargetChain: targetChain,
+	}
+
+	return &r, nil
+}
+
+// getChainEmitterSequence returns the chainID, address, sequence for the given operation.
+func getChainEmitterSequence(operation *operations.OperationDto) (sdk.ChainID, string, string, error) {
+	if operation.Vaa != nil {
+		return operation.Vaa.EmitterChain, operation.Vaa.EmitterAddr, operation.Vaa.Sequence, nil
+	} else {
+		// Get emitter chain, address, sequence by operation ID.
+		id := strings.Split(operation.ID, "/")
+		if len(id) != 3 {
+			return 0, "", "", errors.ErrInternalError
+		}
+		chainID, err := strconv.ParseUint(id[0], 10, 16)
+		if err != nil {
+			return 0, "", "", err
+		}
+		return sdk.ChainID(chainID), id[1], id[2], nil
+	}
+}
+
+func getAdditionalData(operation *operations.OperationDto) map[string]interface{} {
+	ok := operation.Symbol == "" && operation.TokenAmount == "" && operation.UsdAmount == ""
+	if ok {
+		return nil
+	}
+	return map[string]interface{}{
+		"symbol":      operation.Symbol,
+		"tokenAmount": operation.TokenAmount,
+		"usdAmount":   operation.UsdAmount,
+	}
+}
+
+// getChainEvents returns the sourceChain and targetChain events for the given operation.
+func getChainEvents(chainID sdk.ChainID, operation *operations.OperationDto) (*SourceChain, *TargetChain) {
+	if operation.SourceTx == nil && operation.DestinationTx == nil {
+		return nil, nil
+	}
+
+	// if len(operation.GlobalTransations) == 0 {
+	// 	return nil, nil
+	// }
+
+	// build sourceChain
+	var sourceChain *SourceChain
+	if operation.SourceTx != nil {
+		var data *Data
+		if operation.SourceTx.Attribute != nil {
+			data = &Data{
+				Type:  operation.SourceTx.Attribute.Type,
+				Value: operation.SourceTx.Attribute.Value,
+			}
+		}
+
+		// transactions
+		var secondTxHash *string
+		if data != nil {
+			attributeTxHash, ok := data.Value["originTxHash"]
+			if ok {
+				txHash, ok := attributeTxHash.(string)
+				if ok {
+					secondTxHash = &txHash
+				}
+			}
+		}
+		transaction := Transaction{
+			TxHash:       operation.SourceTx.TxHash,
+			SecondTxHash: secondTxHash,
+		}
+
+		sourceChain = &SourceChain{
+			ChainId:     chainID,
+			Timestamp:   operation.SourceTx.Timestamp,
+			Transaction: transaction,
+			From:        operation.SourceTx.From,
+			Status:      operation.SourceTx.Status,
+			Data:        data,
+		}
+	}
+
+	// build targetChain
+	var targetChain *TargetChain
+	if operation.DestinationTx != nil {
+		targetChain = &TargetChain{
+			ChainId:   operation.DestinationTx.ChainID,
+			Timestamp: operation.DestinationTx.Timestamp,
+			Transaction: Transaction{
+				TxHash: operation.DestinationTx.TxHash,
+			},
+			Status: operation.DestinationTx.Status,
+			From:   operation.DestinationTx.From,
+			To:     operation.DestinationTx.To,
+		}
+	}
+
+	return sourceChain, targetChain
+}
+
+func toListOperationResponse(operations []*operations.OperationDto, q string, log *zap.Logger) ListOperationResponse {
+	response := ListOperationResponse{
+		Operations: make([]*OperationResponse, 0, len(operations)),
+	}
+
+	for i := range operations {
+		r, err := toOperationResponse(operations[i], log)
+		if err == nil {
+			response.Operations = append(response.Operations, r)
+		}
+	}
+
+	response.Match = buildMatchedField(response, q)
+	return response
+}
+
+func buildMatchedField(operations ListOperationResponse, q string) string {
+	if q == "" {
+		return ""
+	}
+	if len(operations.Operations) == 0 {
+		return ""
+	}
+	operation := operations.Operations[0]
+	if operation.ID == q {
+		return "vaaId"
+	}
+
+	// format q to match values
+	qHexa := strings.ToLower(q)
+	if !utils.StartsWith0x(q) {
+		qHexa = "0x" + strings.ToLower(qHexa)
+	}
+
+	// matched by sourceChain txHash
+	if operation.SourceChain != nil {
+		if operation.SourceChain.Transaction.TxHash == q || operation.SourceChain.Transaction.TxHash == qHexa {
+			return "txHash"
+		}
+
+		if operation.SourceChain.Data != nil {
+			if operation.SourceChain.Data.Value["OriginTxHash"] == q || operation.SourceChain.Data.Value["originTxHash"] == qHexa {
+				return "txHash"
+			}
+		}
+	}
+
+	// matched by targetChain txHash
+	if operation.TargetChain != nil {
+		if operation.TargetChain.Transaction.TxHash == q || operation.TargetChain.Transaction.TxHash == qHexa {
+			return "txHash"
+		}
+	}
+
+	// matched by sourceChain from address
+	if operation.SourceChain != nil {
+		if operation.SourceChain.From == q || operation.SourceChain.From == qHexa {
+			return "address"
+		}
+	}
+
+	// matched by standardizedProperties to address
+	if operation.Content.StandardizedProperties.ToAddress == q || operation.Content.StandardizedProperties.ToAddress == qHexa {
+		return "address"
+	}
+
+	return ""
+}

api/routes/wormscan/relays/controller.go

@@ -2,6 +2,7 @@ package relays
 
 import (
 	"strconv"
+	"time"
 
 	"github.com/gofiber/fiber/v2"
 	"github.com/wormhole-foundation/wormhole-explorer/api/handlers/relays"
@@ -40,5 +41,112 @@ func (c *Controller) FindOne(ctx *fiber.Ctx) error {
 	if err != nil {
 		return err
 	}
-	return ctx.JSON(relay)
+	response := c.makeResponse(relay)
+	return ctx.JSON(response)
+}
+
+func (c *Controller) makeResponse(doc *relays.RelayDoc) *RelayResponse {
+	var data *RelayDataResponse
+	if doc.Data.Metadata != nil {
+		data = &RelayDataResponse{
+			FromTxHash: doc.Data.FromTxHash,
+			ToTxHash:   doc.Data.ToTxHash,
+			Delivery: DeliveryReponse{
+				ResultExecution: ResultExecutionResponse{
+					TransactionHash: doc.Data.Metadata.DeliveryRecord.ResultLog.TransactionHash,
+					RefundStatus:    doc.Data.Metadata.DeliveryRecord.ResultLog.RefundStatus,
+					RevertString:    doc.Data.Metadata.DeliveryRecord.ResultLog.RevertString,
+					Status:          doc.Data.Metadata.DeliveryRecord.ResultLog.Status,
+					GasUsed:         doc.Data.Metadata.DeliveryRecord.ResultLog.GasUsed,
+					Detail:          doc.Data.Metadata.DeliveryRecord.ResultString,
+				},
+				RelayGasUsed: doc.Data.Metadata.DeliveryRecord.GasUsed,
+			},
+			Instructions: InstructionsResponse{
+				EncodedExecutionInfo:   doc.Data.Metadata.Instructions.EncodedExecutionInfo,
+				RefundAddress:          doc.Data.Metadata.Instructions.RefundAddress,
+				SourceDeliveryProvider: doc.Data.Metadata.Instructions.SourceDeliveryProvider,
+				SenderAddress:          doc.Data.Metadata.Instructions.SenderAddress,
+				VaaKeys:                doc.Data.Metadata.Instructions.VaaKeys,
+				ExtraReceiverValue: struct {
+					Hex         string `json:"_hex"`
+					IsBigNumber bool   `json:"_isBigNumber"`
+				}{
+					Hex:         doc.Data.Metadata.Instructions.ExtraReceiverValue.Hex,
+					IsBigNumber: doc.Data.Metadata.Instructions.ExtraReceiverValue.IsBigNumber,
+				},
+				TargetAddress: doc.Data.Metadata.Instructions.TargetAddress,
+				RequestedReceiverValue: struct {
+					Hex         string `json:"_hex"`
+					IsBigNumber bool   `json:"_isBigNumber"`
+				}{
+					Hex:         doc.Data.Metadata.Instructions.RequestedReceiverValue.Hex,
+					IsBigNumber: doc.Data.Metadata.Instructions.RequestedReceiverValue.IsBigNumber,
+				},
+				RefundChainID:          doc.Data.Metadata.Instructions.RefundChainID,
+				RefundDeliveryProvider: doc.Data.Metadata.Instructions.RefundDeliveryProvider,
+				TargetChainID:          doc.Data.Metadata.Instructions.TargetChainID,
+			},
+		}
+	}
+	return &RelayResponse{
+		ID:          doc.ID,
+		Relayer:     doc.Origin,
+		ReceivedAt:  doc.Data.ReceivedAt,
+		Status:      doc.Data.Status,
+		CompletedAt: doc.Data.CompletedAt,
+		FailedAt:    doc.Data.FailedAt,
+		Data:        data,
+	}
+}
+
+type RelayResponse struct {
+	ID          string             `json:"id"`
+	Relayer     string             `json:"relayer"`
+	Status      string             `json:"status"`
+	ReceivedAt  time.Time          `json:"receivedAt"`
+	CompletedAt *time.Time         `json:"completedAt"`
+	FailedAt    *time.Time         `json:"failedAt"`
+	Data        *RelayDataResponse `json:"data"`
+}
+
+type RelayDataResponse struct {
+	FromTxHash   string               `json:"fromTxHash"`
+	ToTxHash     *string              `json:"toTxHash"`
+	Instructions InstructionsResponse `json:"instructions"`
+	Delivery     DeliveryReponse      `json:"delivery"`
+}
+
+type DeliveryReponse struct {
+	ResultExecution ResultExecutionResponse `json:"execution"`
+	RelayGasUsed    int                     `json:"relayGasUsed"`
+}
+
+type ResultExecutionResponse struct {
+	TransactionHash string `json:"transactionHash"`
+	RefundStatus    string `json:"refundStatus"`
+	RevertString    string `json:"revertString"`
+	Status          string `json:"status"`
+	GasUsed         string `json:"gasUsed"`
+	Detail          string `json:"detail"`
+}
+
+type InstructionsResponse struct {
+	EncodedExecutionInfo   string `json:"encodedExecutionInfo"`
+	RefundAddress          string `json:"refundAddress"`
+	SourceDeliveryProvider string `json:"sourceDeliveryProvider"`
+	SenderAddress          string `json:"senderAddress"`
+	VaaKeys                []any  `json:"vaaKeys"`
+	ExtraReceiverValue     struct {
+		Hex         string `json:"_hex"`
+		IsBigNumber bool   `json:"_isBigNumber"`
+	} `json:"extraReceiverValue"`
+	TargetAddress          string `json:"targetAddress"`
+	RequestedReceiverValue struct {
+		Hex         string `json:"_hex"`
+		IsBigNumber bool   `json:"_isBigNumber"`
+	} `json:"requestedReceiverValue"`
+	RefundChainID          int    `json:"refundChainId"`
+	RefundDeliveryProvider string `json:"refundDeliveryProvider"`
+	TargetChainID          int    `json:"targetChainId"`
 }

api/routes/wormscan/routes.go

@@ -10,6 +10,7 @@ import (
 	govsvc "github.com/wormhole-foundation/wormhole-explorer/api/handlers/governor"
 	infrasvc "github.com/wormhole-foundation/wormhole-explorer/api/handlers/infrastructure"
 	obssvc "github.com/wormhole-foundation/wormhole-explorer/api/handlers/observations"
+	opsvc "github.com/wormhole-foundation/wormhole-explorer/api/handlers/operations"
 	relayssvc "github.com/wormhole-foundation/wormhole-explorer/api/handlers/relays"
 	trxsvc "github.com/wormhole-foundation/wormhole-explorer/api/handlers/transactions"
 	vaasvc "github.com/wormhole-foundation/wormhole-explorer/api/handlers/vaa"
@@ -17,6 +18,7 @@ import (
 	"github.com/wormhole-foundation/wormhole-explorer/api/routes/wormscan/governor"
 	"github.com/wormhole-foundation/wormhole-explorer/api/routes/wormscan/infrastructure"
 	"github.com/wormhole-foundation/wormhole-explorer/api/routes/wormscan/observations"
+	"github.com/wormhole-foundation/wormhole-explorer/api/routes/wormscan/operations"
 	"github.com/wormhole-foundation/wormhole-explorer/api/routes/wormscan/relays"
 	"github.com/wormhole-foundation/wormhole-explorer/api/routes/wormscan/transactions"
 	"github.com/wormhole-foundation/wormhole-explorer/api/routes/wormscan/vaa"
@@ -44,6 +46,7 @@ func RegisterRoutes(
 	infrastructureService *infrasvc.Service,
 	transactionsService *trxsvc.Service,
 	relaysService *relayssvc.Service,
+	operationsService *opsvc.Service,
 ) {
 
 	// Set up controllers
@@ -54,6 +57,7 @@ func RegisterRoutes(
 	infrastructureCtrl := infrastructure.NewController(infrastructureService)
 	transactionCtrl := transactions.NewController(transactionsService, rootLogger)
 	relaysCtrl := relays.NewController(relaysService, rootLogger)
+	opsCtrl := operations.NewController(operationsService, rootLogger)
 
 	// Set up route handlers
 	api := app.Group("/api/v1")
@@ -78,6 +82,11 @@ func RegisterRoutes(
 	api.Get("/transactions", transactionCtrl.ListTransactions)
 	api.Get("/transactions/:chain/:emitter/:sequence", transactionCtrl.GetTransactionByID)
 
+	// operations resource
+	operations := api.Group("/operations")
+	operations.Get("/", opsCtrl.FindAll)
+	operations.Get("/:chain/:emitter/:sequence", opsCtrl.FindById)
+
 	// vaas resource
 	vaas := api.Group("/vaas")
 	vaas.Use(cache.New(cacheConfig))

api/routes/wormscan/transactions/controller.go

@@ -169,7 +169,7 @@ func (c *Controller) GetTopAssets(ctx *fiber.Ctx) error {
 		}
 
 		// Look up the token symbol
-		tokenMeta, ok := domain.GetTokenByAddress(assetDTOs[i].TokenChain, assetDTOs[i].TokenAddress)
+		tokenMeta, ok := c.srv.GetTokenProvider().GetTokenByAddress(assetDTOs[i].TokenChain, assetDTOs[i].TokenAddress)
 		if ok {
 			asset.Symbol = tokenMeta.Symbol.String()
 		}

blockchain-watcher/config/prod-mainnet.json

@@ -0,0 +1,11 @@
+{
+  "platforms": {
+    "ethereum": {
+      "name": "ethereum",
+      "network": "mainnet",
+      "chainId": 2,
+      "rpcs": ["https://rpc.ankr.com/eth"],
+      "timeout": 10000
+    }
+  }
+}

blockchain-watcher/config/prod-testnet.json

@@ -0,0 +1 @@
+{}

common/client/cache/notional/cache_test.go

@@ -26,13 +26,13 @@ func TestNotionalCache_renderRegexp(t *testing.T) {
 	}
 
 	key := nc.renderRegExp()
-	assert.Equal(t, "*staging-mainnet:WORMSCAN:NOTIONAL:SYMBOL:*", key)
+	assert.Equal(t, "*staging-mainnet:WORMSCAN:NOTIONAL:TOKEN:*", key)
 
 	nc = &NotionalCache{
 		client: nil,
 		prefix: "",
 	}
 	key = nc.renderRegExp()
-	assert.Equal(t, "*WORMSCAN:NOTIONAL:SYMBOL:*", key)
+	assert.Equal(t, "*WORMSCAN:NOTIONAL:TOKEN:*", key)
 
 }

common/domain/events.go

@@ -1,63 +0,0 @@
-package domain
-
-import (
-	"encoding/json"
-	"time"
-)
-
-const (
-	SignedVaaType           = "signed-vaa"
-	PublishedLogMessageType = "published-log-message"
-)
-
-type NotificationEvent struct {
-	TrackID string          `json:"trackId"`
-	Source  string          `json:"source"`
-	Type    string          `json:"type"`
-	Payload json.RawMessage `json:"payload"`
-}
-
-func NewNotificationEvent[T EventPayload](trackID, source, _type string, payload T) (*NotificationEvent, error) {
-	p, err := json.Marshal(payload)
-	if err != nil {
-		return nil, err
-	}
-	return &NotificationEvent{
-		TrackID: trackID,
-		Source:  source,
-		Type:    _type,
-		Payload: json.RawMessage(p),
-	}, nil
-}
-
-type EventPayload interface {
-	SignedVaa | PublishedLogMessage
-}
-
-func GetEventPayload[T EventPayload](e *NotificationEvent) (T, error) {
-	var payload T
-	err := json.Unmarshal(e.Payload, &payload)
-	return payload, err
-}
-
-type SignedVaa struct {
-	ID               string    `json:"id"`
-	EmitterChain     uint16    `json:"emitterChain"`
-	EmitterAddr      string    `json:"emitterAddr"`
-	Sequence         uint64    `json:"sequence"`
-	GuardianSetIndex uint32    `json:"guardianSetIndex"`
-	Timestamp        time.Time `json:"timestamp"`
-	Vaa              []byte    `json:"vaa"`
-	TxHash           string    `json:"txHash"`
-	Version          int       `json:"version"`
-}
-
-type PublishedLogMessage struct {
-	ID           string    `json:"id"`
-	EmitterChain uint16    `json:"emitterChain"`
-	EmitterAddr  string    `json:"emitterAddr"`
-	Sequence     uint64    `json:"sequence"`
-	Timestamp    time.Time `json:"timestamp"`
-	Vaa          []byte    `json:"vaa"`
-	TxHash       string    `json:"txHash"`
-}

common/domain/testnet_tokens.go

@@ -0,0 +1,16 @@
+package domain
+
+func manualTestnetTokenList() []TokenMetadata {
+	return []TokenMetadata{
+		{TokenChain: 1, TokenAddress: "069b8857feab8184fb687f634618c035dac439dc1aeb3b5598a0f00000000001", Symbol: "SOL", CoingeckoID: "wrapped-solana", Decimals: 9},
+		{TokenChain: 2, TokenAddress: "000000000000000000000000b4fbf271143f4fbf7b91a5ded31805e42b2208d6", Symbol: "WETH", CoingeckoID: "weth", Decimals: 18},
+		{TokenChain: 2, TokenAddress: "00000000000000000000000011fe4b6ae13d2a6055c8d9cf65c55bac32b5d844", Symbol: "DAI", CoingeckoID: "dai", Decimals: 18},
+		{TokenChain: 4, TokenAddress: "000000000000000000000000ae13d989dac2f0debff460ac112a837c89baa7cd", Symbol: "WBNB", CoingeckoID: "wbnb", Decimals: 18},
+		{TokenChain: 5, TokenAddress: "0000000000000000000000009c3c9283d3e44854697cd22d3faa240cfb032889", Symbol: "WMATIC", CoingeckoID: "wmatic", Decimals: 18},
+		{TokenChain: 6, TokenAddress: "0000000000000000000000005425890298aed601595a70ab815c96711a31bc65", Symbol: "USDC", CoingeckoID: "usd-coin", Decimals: 6},
+		{TokenChain: 6, TokenAddress: "000000000000000000000000d00ae08403b9bbb9124bb305c09058e32c39a48c", Symbol: "WAVAX", CoingeckoID: "wrapped-avax", Decimals: 18},
+		{TokenChain: 10, TokenAddress: "000000000000000000000000f1277d1ed8ad466beddf92ef448a132661956621", Symbol: "WFTM", CoingeckoID: "wrapped-fantom", Decimals: 18},
+		{TokenChain: 14, TokenAddress: "000000000000000000000000f194afdf50b03e69bd7d057c1aa9e10c9954e4c9", Symbol: "CELO", CoingeckoID: "celo", Decimals: 18},
+		{TokenChain: 16, TokenAddress: "000000000000000000000000d909178cc99d318e4d46e7e66a972955859670e1", Symbol: "GLMR", CoingeckoID: "wrapped-moonbeam", Decimals: 18},
+		{TokenChain: 21, TokenAddress: "587c29de216efd4219573e08a1f6964d4fa7cb714518c2c8a0f29abfa264327d", Symbol: "SUI", CoingeckoID: "sui", Decimals: 9}}
+}

common/domain/tokens.go

@@ -24,20 +24,37 @@ type TokenMetadata struct {
 	Decimals    int64
 }
 
-var (
-	tokenMetadata              = generatedMainnetTokenList()
-	tokenMetadataByContractID  = make(map[string]*TokenMetadata)
-	tokenMetadataByCoingeckoID = make(map[string]*TokenMetadata)
-)
+type TokenProvider struct {
+	p2pNetwork                 string
+	tokenMetadata              []TokenMetadata
+	tokenMetadataByContractID  map[string]*TokenMetadata
+	tokenMetadataByCoingeckoID map[string]*TokenMetadata
+}
 
 func (t *TokenMetadata) GetTokenID() string {
 	return fmt.Sprintf("%d/%s", t.TokenChain, t.TokenAddress)
 }
 
-func init() {
+func makeContractID(tokenChain sdk.ChainID, tokenAddress string) string {
+	return fmt.Sprintf("%d-%s", tokenChain, tokenAddress)
+}
+
+func NewTokenProvider(p2pNetwork string) *TokenProvider {
+	var tokenMetadata []TokenMetadata
+
+	switch p2pNetwork {
+	case P2pMainNet:
+		tokenMetadata = generatedMainnetTokenList()
+	case P2pTestNet:
+		tokenMetadata = manualTestnetTokenList()
+	default:
+		panic(fmt.Sprintf("unknown p2p network: %s", p2pNetwork))
+	}
+
+	tokenMetadataByContractID := make(map[string]*TokenMetadata)
+	tokenMetadataByCoingeckoID := make(map[string]*TokenMetadata)
 
 	for i := range tokenMetadata {
-
 		// populate the map `tokenMetadataByCoingeckoID`
 		coingeckoID := tokenMetadata[i].CoingeckoID
 		if coingeckoID != "" {
@@ -50,26 +67,28 @@ func init() {
 			tokenMetadataByContractID[contractID] = &tokenMetadata[i]
 		}
 	}
-}
-
-func makeContractID(tokenChain sdk.ChainID, tokenAddress string) string {
-	return fmt.Sprintf("%d-%s", tokenChain, tokenAddress)
+	return &TokenProvider{
+		p2pNetwork:                 p2pNetwork,
+		tokenMetadata:              tokenMetadata,
+		tokenMetadataByContractID:  tokenMetadataByContractID,
+		tokenMetadataByCoingeckoID: tokenMetadataByCoingeckoID,
+	}
 }
 
 // GetAllTokens returns a list of all tokens that exist in the database.
 //
 // The caller must not modify the `[]TokenMetadata` returned.
-func GetAllTokens() []TokenMetadata {
-	return tokenMetadata
+func (t *TokenProvider) GetAllTokens() []TokenMetadata {
+	return t.tokenMetadata
 }
 
 // GetAllCoingeckoIDs returns a list of all coingecko IDs that exist in the database.
-func GetAllCoingeckoIDs() []string {
+func (t *TokenProvider) GetAllCoingeckoIDs() []string {
 
 	// use a map to remove duplicates
-	uniqueIDs := make(map[string]bool, len(tokenMetadata))
-	for i := range tokenMetadata {
-		uniqueIDs[tokenMetadata[i].CoingeckoID] = true
+	uniqueIDs := make(map[string]bool, len(t.tokenMetadata))
+	for i := range t.tokenMetadata {
+		uniqueIDs[t.tokenMetadata[i].CoingeckoID] = true
 	}
 
 	// collect keys into a slice
@@ -84,9 +103,9 @@ func GetAllCoingeckoIDs() []string {
 // GetTokenByCoingeckoID returns information about a token identified by its coingecko ID.
 //
 // The caller must not modify the `*TokenMetadata` returned.
-func GetTokenByCoingeckoID(coingeckoID string) (*TokenMetadata, bool) {
+func (t *TokenProvider) GetTokenByCoingeckoID(coingeckoID string) (*TokenMetadata, bool) {
 
-	result, ok := tokenMetadataByCoingeckoID[coingeckoID]
+	result, ok := t.tokenMetadataByCoingeckoID[coingeckoID]
 	if !ok {
 		return nil, false
 	}
@@ -97,14 +116,18 @@ func GetTokenByCoingeckoID(coingeckoID string) (*TokenMetadata, bool) {
 // GetTokenByAddress returns information about a token identified by its original mint address.
 //
 // The caller must not modify the `*TokenMetadata` returned.
-func GetTokenByAddress(tokenChain sdk.ChainID, tokenAddress string) (*TokenMetadata, bool) {
+func (t *TokenProvider) GetTokenByAddress(tokenChain sdk.ChainID, tokenAddress string) (*TokenMetadata, bool) {
 
 	key := makeContractID(tokenChain, tokenAddress)
 
-	result, ok := tokenMetadataByContractID[key]
+	result, ok := t.tokenMetadataByContractID[key]
 	if !ok {
 		return nil, false
 	}
 
 	return result, true
 }
+
+func (t *TokenProvider) GetP2pNewtork() string {
+	return t.p2pNetwork
+}

common/events/types.go

@@ -0,0 +1,74 @@
+package events
+
+import (
+	"encoding/json"
+	"time"
+)
+
+const (
+	SignedVaaType                 = "signed-vaa"
+	LogMessagePublishedMesageType = "log-message-published"
+)
+
+type NotificationEvent struct {
+	TrackID   string          `json:"trackId"`
+	Source    string          `json:"source"`
+	Event     string          `json:"event"`
+	Version   string          `json:"version"`
+	Timestamp time.Time       `json:"timestamp"`
+	Data      json.RawMessage `json:"data"`
+}
+
+func NewNotificationEvent[T EventData](trackID, source, _type string, data T) (*NotificationEvent, error) {
+	p, err := json.Marshal(data)
+	if err != nil {
+		return nil, err
+	}
+	return &NotificationEvent{
+		TrackID:   trackID,
+		Source:    source,
+		Event:     _type,
+		Data:      json.RawMessage(p),
+		Version:   "1",
+		Timestamp: time.Now(),
+	}, nil
+}
+
+type EventData interface {
+	SignedVaa | LogMessagePublished
+}
+
+func GetEventData[T EventData](e *NotificationEvent) (T, error) {
+	var data T
+	err := json.Unmarshal(e.Data, &data)
+	return data, err
+}
+
+type SignedVaa struct {
+	ID               string    `json:"id"`
+	EmitterChain     uint16    `json:"emitterChain"`
+	EmitterAddress   string    `json:"emitterAddress"`
+	Sequence         uint64    `json:"sequence"`
+	GuardianSetIndex uint32    `json:"guardianSetIndex"`
+	Timestamp        time.Time `json:"timestamp"`
+	Vaa              []byte    `json:"vaa"`
+	TxHash           string    `json:"txHash"`
+	Version          int       `json:"version"`
+}
+
+type LogMessagePublished struct {
+	ChainID     uint16                        `json:"chainId"`
+	Emitter     string                        `json:"emitter"`
+	TxHash      string                        `json:"txHash"`
+	BlockHeight string                        `json:"blockHeight"`
+	BlockTime   time.Time                     `json:"blockTime"`
+	Attributes  PublishedLogMessageAttributes `json:"attributes"`
+}
+
+type PublishedLogMessageAttributes struct {
+	Sender           string `json:"sender"`
+	Sequence         uint64 `json:"sequence"`
+	Nonce            uint32 `json:"nonce"`
+	Payload          string `json:"payload"`
+	ConsistencyLevel uint8  `json:"consistencyLevel"`
+}

common/events/types_test.go

@@ -1,4 +1,4 @@
-package domain
+package events
 
 import (
 	"encoding/json"
@@ -13,8 +13,8 @@ func Test_GetEventPayload(t *testing.T) {
 	body := `{
 		"trackId": "63e16082da939a263512a307",
 		"source": "fly",
-		"type": "signed-vaa",
-		"payload": {
+		"event": "signed-vaa",
+		"data": {
 			"id": "2/000000000000000000000000f890982f9310df57d00f659cf4fd87e65aded8d7/162727",
 			"emitterChain": 2,
 			"emitterAddr": "000000000000000000000000f890982f9310df57d00f659cf4fd87e65aded8d7",
@@ -32,8 +32,8 @@ func Test_GetEventPayload(t *testing.T) {
 	assert.NoError(t, err)
 	assert.Equal(t, "63e16082da939a263512a307", event.TrackID)
 	assert.Equal(t, "fly", event.Source)
-	assert.Equal(t, SignedVaaType, event.Type)
-	signedVaa, err := GetEventPayload[SignedVaa](&event)
+	assert.Equal(t, SignedVaaType, event.Event)
+	signedVaa, err := GetEventData[SignedVaa](&event)
 	assert.NoError(t, err)
 	assert.Equal(t, "2/000000000000000000000000f890982f9310df57d00f659cf4fd87e65aded8d7/162727", signedVaa.ID)
 }
@@ -43,7 +43,7 @@ func Test_GetEventPayload_Error(t *testing.T) {
 	body := `{
 		"trackId": "63e16082da939a263512a307",
 		"source": "fly",
-		"type": "signed-vaa"
+		"event": "signed-vaa"
 	}`
 
 	event := NotificationEvent{}
@@ -51,7 +51,7 @@ func Test_GetEventPayload_Error(t *testing.T) {
 	assert.NoError(t, err)
 	assert.Equal(t, "63e16082da939a263512a307", event.TrackID)
 	assert.Equal(t, "fly", event.Source)
-	assert.Equal(t, SignedVaaType, event.Type)
-	_, err = GetEventPayload[SignedVaa](&event)
+	assert.Equal(t, SignedVaaType, event.Event)
+	_, err = GetEventData[SignedVaa](&event)
 	assert.Error(t, err)
 }

common/events/vaa.go

@@ -0,0 +1,35 @@
+package events
+
+import (
+	"encoding/hex"
+	"fmt"
+	"strings"
+
+	sdk "github.com/wormhole-foundation/wormhole/sdk/vaa"
+)
+
+func CreateUnsignedVAA(plm *LogMessagePublished) (*sdk.VAA, error) {
+
+	address, err := sdk.StringToAddress(plm.Attributes.Sender)
+	if err != nil {
+		return nil, fmt.Errorf("error converting emitter address: %w", err)
+	}
+	payload, err := hex.DecodeString(strings.TrimPrefix(plm.Attributes.Payload, "0x"))
+	if err != nil {
+		return nil, fmt.Errorf("error converting payload: %w", err)
+	}
+
+	vaa := sdk.VAA{
+		Version:          sdk.SupportedVAAVersion,
+		GuardianSetIndex: 1,
+		EmitterChain:     sdk.ChainID(plm.ChainID),
+		EmitterAddress:   address,
+		Sequence:         plm.Attributes.Sequence,
+		Timestamp:        plm.BlockTime,
+		Payload:          payload,
+		Nonce:            plm.Attributes.Nonce,
+		ConsistencyLevel: plm.Attributes.ConsistencyLevel,
+	}
+
+	return &vaa, nil
+}

common/health/controller.go

@@ -1,21 +1,20 @@
-package infrastructure
+package health
 
 import (
 	"fmt"
 
 	"github.com/gofiber/fiber/v2"
-	"github.com/wormhole-foundation/wormhole-explorer/common/health"
 	"go.uber.org/zap"
 )
 
 // Controller definition.
 type Controller struct {
-	checks []health.Check
+	checks []Check
 	logger *zap.Logger
 }
 
 // NewController creates a Controller instance.
-func NewController(checks []health.Check, logger *zap.Logger) *Controller {
+func NewController(checks []Check, logger *zap.Logger) *Controller {
 	return &Controller{checks: checks, logger: logger}
 }
 

contract-watcher/go.mod

@@ -45,10 +45,12 @@ require (
 	github.com/decred/dcrd/dcrec/secp256k1/v4 v4.1.0 // indirect
 	github.com/deepmap/oapi-codegen v1.12.4 // indirect
 	github.com/dfuse-io/logging v0.0.0-20201110202154-26697de88c79 // indirect
+	github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f // indirect
 	github.com/ethereum/go-ethereum v1.11.3 // indirect
 	github.com/fatih/color v1.9.0 // indirect
 	github.com/gagliardetto/binary v0.7.7 // indirect
 	github.com/gagliardetto/treeout v0.1.4 // indirect
+	github.com/go-redis/redis/v8 v8.11.5 // indirect
 	github.com/gofiber/adaptor/v2 v2.1.31 // indirect
 	github.com/golang/groupcache v0.0.0-20200121045136-8c9f03a8e57e // indirect
 	github.com/golang/protobuf v1.5.2 // indirect

contract-watcher/go.sum

@@ -133,6 +133,8 @@ github.com/deepmap/oapi-codegen v1.12.4/go.mod h1:3lgHGMu6myQ2vqbbTXH2H1o4eXFTGn
 github.com/dfuse-io/logging v0.0.0-20201110202154-26697de88c79 h1:+HRtcJejUYA/2rnyTMbOaZ4g7f4aVuFduTV/03dbpLY=
 github.com/dfuse-io/logging v0.0.0-20201110202154-26697de88c79/go.mod h1:V+ED4kT/t/lKtH99JQmKIb0v9WL3VaYkJ36CfHlVECI=
 github.com/dgrijalva/jwt-go v3.2.0+incompatible/go.mod h1:E3ru+11k8xSBh+hMPgOLZmtrrCbhqsmaPHjLKYnJCaQ=
+github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f h1:lO4WD4F/rVNCu3HqELle0jiPLLBs70cWOduZpkS1E78=
+github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f/go.mod h1:cuUVRXasLTGF7a8hSLbxyZXjz+1KgoB3wDUb6vlszIc=
 github.com/dgryski/go-sip13 v0.0.0-20181026042036-e10d5fee7954/go.mod h1:vAd38F8PWV+bWy6jNmig1y/TA+kYO4g3RSRF0IAv0no=
 github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4=
 github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4=
@@ -144,6 +146,7 @@ github.com/fatih/color v1.7.0/go.mod h1:Zm6kSWBoL9eyXnKyktHP6abPY2pDugNf5Kwzbycv
 github.com/fatih/color v1.9.0 h1:8xPHl4/q1VyqGIPif1F+1V3Y3lSmrq01EabUW3CoW5s=
 github.com/fatih/color v1.9.0/go.mod h1:eQcE1qtQxscV5RaZvpXrrb8Drkc3/DdQ+uUYCNjL+zU=
 github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo=
+github.com/fsnotify/fsnotify v1.6.0 h1:n+5WquG0fcWoWp6xPWfHdbskMCQaFnG6PfBrh1Ky4HY=
 github.com/gagliardetto/binary v0.7.7 h1:QZpT38+sgoPg+TIQjH94sLbl/vX+nlIRA37pEyOsjfY=
 github.com/gagliardetto/binary v0.7.7/go.mod h1:mUuay5LL8wFVnIlecHakSZMvcdqfs+CsotR5n77kyjM=
 github.com/gagliardetto/gofuzz v1.2.2/go.mod h1:bkH/3hYLZrMLbfYWA0pWzXmi5TTRZnu4pMGZBkqMKvY=
@@ -163,6 +166,8 @@ github.com/go-logfmt/logfmt v0.3.0/go.mod h1:Qt1PoO58o5twSAckw1HlFXLmHsOX5/0LbT9
 github.com/go-logfmt/logfmt v0.4.0/go.mod h1:3RMwSq7FuexP4Kalkev3ejPJsZTpXXBr9+V4qmtdjCk=
 github.com/go-logfmt/logfmt v0.5.0/go.mod h1:wCYkCAKZfumFQihp8CzCvQ3paCTfi41vtzG1KdI/P7A=
 github.com/go-logfmt/logfmt v0.5.1/go.mod h1:WYhtIu8zTZfxdn5+rREduYbwxfcBr/Vr6KEVveWlfTs=
+github.com/go-redis/redis/v8 v8.11.5 h1:AcZZR7igkdvfVmQTPnu9WE37LRrO/YrBH5zWyjDC0oI=
+github.com/go-redis/redis/v8 v8.11.5/go.mod h1:gREzHqY1hg6oD9ngVRbLStwAWKhA0FEgq8Jd4h5lpwo=
 github.com/go-resty/resty/v2 v2.7.0 h1:me+K9p3uhSmXtrBZ4k9jcEAfJmuC8IivWHwaLZwPrFY=
 github.com/go-resty/resty/v2 v2.7.0/go.mod h1:9PWDzw47qPphMRFfhsyk0NnSgvluHcljSMVIq3w7q0I=
 github.com/go-stack/stack v1.8.0/go.mod h1:v0f6uXyyMGvRgIKkXu+yp6POWl0qKG85gN/melR3HDY=
@@ -364,12 +369,14 @@ github.com/near/borsh-go v0.3.1 h1:ukNbhJlPKxfua0/nIuMZhggSU8zvtRP/VyC25LLqPUA=
 github.com/near/borsh-go v0.3.1/go.mod h1:NeMochZp7jN/pYFuxLkrZtmLqbADmnp/y1+/dL+AsyQ=
 github.com/nkovacs/streamquote v0.0.0-20170412213628-49af9bddb229/go.mod h1:0aYXnNPJ8l7uZxf45rWW1a/uME32OF0rhiYGNQ2oF2E=
 github.com/nxadm/tail v1.4.4/go.mod h1:kenIhsEOeOJmVchQTgglprH7qJGnHDVpk1VPCcaMI8A=
+github.com/nxadm/tail v1.4.8 h1:nPr65rt6Y5JFSKQO7qToXr7pePgD6Gwiw05lkbyAQTE=
 github.com/oklog/ulid v1.3.1/go.mod h1:CirwcVhetQ6Lv90oh/F+FBtV6XMibvdAFo93nm5qn4U=
 github.com/onsi/ginkgo v1.6.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE=
 github.com/onsi/ginkgo v1.12.1/go.mod h1:zj2OWP4+oCPe1qIXoGWkgMRwljMUYCdkwsT2108oapk=
+github.com/onsi/ginkgo v1.16.5 h1:8xi0RTUf59SOSfEtZMvwTvXYMzG4gV23XVHOZiXNtnE=
 github.com/onsi/gomega v1.7.1/go.mod h1:XdKZgCCFLUoM/7CFJVPcG8C1xQ1AJ0vpAezJrB7JYyY=
-github.com/onsi/gomega v1.10.1 h1:o0+MgICZLuZ7xjH7Vx6zS/zcu93/BEp1VwkIW1mEXCE=
 github.com/onsi/gomega v1.10.1/go.mod h1:iN09h71vgCQne3DLsj+A5owkum+a2tYe+TOCB1ybHNo=
+github.com/onsi/gomega v1.18.1 h1:M1GfJqGRrBrrGGsbxzV5dqM2U2ApXefZCQpkukxYRLE=
 github.com/opsgenie/opsgenie-go-sdk-v2 v1.2.19 h1:JernwK3Bgd5x+UJPV6S2LPYoBF+DFOYBoQ5JeJPVBNc=
 github.com/opsgenie/opsgenie-go-sdk-v2 v1.2.19/go.mod h1:4OjcxgwdXzezqytxN534MooNmrxRD50geWZxTD7845s=
 github.com/pascaldekloe/goe v0.0.0-20180627143212-57f6aae5913c/go.mod h1:lzWF7FIEvWOWxwDKqyGYQf6ZUaNfKdP144TG7ZOy1lc=
@@ -807,7 +814,6 @@ golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8T
 golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
 golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
 golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
-golang.org/x/xerrors v0.0.0-20220517211312-f3a8303e98df h1:5Pf6pFKu98ODmgnpvkJ3kFUOQGGLIzLIkbzUHp47618=
 google.golang.org/api v0.4.0/go.mod h1:8k5glujaEP+g9n7WNsDg8QP6cUVNI86fCNMcbazEtwE=
 google.golang.org/api v0.7.0/go.mod h1:WtwebWUNSVBH/HAw79HIFXZNqEvBhG+Ra+ax0hx3E3M=
 google.golang.org/api v0.8.0/go.mod h1:o4eAsZoiT+ibD93RtjEohWalFOjRDx6CVaqeizhEnKg=
@@ -899,6 +905,7 @@ gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI=
 gopkg.in/fsnotify.v1 v1.4.7/go.mod h1:Tz8NjZHkW78fSQdbUxIjBTcgA1z1m8ZHf0WmKUhAMys=
 gopkg.in/ini.v1 v1.51.0/go.mod h1:pNLf8WUiyNEtQjuu5G5vTm06TEv9tsIgeAvK8hOrP4k=
 gopkg.in/resty.v1 v1.12.0/go.mod h1:mDo4pnntr5jdWRML875a/NmxYqAlA73dVijT2AXvQQo=
+gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7 h1:uRGJdciOHaEIrze2W8Q3AKkepLTh2hOroT7a+7czfdQ=
 gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7/go.mod h1:dt/ZhP58zS4L8KSrWDmTeBkI65Dw0HsyUHuEVlX15mw=
 gopkg.in/yaml.v2 v2.0.0-20170812160011-eb3733d160e7/go.mod h1:JAlM8MvJe8wmxCU4Bli9HhUf9+ttbYbLASfIpnQbh74=
 gopkg.in/yaml.v2 v2.2.1/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=

contract-watcher/watcher/watcher_test.go

@@ -198,7 +198,7 @@ func TestCheckTxShouldBeUpdated(t *testing.T) {
 			inputGetGlobalTransactionByIDFunc: func(ctx context.Context, id string) (storage.TransactionUpdate, error) {
 				return storage.TransactionUpdate{}, storage.ErrDocNotFound
 			},
-			expectedUpdate: true,
+			expectedUpdate: false,
 			expectedError:  ErrInvalidTxStatus,
 		},
 	}
@@ -208,7 +208,7 @@ func TestCheckTxShouldBeUpdated(t *testing.T) {
 		t.Run(tc.name, func(t *testing.T) {
 			update, err := checkTxShouldBeUpdated(context.Background(), tc.inputTx, tc.inputGetGlobalTransactionByIDFunc)
 			if update != tc.expectedUpdate {
-				t.Errorf("expected update %v, got %v", tc.expectedUpdate, update)
+				t.Errorf("%s - expected update %v, got %v", tc.name, tc.expectedUpdate, update)
 			}
 			if err != tc.expectedError {
 				t.Errorf("expected error %v, got %v", tc.expectedError, err)

deploy/analytics/analytics-service.yaml

@@ -46,10 +46,21 @@ spec:
               value: "8000"
             - name: LOG_LEVEL
               value: "INFO"
-            - name: SQS_URL
-              value: {{ .SQS_URL }}
+            - name: PIPELINE_SQS_URL
+              valueFrom:
+                configMapKeyRef:
+                  name: analytics
+                  key: pipeline-sqs-url
+            - name: NOTIFICATIONS_SQS_URL
+              valueFrom:
+                configMapKeyRef:
+                  name: analytics
+                  key: notifications-sqs-url
             - name: AWS_REGION
-              value: {{ .SQS_AWS_REGION }}
+              valueFrom:
+                configMapKeyRef:
+                  name: analytics
+                  key: aws-region
             - name: PPROF_ENABLED
               value: "{{ .PPROF_ENABLED }}"
             - name: P2P_NETWORK

deploy/analytics/configmap.yaml

@@ -0,0 +1,10 @@
+---
+kind: ConfigMap
+apiVersion: v1
+metadata:
+  name: analytics
+  namespace: {{ .NAMESPACE }}
+data:
+  aws-region: {{ .SQS_AWS_REGION }}
+  pipeline-sqs-url: {{ .PIPELINE_SQS_URL }}
+  notifications-sqs-url: {{ .NOTIFICATIONS_SQS_URL }}

deploy/analytics/env/production-mainnet.env

@@ -7,7 +7,8 @@ RESOURCES_LIMITS_MEMORY=64Mi
 RESOURCES_LIMITS_CPU=200m
 RESOURCES_REQUESTS_MEMORY=32Mi
 RESOURCES_REQUESTS_CPU=100m
-SQS_URL=
+PIPELINE_SQS_URL=
+NOTIFICATIONS_SQS_URL=
 SQS_AWS_REGION=
 P2P_NETWORK=mainnet
 PPROF_ENABLED=false

deploy/analytics/env/production-testnet.env

@@ -7,7 +7,8 @@ RESOURCES_LIMITS_MEMORY=128Mi
 RESOURCES_LIMITS_CPU=200m
 RESOURCES_REQUESTS_MEMORY=64Mi
 RESOURCES_REQUESTS_CPU=100m
-SQS_URL=
+PIPELINE_SQS_URL=
+NOTIFICATIONS_SQS_URL=
 SQS_AWS_REGION=
 P2P_NETWORK=testnet
 PPROF_ENABLED=false

deploy/analytics/env/staging-mainnet.env

@@ -7,7 +7,8 @@ RESOURCES_LIMITS_MEMORY=64Mi
 RESOURCES_LIMITS_CPU=200m
 RESOURCES_REQUESTS_MEMORY=32Mi
 RESOURCES_REQUESTS_CPU=100m
-SQS_URL=
+PIPELINE_SQS_URL=
+NOTIFICATIONS_SQS_URL=
 SQS_AWS_REGION=
 P2P_NETWORK=mainnet
 PPROF_ENABLED=true

deploy/analytics/env/staging-testnet.env

@@ -7,7 +7,8 @@ RESOURCES_LIMITS_MEMORY=128Mi
 RESOURCES_LIMITS_CPU=200m
 RESOURCES_REQUESTS_MEMORY=64Mi
 RESOURCES_REQUESTS_CPU=100m
-SQS_URL=
+PIPELINE_SQS_URL=
+NOTIFICATIONS_SQS_URL=
 SQS_AWS_REGION=
 P2P_NETWORK=testnet
 PPROF_ENABLED=false

deploy/jobs/env/production-testnet.env

@@ -6,7 +6,7 @@ RESOURCES_LIMITS_MEMORY=30Mi
 RESOURCES_LIMITS_CPU=20m
 RESOURCES_REQUESTS_MEMORY=15Mi
 RESOURCES_REQUESTS_CPU=10m
-P2P_NETWORK=mainnet
+P2P_NETWORK=testnet
 COINGECKO_URL=https://api.coingecko.com/api/v3
 NOTIONAL_CHANNEL=WORMSCAN:NOTIONAL
 LOG_LEVEL=INFO

deploy/jobs/env/staging-testnet.env

@@ -6,7 +6,7 @@ RESOURCES_LIMITS_MEMORY=30Mi
 RESOURCES_LIMITS_CPU=20m
 RESOURCES_REQUESTS_MEMORY=15Mi
 RESOURCES_REQUESTS_CPU=10m
-P2P_NETWORK=mainnet
+P2P_NETWORK=testnet
 COINGECKO_URL=https://api.coingecko.com/api/v3
 NOTIONAL_CHANNEL=WORMSCAN:NOTIONAL
 LOG_LEVEL=INFO

deploy/parser/configmap.yaml

@@ -0,0 +1,10 @@
+---
+kind: ConfigMap
+apiVersion: v1
+metadata:
+  name: parser
+  namespace: {{ .NAMESPACE }}
+data:
+  aws-region: {{ .SQS_AWS_REGION }}
+  pipeline-sqs-url: {{ .PIPELINE_SQS_URL }}
+  notifications-sqs-url: {{ .NOTIFICATIONS_SQS_URL }}

deploy/parser/env/production-mainnet.env

@@ -7,7 +7,8 @@ RESOURCES_LIMITS_MEMORY=256Mi
 RESOURCES_LIMITS_CPU=500m
 RESOURCES_REQUESTS_MEMORY=128Mi
 RESOURCES_REQUESTS_CPU=250m
-SQS_URL=
+PIPELINE_SQS_URL=
+NOTIFICATIONS_SQS_URL=
 SQS_AWS_REGION=
 VAA_PAYLOAD_PARSER_URL=http://wormscan-vaa-payload-parser.wormscan
 VAA_PAYLOAD_PARSER_TIMEOUT=10

deploy/parser/env/production-testnet.env

@@ -7,7 +7,8 @@ RESOURCES_LIMITS_MEMORY=30Mi
 RESOURCES_LIMITS_CPU=20m
 RESOURCES_REQUESTS_MEMORY=15Mi
 RESOURCES_REQUESTS_CPU=10m
-SQS_URL=
+PIPELINE_SQS_URL=
+NOTIFICATIONS_SQS_URL=
 SQS_AWS_REGION=
 VAA_PAYLOAD_PARSER_URL=http://wormscan-vaa-payload-parser.wormscan-testnet
 VAA_PAYLOAD_PARSER_TIMEOUT=10

deploy/parser/env/staging-mainnet.env

@@ -7,7 +7,8 @@ RESOURCES_LIMITS_MEMORY=256Mi
 RESOURCES_LIMITS_CPU=500m
 RESOURCES_REQUESTS_MEMORY=128Mi
 RESOURCES_REQUESTS_CPU=250m
-SQS_URL=
+PIPELINE_SQS_URL=
+NOTIFICATIONS_SQS_URL=
 SQS_AWS_REGION=
 VAA_PAYLOAD_PARSER_URL=http://wormscan-vaa-payload-parser.wormscan
 VAA_PAYLOAD_PARSER_TIMEOUT=10

deploy/parser/env/staging-testnet.env

@@ -7,7 +7,8 @@ RESOURCES_LIMITS_MEMORY=30Mi
 RESOURCES_LIMITS_CPU=20m
 RESOURCES_REQUESTS_MEMORY=15Mi
 RESOURCES_REQUESTS_CPU=10m
-SQS_URL=
+PIPELINE_SQS_URL=
+NOTIFICATIONS_SQS_URL=
 SQS_AWS_REGION=
 VAA_PAYLOAD_PARSER_URL=http://wormscan-vaa-payload-parser.wormscan-testnet
 VAA_PAYLOAD_PARSER_TIMEOUT=10

deploy/parser/parser-service.yaml

@@ -56,10 +56,21 @@ spec:
                 configMapKeyRef:
                   name: config
                   key: mongo-database
-            - name: SQS_URL
-              value: {{ .SQS_URL }}
+            - name: PIPELINE_SQS_URL
+              valueFrom:
+                configMapKeyRef:
+                  name: parser
+                  key: pipeline-sqs-url
+            - name: NOTIFICATIONS_SQS_URL
+              valueFrom:
+                configMapKeyRef:
+                  name: parser
+                  key: notifications-sqs-url
             - name: AWS_REGION
-              value: {{ .SQS_AWS_REGION }}
+              valueFrom:
+                configMapKeyRef:
+                  name: parser
+                  key: aws-region
             - name: VAA_PAYLOAD_PARSER_URL
               value: {{ .VAA_PAYLOAD_PARSER_URL }}
             - name: VAA_PAYLOAD_PARSER_TIMEOUT

deploy/tx-tracker/configmap.yaml

@@ -0,0 +1,10 @@
+---
+kind: ConfigMap
+apiVersion: v1
+metadata:
+  name: tx-tracker
+  namespace: {{ .NAMESPACE }}
+data:
+  aws-region: {{ .SQS_AWS_REGION }}
+  pipeline-sqs-url: {{ .PIPELINE_SQS_URL }}
+  notifications-sqs-url: {{ .NOTIFICATIONS_SQS_URL }}

deploy/tx-tracker/env/production-mainnet.env

@@ -7,7 +7,8 @@ RESOURCES_LIMITS_MEMORY=256Mi
 RESOURCES_LIMITS_CPU=500m
 RESOURCES_REQUESTS_MEMORY=128Mi
 RESOURCES_REQUESTS_CPU=250m
-SQS_URL=
+PIPELINE_SQS_URL=
+NOTIFICATIONS_SQS_URL=
 SQS_AWS_REGION=
 P2P_NETWORK=mainnet
 AWS_IAM_ROLE=
@@ -40,6 +41,9 @@ CELO_REQUESTS_PER_MINUTE=12
 ETHEREUM_BASE_URL=https://rpc.ankr.com/eth
 ETHEREUM_REQUESTS_PER_MINUTE=12
 
+EVMOS_BASE_URL=https://tm.evmos.lava.build
+EVMOS_REQUESTS_PER_MINUTE=12
+
 FANTOM_BASE_URL=https://rpc.ankr.com/fantom
 FANTOM_REQUESTS_PER_MINUTE=12
 
@@ -54,6 +58,9 @@ KARURA_REQUESTS_PER_MINUTE=12
 KLAYTN_BASE_URL=https://klaytn-mainnet-rpc.allthatnode.com:8551
 KLAYTN_REQUESTS_PER_MINUTE=12
 
+KUJIRA_BASE_URL=https://kujira-rpc.ibs.team
+KUJIRA_REQUESTS_PER_MINUTE=12
+
 MOONBEAM_BASE_URL=https://rpc.api.moonbeam.network
 MOONBEAM_REQUESTS_PER_MINUTE=12
 
@@ -69,6 +76,9 @@ OSMOSIS_REQUESTS_PER_MINUTE=12
 POLYGON_BASE_URL=https://rpc.ankr.com/polygon
 POLYGON_REQUESTS_PER_MINUTE=12
 
+SEI_BASE_URL=https://rpc.ankr.com/sei
+SEI_REQUESTS_PER_MINUTE=12
+
 SOLANA_BASE_URL=https://api.mainnet-beta.solana.com
 SOLANA_REQUESTS_PER_MINUTE=12
 

deploy/tx-tracker/env/production-testnet.env

@@ -7,7 +7,8 @@ RESOURCES_LIMITS_MEMORY=30Mi
 RESOURCES_LIMITS_CPU=20m
 RESOURCES_REQUESTS_MEMORY=15Mi
 RESOURCES_REQUESTS_CPU=10m
-SQS_URL=
+PIPELINE_SQS_URL=
+NOTIFICATIONS_SQS_URL=
 SQS_AWS_REGION=
 P2P_NETWORK=testnet
 AWS_IAM_ROLE=
@@ -40,6 +41,9 @@ CELO_REQUESTS_PER_MINUTE=12
 ETHEREUM_BASE_URL=https://rpc.ankr.com/eth_goerli
 ETHEREUM_REQUESTS_PER_MINUTE=12
 
+EVMOS_BASE_URL=https://evmos-testnet-rpc.polkachu.com
+EVMOS_REQUESTS_PER_MINUTE=12
+
 FANTOM_BASE_URL=https://rpc.testnet.fantom.network
 FANTOM_REQUESTS_PER_MINUTE=12
 
@@ -52,6 +56,9 @@ KARURA_REQUESTS_PER_MINUTE=12
 KLAYTN_BASE_URL=https://api.baobab.klaytn.net:8651
 KLAYTN_REQUESTS_PER_MINUTE=12
 
+KUJIRA_BASE_URL=https://kujira-testnet-rpc.polkachu.com
+KUJIRA_REQUESTS_PER_MINUTE=12
+
 MOONBEAM_BASE_URL=https://rpc.api.moonbase.moonbeam.network
 MOONBEAM_REQUESTS_PER_MINUTE=12
 
@@ -67,6 +74,9 @@ OSMOSIS_REQUESTS_PER_MINUTE=12
 POLYGON_BASE_URL=https://rpc.ankr.com/polygon_mumbai
 POLYGON_REQUESTS_PER_MINUTE=12
 
+SEI_BASE_URL=https://sei-a2-rpc.brocha.in
+SEI_REQUESTS_PER_MINUTE=12
+
 SOLANA_BASE_URL=https://api.devnet.solana.com
 SOLANA_REQUESTS_PER_MINUTE=12
 

deploy/tx-tracker/env/staging-mainnet.env

@@ -7,7 +7,8 @@ RESOURCES_LIMITS_MEMORY=30Mi
 RESOURCES_LIMITS_CPU=60m
 RESOURCES_REQUESTS_MEMORY=15Mi
 RESOURCES_REQUESTS_CPU=40m
-SQS_URL=
+PIPELINE_SQS_URL=
+NOTIFICATIONS_SQS_URL=
 SQS_AWS_REGION=
 P2P_NETWORK=mainnet
 AWS_IAM_ROLE=
@@ -40,6 +41,9 @@ CELO_REQUESTS_PER_MINUTE=12
 ETHEREUM_BASE_URL=https://rpc.ankr.com/eth
 ETHEREUM_REQUESTS_PER_MINUTE=12
 
+EVMOS_BASE_URL=https://tm.evmos.lava.build
+EVMOS_REQUESTS_PER_MINUTE=12
+
 FANTOM_BASE_URL=https://rpc.ankr.com/fantom
 FANTOM_REQUESTS_PER_MINUTE=12
 
@@ -54,6 +58,9 @@ KARURA_REQUESTS_PER_MINUTE=12
 KLAYTN_BASE_URL=https://klaytn-mainnet-rpc.allthatnode.com:8551
 KLAYTN_REQUESTS_PER_MINUTE=12
 
+KUJIRA_BASE_URL=https://kujira-rpc.ibs.team
+KUJIRA_REQUESTS_PER_MINUTE=12
+
 MOONBEAM_BASE_URL=https://rpc.api.moonbeam.network
 MOONBEAM_REQUESTS_PER_MINUTE=12
 
@@ -69,6 +76,9 @@ OSMOSIS_REQUESTS_PER_MINUTE=12
 POLYGON_BASE_URL=https://rpc.ankr.com/polygon
 POLYGON_REQUESTS_PER_MINUTE=12
 
+SEI_BASE_URL=https://rpc.ankr.com/sei
+SEI_REQUESTS_PER_MINUTE=12
+
 SOLANA_BASE_URL=https://api.mainnet-beta.solana.com
 SOLANA_REQUESTS_PER_MINUTE=12
 

deploy/tx-tracker/env/staging-testnet.env

@@ -7,7 +7,8 @@ RESOURCES_LIMITS_MEMORY=30Mi
 RESOURCES_LIMITS_CPU=20m
 RESOURCES_REQUESTS_MEMORY=15Mi
 RESOURCES_REQUESTS_CPU=10m
-SQS_URL=
+PIPELINE_SQS_URL=
+NOTIFICATIONS_SQS_URL=
 SQS_AWS_REGION=
 P2P_NETWORK=testnet
 AWS_IAM_ROLE=
@@ -40,6 +41,9 @@ CELO_REQUESTS_PER_MINUTE=12
 ETHEREUM_BASE_URL=https://rpc.ankr.com/eth_goerli
 ETHEREUM_REQUESTS_PER_MINUTE=12
 
+EVMOS_BASE_URL=https://evmos-testnet-rpc.polkachu.com
+EVMOS_REQUESTS_PER_MINUTE=12
+
 FANTOM_BASE_URL=https://rpc.testnet.fantom.network
 FANTOM_REQUESTS_PER_MINUTE=12
 
@@ -52,6 +56,9 @@ KARURA_REQUESTS_PER_MINUTE=12
 KLAYTN_BASE_URL=https://api.baobab.klaytn.net:8651
 KLAYTN_REQUESTS_PER_MINUTE=12
 
+KUJIRA_BASE_URL=https://kujira-testnet-rpc.polkachu.com
+KUJIRA_REQUESTS_PER_MINUTE=12
+
 MOONBEAM_BASE_URL=https://rpc.api.moonbase.moonbeam.network
 MOONBEAM_REQUESTS_PER_MINUTE=12
 
@@ -67,6 +74,9 @@ OSMOSIS_REQUESTS_PER_MINUTE=12
 POLYGON_BASE_URL=https://rpc.ankr.com/polygon_mumbai
 POLYGON_REQUESTS_PER_MINUTE=12
 
+SEI_BASE_URL=https://sei-a2-rpc.brocha.in
+SEI_REQUESTS_PER_MINUTE=12
+
 SOLANA_BASE_URL=https://api.devnet.solana.com
 SOLANA_REQUESTS_PER_MINUTE=12
 

deploy/tx-tracker/tx-tracker-service.yaml

@@ -56,10 +56,21 @@ spec:
                 configMapKeyRef:
                   name: config
                   key: mongo-database
-            - name: SQS_URL
-              value: {{ .SQS_URL }}
+            - name: PIPELINE_SQS_URL
+              valueFrom:
+                configMapKeyRef:
+                  name: tx-tracker
+                  key: pipeline-sqs-url
+            - name: NOTIFICATIONS_SQS_URL
+              valueFrom:
+                configMapKeyRef:
+                  name: tx-tracker
+                  key: notifications-sqs-url
             - name: AWS_REGION
-              value: {{ .SQS_AWS_REGION }}
+              valueFrom:
+                configMapKeyRef:
+                  name: tx-tracker
+                  key: aws-region
             - name: P2P_NETWORK
               value: {{ .P2P_NETWORK }}
             - name: METRICS_ENABLED
@@ -100,6 +111,10 @@ spec:
               value: {{ .ETHEREUM_BASE_URL }}
             - name: ETHEREUM_REQUESTS_PER_MINUTE
               value: "{{ .ETHEREUM_REQUESTS_PER_MINUTE }}"
+            - name: EVMOS_BASE_URL
+              value: {{ .EVMOS_BASE_URL }}
+            - name: EVMOS_REQUESTS_PER_MINUTE
+              value: "{{ .EVMOS_REQUESTS_PER_MINUTE }}"
             - name: FANTOM_BASE_URL
               value: {{ .FANTOM_BASE_URL }}
             - name: FANTOM_REQUESTS_PER_MINUTE
@@ -116,6 +131,10 @@ spec:
               value: {{ .KLAYTN_BASE_URL }}
             - name: KLAYTN_REQUESTS_PER_MINUTE
               value: "{{ .KLAYTN_REQUESTS_PER_MINUTE }}"
+            - name: KUJIRA_BASE_URL
+              value: {{ .KUJIRA_BASE_URL }}
+            - name: KUJIRA_REQUESTS_PER_MINUTE
+              value: "{{ .KUJIRA_REQUESTS_PER_MINUTE }}"
             - name: MOONBEAM_BASE_URL
               value: {{ .MOONBEAM_BASE_URL }}
             - name: MOONBEAM_REQUESTS_PER_MINUTE
@@ -136,6 +155,10 @@ spec:
               value: {{ .POLYGON_BASE_URL }}
             - name: POLYGON_REQUESTS_PER_MINUTE
               value: "{{ .POLYGON_REQUESTS_PER_MINUTE }}"
+            - name: SEI_BASE_URL
+              value: {{ .SEI_BASE_URL }}
+            - name: SEI_REQUESTS_PER_MINUTE
+              value: "{{ .SEI_REQUESTS_PER_MINUTE }}"
             - name: SOLANA_BASE_URL
               value: {{ .SOLANA_BASE_URL }}
             - name: SOLANA_REQUESTS_PER_MINUTE

fly/cmd/backfiller/notify.go

@@ -69,7 +69,7 @@ func newSNSProducer(ctx context.Context, cfg WorkerConfiguration, alertClient al
 // newVAATopicProducerFunc creates a new VAA topic producer function from the given configuration.
 func newVAATopicProducerFunc(ctx context.Context, cfg WorkerConfiguration, alertClient alert.AlertClient, metricsClient metrics.Metrics, logger *zap.Logger) (producer.PushFunc, error) {
 	if !cfg.NotifyEnabled {
-		return func(context.Context, *producer.NotificationEvent) error {
+		return func(context.Context, *producer.Notification) error {
 			return nil
 		}, nil
 	}

fly/main.go

@@ -216,7 +216,7 @@ func newMetrics(enviroment string) metrics.Metrics {
 // Creates a callback to publish VAA messages to a redis pubsub
 func newVAARedisProducerFunc(ctx context.Context, isLocal bool, logger *zap.Logger) (producer.PushFunc, error) {
 	if isLocal {
-		return func(context.Context, *producer.NotificationEvent) error {
+		return func(context.Context, *producer.Notification) error {
 			return nil
 		}, nil
 	}

fly/producer/producer.go

@@ -1,40 +0,0 @@
-package producer
-
-import (
-	"context"
-	"time"
-)
-
-// PushFunc is a function to push VAAEvent.
-type PushFunc func(context.Context, *NotificationEvent) error
-
-type NotificationEvent struct {
-	TrackID string    `json:"trackId"`
-	Source  string    `json:"source"`
-	Type    string    `json:"type"`
-	Payload SignedVaa `json:"payload"`
-}
-
-type SignedVaa struct {
-	ID               string    `json:"id"`
-	EmitterChain     uint16    `json:"emitterChain"`
-	EmitterAddr      string    `json:"emitterAddr"`
-	Sequence         uint64    `json:"sequence"`
-	GuardianSetIndex uint32    `json:"guardianSetIndex"`
-	Timestamp        time.Time `json:"timestamp"`
-	Vaa              []byte    `json:"vaa"`
-	TxHash           string    `json:"txHash"`
-	Version          int       `json:"version"`
-}
-
-// NewComposite returns a PushFunc that calls all the given producers.
-func NewComposite(producers ...PushFunc) PushFunc {
-	return func(ctx context.Context, event *NotificationEvent) error {
-		for _, producer := range producers {
-			if err := producer(ctx, event); err != nil {
-				return err
-			}
-		}
-		return nil
-	}
-}

fly/producer/types.go

@@ -0,0 +1,29 @@
+package producer
+
+import (
+	"context"
+
+	"github.com/wormhole-foundation/wormhole-explorer/common/events"
+	sdk "github.com/wormhole-foundation/wormhole/sdk/vaa"
+)
+
+// PushFunc is a function to push VAAEvent.
+type PushFunc func(context.Context, *Notification) error
+
+type Notification struct {
+	ID           string
+	Event        *events.NotificationEvent
+	EmitterChain sdk.ChainID
+}
+
+// NewComposite returns a PushFunc that calls all the given producers.
+func NewComposite(producers ...PushFunc) PushFunc {
+	return func(ctx context.Context, event *Notification) error {
+		for _, producer := range producers {
+			if err := producer(ctx, event); err != nil {
+				return err
+			}
+		}
+		return nil
+	}
+}

fly/producer/vaa_memory.go

@@ -18,6 +18,6 @@ func NewVAAInMemory(logger *zap.Logger) *VAAInMemory {
 }
 
 // Push pushes a VAAEvent to memory.
-func (m *VAAInMemory) Push(ctx context.Context, event *NotificationEvent) error {
+func (m *VAAInMemory) Push(context.Context, *Notification) error {
 	return nil
 }

fly/producer/vaa_redis.go

@@ -23,8 +23,8 @@ func NewRedisProducer(c *redis.Client, channel string) *RedisProducer {
 }
 
 // Push pushes a NotificationEvent to redis.
-func (p *RedisProducer) Push(ctx context.Context, event *NotificationEvent) error {
-	body, err := json.Marshal(event)
+func (p *RedisProducer) Push(ctx context.Context, n *Notification) error {
+	body, err := json.Marshal(n.Event)
 	if err != nil {
 		return err
 	}

fly/producer/vaa_sns.go

@@ -31,17 +31,16 @@ func NewSNSProducer(producer *sns.Producer, alertClient alert.AlertClient, metri
 }
 
 // Push pushes a VAAEvent to SNS.
-func (p *SNSProducer) Push(ctx context.Context, event *NotificationEvent) error {
-	body, err := json.Marshal(event)
+func (p *SNSProducer) Push(ctx context.Context, n *Notification) error {
+	body, err := json.Marshal(n.Event)
 	if err != nil {
 		return err
 	}
-
-	deduplicationID := fmt.Sprintf("gossip-event-%s", event.Payload.ID)
-	p.logger.Debug("Publishing signedVaa event", zap.String("groupID", event.Payload.ID))
-	err = p.producer.SendMessage(ctx, event.Payload.ID, deduplicationID, string(body))
+	deduplicationID := fmt.Sprintf("gossip-event-%s", n.ID)
+	p.logger.Debug("Publishing signedVaa event", zap.String("groupID", n.ID))
+	err = p.producer.SendMessage(ctx, n.ID, deduplicationID, string(body))
 	if err == nil {
-		p.metrics.IncVaaSendNotification(vaa.ChainID(event.Payload.EmitterChain))
+		p.metrics.IncVaaSendNotification(vaa.ChainID(n.EmitterChain))
 	}
 	return err
 }

fly/storage/repository.go

@@ -12,6 +12,7 @@ import (
 	eth_common "github.com/ethereum/go-ethereum/common"
 	"github.com/wormhole-foundation/wormhole-explorer/common/client/alert"
 	"github.com/wormhole-foundation/wormhole-explorer/common/domain"
+	"github.com/wormhole-foundation/wormhole-explorer/common/events"
 	flyAlert "github.com/wormhole-foundation/wormhole-explorer/fly/internal/alert"
 	"github.com/wormhole-foundation/wormhole-explorer/fly/internal/metrics"
 	"github.com/wormhole-foundation/wormhole-explorer/fly/internal/track"
@@ -120,24 +121,23 @@ func (s *Repository) UpsertVaa(ctx context.Context, v *vaa.VAA, serializedVaa []
 		s.updateVAACount(v.EmitterChain)
 
 		// send signedvaa event to topic.
-		event := &producer.NotificationEvent{
-			TrackID: track.GetTrackID(v.MessageID()),
-			Source:  "fly",
-			Type:    domain.SignedVaaType,
-			Payload: producer.SignedVaa{
+		event, newErr := events.NewNotificationEvent[events.SignedVaa](
+			track.GetTrackID(v.MessageID()), "fly", events.SignedVaaType,
+			events.SignedVaa{
 				ID:               v.MessageID(),
 				EmitterChain:     uint16(v.EmitterChain),
-				EmitterAddr:      v.EmitterAddress.String(),
+				EmitterAddress:   v.EmitterAddress.String(),
 				Sequence:         v.Sequence,
 				GuardianSetIndex: v.GuardianSetIndex,
 				Timestamp:        v.Timestamp,
 				Vaa:              serializedVaa,
 				TxHash:           vaaDoc.TxHash,
 				Version:          int(v.Version),
-			},
+			})
+		if newErr != nil {
+			return newErr
 		}
-
-		err = s.afterUpdate(ctx, event)
+		err = s.afterUpdate(ctx, &producer.Notification{ID: v.MessageID(), Event: event, EmitterChain: v.EmitterChain})
 	}
 	return err
 }

jobs/cmd/main.go

@@ -7,6 +7,7 @@ import (
 
 	"github.com/go-redis/redis"
 	"github.com/wormhole-foundation/wormhole-explorer/common/dbutil"
+	"github.com/wormhole-foundation/wormhole-explorer/common/domain"
 	"github.com/wormhole-foundation/wormhole-explorer/common/logger"
 	"github.com/wormhole-foundation/wormhole-explorer/common/prices"
 	"github.com/wormhole-foundation/wormhole-explorer/jobs/config"
@@ -67,8 +68,10 @@ func initNotionalJob(ctx context.Context, cfg *config.NotionalConfiguration, log
 	api := coingecko.NewCoingeckoAPI(cfg.CoingeckoURL)
 	// init redis client.
 	redisClient := redis.NewClient(&redis.Options{Addr: cfg.CacheURL})
+	// init token provider.
+	tokenProvider := domain.NewTokenProvider(cfg.P2pNetwork)
 	// create notional job.
-	notionalJob := notional.NewNotionalJob(api, redisClient, cfg.CachePrefix, cfg.P2pNetwork, cfg.NotionalChannel, logger)
+	notionalJob := notional.NewNotionalJob(api, redisClient, cfg.CachePrefix, cfg.NotionalChannel, tokenProvider, logger)
 	return notionalJob
 }
 
@@ -81,7 +84,9 @@ func initTransferReportJob(ctx context.Context, cfg *config.TransferReportConfig
 	}
 	pricesCache := prices.NewCoinPricesCache(cfg.PricesPath)
 	pricesCache.InitCache()
-	return report.NewTransferReportJob(db.Database, cfg.PageSize, pricesCache, cfg.OutputPath, logger)
+	// init token provider.
+	tokenProvider := domain.NewTokenProvider(cfg.P2pNetwork)
+	return report.NewTransferReportJob(db.Database, cfg.PageSize, pricesCache, cfg.OutputPath, tokenProvider, logger)
 }
 
 func handleExit() {

jobs/config/config.go

@@ -30,6 +30,7 @@ type TransferReportConfiguration struct {
 	PageSize      int64  `env:"PAGE_SIZE,default=100"`
 	PricesPath    string `env:"PRICES_PATH,required"`
 	OutputPath    string `env:"OUTPUT_PATH,required"`
+	P2pNetwork    string `env:"P2P_NETWORK,required"`
 }
 
 // New creates a default configuration with the values from .env file and environment variables.

jobs/internal/coingecko/coingecko.go

@@ -8,7 +8,6 @@ import (
 	"strings"
 
 	"github.com/shopspring/decimal"
-	"github.com/wormhole-foundation/wormhole-explorer/common/domain"
 )
 
 // CoingeckoAPI is a client for the coingecko API
@@ -83,14 +82,3 @@ func chunkChainIds(slice []string, chunkSize int) [][]string {
 	}
 	return chunks
 }
-
-// GetChainIDs returns the coingecko chain ids for the given p2p network.
-func GetChainIDs(p2pNetwork string) []string {
-
-	if p2pNetwork == domain.P2pMainNet {
-		return domain.GetAllCoingeckoIDs()
-	}
-
-	// TODO: define chains ids for testnet.
-	return []string{}
-}

jobs/jobs/notional/notional.go

@@ -14,23 +14,23 @@ import (
 
 // NotionalJob is the job to get the notional value of assets.
 type NotionalJob struct {
-	coingeckoAPI *coingecko.CoingeckoAPI
-	cacheClient  *redis.Client
-	cachePrefix  string
-	cacheChannel string
-	p2pNetwork   string
-	logger       *zap.Logger
+	coingeckoAPI  *coingecko.CoingeckoAPI
+	cacheClient   *redis.Client
+	cachePrefix   string
+	cacheChannel  string
+	tokenProvider *domain.TokenProvider
+	logger        *zap.Logger
 }
 
 // NewNotionalJob creates a new notional job.
-func NewNotionalJob(api *coingecko.CoingeckoAPI, cacheClient *redis.Client, cachePrefix string, p2pNetwork, cacheChannel string, logger *zap.Logger) *NotionalJob {
+func NewNotionalJob(api *coingecko.CoingeckoAPI, cacheClient *redis.Client, cachePrefix string, cacheChannel string, tokenProvider *domain.TokenProvider, logger *zap.Logger) *NotionalJob {
 	return &NotionalJob{
-		coingeckoAPI: api,
-		cacheClient:  cacheClient,
-		cachePrefix:  cachePrefix,
-		cacheChannel: formatChannel(cachePrefix, cacheChannel),
-		p2pNetwork:   p2pNetwork,
-		logger:       logger,
+		coingeckoAPI:  api,
+		cacheClient:   cacheClient,
+		cachePrefix:   cachePrefix,
+		cacheChannel:  formatChannel(cachePrefix, cacheChannel),
+		tokenProvider: tokenProvider,
+		logger:        logger,
 	}
 }
 
@@ -38,9 +38,9 @@ func NewNotionalJob(api *coingecko.CoingeckoAPI, cacheClient *redis.Client, cach
 func (j *NotionalJob) Run() error {
 
 	// get chains coingecko ids by p2p network.
-	chainIDs := coingecko.GetChainIDs(j.p2pNetwork)
+	chainIDs := j.tokenProvider.GetAllCoingeckoIDs()
 	if len(chainIDs) == 0 {
-		return fmt.Errorf("no chain ids found for p2p network %s", j.p2pNetwork)
+		return fmt.Errorf("no chain ids found for p2p network %s", j.tokenProvider.GetP2pNewtork())
 	}
 
 	// get notional value of assets.
@@ -98,7 +98,7 @@ func (j *NotionalJob) convertToSymbols(m map[string]coingecko.NotionalUSD) map[s
 	w := make(map[string]notional.PriceData, len(m))
 	now := time.Now()
 
-	for _, v := range domain.GetAllTokens() {
+	for _, v := range j.tokenProvider.GetAllTokens() {
 		notionalUSD, ok := m[v.CoingeckoID]
 		if !ok {
 			j.logger.Info("skipping unknown coingecko ID", zap.String("coingeckoID", v.CoingeckoID))

jobs/jobs/report/transfer_report.go

@@ -19,11 +19,12 @@ import (
 )
 
 type TransferReportJob struct {
-	database    *mongo.Database
-	pageSize    int64
-	logger      *zap.Logger
-	pricesCache *prices.CoinPricesCache
-	outputPath  string
+	database      *mongo.Database
+	pageSize      int64
+	logger        *zap.Logger
+	pricesCache   *prices.CoinPricesCache
+	outputPath    string
+	tokenProvider *domain.TokenProvider
 }
 
 type transactionResult struct {
@@ -44,8 +45,8 @@ type transactionResult struct {
 }
 
 // NewTransferReportJob creates a new transfer report job.
-func NewTransferReportJob(database *mongo.Database, pageSize int64, pricesCache *prices.CoinPricesCache, outputPath string, logger *zap.Logger) *TransferReportJob {
-	return &TransferReportJob{database: database, pageSize: pageSize, pricesCache: pricesCache, outputPath: outputPath, logger: logger}
+func NewTransferReportJob(database *mongo.Database, pageSize int64, pricesCache *prices.CoinPricesCache, outputPath string, tokenProvider *domain.TokenProvider, logger *zap.Logger) *TransferReportJob {
+	return &TransferReportJob{database: database, pageSize: pageSize, pricesCache: pricesCache, outputPath: outputPath, tokenProvider: tokenProvider, logger: logger}
 }
 
 // Run runs the transfer report job.
@@ -94,7 +95,7 @@ func (j *TransferReportJob) Run(ctx context.Context) error {
 				continue
 			}
 
-			m, ok := domain.GetTokenByAddress(sdk.ChainID(t.TokenChain), tokenAddress.String())
+			m, ok := j.tokenProvider.GetTokenByAddress(sdk.ChainID(t.TokenChain), tokenAddress.String())
 			if ok {
 				tokenPrice, err := j.pricesCache.GetPriceByTime(m.CoingeckoID, t.Timestamp)
 				if err != nil {

parser/cmd/backfiller/run.go

@@ -2,11 +2,13 @@ package backfiller
 
 import (
 	"context"
+	"fmt"
 	"time"
 
 	"github.com/wormhole-foundation/wormhole-explorer/common/client/alert"
 	vaaPayloadParser "github.com/wormhole-foundation/wormhole-explorer/common/client/parser"
 	"github.com/wormhole-foundation/wormhole-explorer/common/dbutil"
+	"github.com/wormhole-foundation/wormhole-explorer/common/domain"
 	"github.com/wormhole-foundation/wormhole-explorer/common/logger"
 	"github.com/wormhole-foundation/wormhole-explorer/parser/config"
 	"github.com/wormhole-foundation/wormhole-explorer/parser/http/vaa"
@@ -22,7 +24,7 @@ func Run(config *config.BackfillerConfiguration) {
 
 	logger := logger.New("wormhole-explorer-parser", logger.WithLevel(config.LogLevel))
 
-	logger.Info("Starting wormhole-explorer-parser  as backfiller ...")
+	logger.Info("Starting wormhole-explorer-parser as backfiller ...")
 
 	startTime, err := time.Parse(time.RFC3339, config.StartTime)
 	if err != nil {
@@ -57,8 +59,11 @@ func Run(config *config.BackfillerConfiguration) {
 	parserRepository := parser.NewRepository(db.Database, logger)
 	vaaRepository := vaa.NewRepository(db.Database, logger)
 
+	// create a token provider
+	tokenProvider := domain.NewTokenProvider(config.P2pNetwork)
+
 	//create a processor
-	processor := processor.New(parserVAAAPIClient, parserRepository, alert.NewDummyClient(), metrics.NewDummyMetrics(), logger)
+	eventProcessor := processor.New(parserVAAAPIClient, parserRepository, alert.NewDummyClient(), metrics.NewDummyMetrics(), tokenProvider, logger)
 
 	logger.Info("Started wormhole-explorer-parser as backfiller")
 
@@ -81,7 +86,8 @@ func Run(config *config.BackfillerConfiguration) {
 		}
 		for _, v := range vaas {
 			logger.Debug("Processing vaa", zap.String("id", v.ID))
-			_, err := processor.Process(rootCtx, v.Vaa)
+			p := &processor.Params{Vaa: v.Vaa, TrackID: fmt.Sprintf("backfiller-%s", v.ID)}
+			_, err := eventProcessor.Process(rootCtx, p)
 			if err != nil {
 				logger.Error("Failed to process vaa", zap.String("id", v.ID), zap.Error(err))
 			}

parser/cmd/service/run.go

@@ -14,6 +14,8 @@ import (
 	"github.com/wormhole-foundation/wormhole-explorer/common/client/alert"
 	vaaPayloadParser "github.com/wormhole-foundation/wormhole-explorer/common/client/parser"
 	"github.com/wormhole-foundation/wormhole-explorer/common/dbutil"
+	"github.com/wormhole-foundation/wormhole-explorer/common/domain"
+	"github.com/wormhole-foundation/wormhole-explorer/common/health"
 	"github.com/wormhole-foundation/wormhole-explorer/common/logger"
 	"github.com/wormhole-foundation/wormhole-explorer/parser/config"
 	"github.com/wormhole-foundation/wormhole-explorer/parser/consumer"
@@ -26,6 +28,7 @@ import (
 	"github.com/wormhole-foundation/wormhole-explorer/parser/parser"
 	"github.com/wormhole-foundation/wormhole-explorer/parser/processor"
 	"github.com/wormhole-foundation/wormhole-explorer/parser/queue"
+	"go.mongodb.org/mongo-driver/mongo"
 	"go.uber.org/zap"
 )
 
@@ -82,20 +85,38 @@ func Run() {
 		logger.Fatal("failed to create parse vaa api client")
 	}
 
-	// get consumer function.
-	sqsConsumer, vaaConsumeFunc := newVAAConsume(rootCtx, config, metrics, logger)
+	// get vaa consumer function.
+	vaaConsumeFunc := newVAAConsume(rootCtx, config, metrics, logger)
+
+	//get notification consumer function.
+	notificationConsumeFunc := newNotificationConsume(rootCtx, config, metrics, logger)
+
+	// create a repository
 	repository := parser.NewRepository(db.Database, logger)
 
-	//create a processor
-	processor := processor.New(parserVAAAPIClient, repository, alertClient, metrics, logger)
+	// get health check functions.
+	logger.Info("creating health check functions...")
+	healthChecks, err := newHealthChecks(rootCtx, config, db.Database)
+	if err != nil {
+		logger.Fatal("failed to create health checks", zap.Error(err))
+	}
+	// create a token provider
+	tokenProvider := domain.NewTokenProvider(config.P2pNetwork)
 
-	// create and start a consumer
-	consumer := consumer.New(vaaConsumeFunc, processor.Process, metrics, logger)
-	consumer.Start(rootCtx)
+	//create a processor
+	processor := processor.New(parserVAAAPIClient, repository, alertClient, metrics, tokenProvider, logger)
+
+	// create and start a vaaConsumer
+	vaaConsumer := consumer.New(vaaConsumeFunc, processor.Process, metrics, logger)
+	vaaConsumer.Start(rootCtx)
+
+	// create and start a notificationConsumer
+	notificationConsumer := consumer.New(notificationConsumeFunc, processor.Process, metrics, logger)
+	notificationConsumer.Start(rootCtx)
 
 	vaaRepository := vaa.NewRepository(db.Database, logger)
 	vaaController := vaa.NewController(vaaRepository, processor.Process, logger)
-	server := infrastructure.NewServer(logger, config.Port, config.PprofEnabled, config.IsQueueConsumer(), sqsConsumer, db.Database, vaaController)
+	server := infrastructure.NewServer(logger, config.Port, config.PprofEnabled, vaaController, healthChecks...)
 	server.Start()
 
 	logger.Info("Started wormhole-explorer-parser")
@@ -149,25 +170,36 @@ func newAwsConfig(appCtx context.Context, cfg *config.ServiceConfiguration) (aws
 	return awsconfig.LoadDefaultConfig(appCtx, awsconfig.WithRegion(region))
 }
 
-func newVAAConsume(appCtx context.Context, config *config.ServiceConfiguration, metrics metrics.Metrics, logger *zap.Logger) (*sqs.Consumer, queue.VAAConsumeFunc) {
-	sqsConsumer, err := newSQSConsumer(appCtx, config)
+func newVAAConsume(appCtx context.Context, config *config.ServiceConfiguration, metrics metrics.Metrics, logger *zap.Logger) queue.ConsumeFunc {
+	sqsConsumer, err := newSQSConsumer(appCtx, config, config.PipelineSQSUrl)
 	if err != nil {
 		logger.Fatal("failed to create sqs consumer", zap.Error(err))
 	}
 
 	filterConsumeFunc := newFilterFunc(config)
-	vaaQueue := queue.NewVAASQS(sqsConsumer, filterConsumeFunc, metrics, logger)
-	return sqsConsumer, vaaQueue.Consume
+	vaaQueue := queue.NewEventSQS(sqsConsumer, queue.NewVaaConverter(logger), filterConsumeFunc, metrics, logger)
+	return vaaQueue.Consume
+}
+
+func newNotificationConsume(appCtx context.Context, config *config.ServiceConfiguration, metrics metrics.Metrics, logger *zap.Logger) queue.ConsumeFunc {
+	sqsConsumer, err := newSQSConsumer(appCtx, config, config.NotificationsSQSUrl)
+	if err != nil {
+		logger.Fatal("failed to create sqs consumer", zap.Error(err))
+	}
+
+	filterConsumeFunc := newFilterFunc(config)
+	vaaQueue := queue.NewEventSQS(sqsConsumer, queue.NewNotificationEvent(logger), filterConsumeFunc, metrics, logger)
+	return vaaQueue.Consume
 }
 
 // Create a new SQS consumer.
-func newSQSConsumer(appCtx context.Context, config *config.ServiceConfiguration) (*sqs.Consumer, error) {
+func newSQSConsumer(appCtx context.Context, config *config.ServiceConfiguration, sqsUrl string) (*sqs.Consumer, error) {
 	awsconfig, err := newAwsConfig(appCtx, config)
 	if err != nil {
 		return nil, err
 	}
 
-	return sqs.NewConsumer(awsconfig, config.SQSUrl,
+	return sqs.NewConsumer(awsconfig, sqsUrl,
 		sqs.WithMaxMessages(10),
 		sqs.WithVisibilityTimeout(120))
 }
@@ -201,3 +233,22 @@ func newAlertClient(cfg *config.ServiceConfiguration) (alert.AlertClient, error)
 
 	return alert.NewAlertService(alertConfig, parserAlert.LoadAlerts)
 }
+
+func newHealthChecks(
+	ctx context.Context,
+	config *config.ServiceConfiguration,
+	db *mongo.Database,
+) ([]health.Check, error) {
+
+	awsConfig, err := newAwsConfig(ctx, config)
+	if err != nil {
+		return nil, err
+	}
+
+	healthChecks := []health.Check{
+		health.SQS(awsConfig, config.PipelineSQSUrl),
+		health.SQS(awsConfig, config.NotificationsSQSUrl),
+		health.Mongo(db),
+	}
+	return healthChecks, nil
+}

parser/config/config.go

@@ -26,7 +26,8 @@ type ServiceConfiguration struct {
 	AwsAccessKeyID          string `env:"AWS_ACCESS_KEY_ID"`
 	AwsSecretAccessKey      string `env:"AWS_SECRET_ACCESS_KEY"`
 	AwsRegion               string `env:"AWS_REGION"`
-	SQSUrl                  string `env:"SQS_URL"`
+	PipelineSQSUrl          string `env:"PIPELINE_SQS_URL"`
+	NotificationsSQSUrl     string `env:"NOTIFICATIONS_SQS_URL"`
 	VaaPayloadParserURL     string `env:"VAA_PAYLOAD_PARSER_URL, required"`
 	VaaPayloadParserTimeout int64  `env:"VAA_PAYLOAD_PARSER_TIMEOUT, required"`
 	PprofEnabled            bool   `env:"PPROF_ENABLED,default=false"`
@@ -47,6 +48,7 @@ type BackfillerConfiguration struct {
 	EndTime                 string `env:"END_TIME"`
 	PageSize                int64  `env:"PAGE_SIZE,default=100"`
 	SortAsc                 bool   `env:"SORT_ASC,default=false"`
+	P2pNetwork              string `env:"P2P_NETWORK,required"`
 }
 
 // New creates a configuration with the values from .env file and environment variables.

parser/consumer/consumer.go

@@ -11,14 +11,14 @@ import (
 
 // Consumer consumer struct definition.
 type Consumer struct {
-	consume queue.VAAConsumeFunc
+	consume queue.ConsumeFunc
 	process processor.ProcessorFunc
 	metrics metrics.Metrics
 	logger  *zap.Logger
 }
 
 // New creates a new vaa consumer.
-func New(consume queue.VAAConsumeFunc, process processor.ProcessorFunc, metrics metrics.Metrics, logger *zap.Logger) *Consumer {
+func New(consume queue.ConsumeFunc, process processor.ProcessorFunc, metrics metrics.Metrics, logger *zap.Logger) *Consumer {
 	return &Consumer{consume: consume, process: process, metrics: metrics, logger: logger}
 }
 
@@ -30,19 +30,28 @@ func (c *Consumer) Start(ctx context.Context) {
 
 			// check id message is expired.
 			if msg.IsExpired() {
-				c.logger.Warn("Message with vaa expired", zap.String("id", event.ID))
+				c.logger.Warn("Event expired", zap.String("id", event.ID))
 				msg.Failed()
 				continue
 			}
 			c.metrics.IncVaaUnexpired(event.ChainID)
 
-			_, err := c.process(ctx, event.Vaa)
+			params := &processor.Params{
+				TrackID: event.TrackID,
+				Vaa:     event.Vaa,
+			}
+			_, err := c.process(ctx, params)
 			if err != nil {
-				c.logger.Error("Error processing parsed vaa",
+				c.logger.Error("Error processing event",
+					zap.String("trackId", event.TrackID),
 					zap.String("id", event.ID),
 					zap.Error(err))
 				msg.Failed()
 				continue
+			} else {
+				c.logger.Debug("Event processed",
+					zap.String("trackId", event.TrackID),
+					zap.String("id", event.ID))
 			}
 			msg.Done()
 		}

parser/go.mod

@@ -7,7 +7,7 @@ require (
 	github.com/joho/godotenv v1.4.0 // Configuration environment
 	github.com/pkg/errors v0.9.1
 	github.com/sethvargo/go-envconfig v0.6.0 // Configuration environment
-	github.com/stretchr/testify v1.8.1 // indirect; Testing
+	github.com/stretchr/testify v1.8.1 // Testing
 	github.com/wormhole-foundation/wormhole/sdk v0.0.0-20230426150516-e695fad0bed8
 	go.mongodb.org/mongo-driver v1.11.2
 	go.uber.org/zap v1.24.0
@@ -33,6 +33,7 @@ require (
 	github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.22 // indirect
 	github.com/aws/aws-sdk-go-v2/internal/ini v1.3.28 // indirect
 	github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.0.2 // indirect
+	github.com/aws/aws-sdk-go-v2/service/sns v1.20.2 // indirect
 	github.com/aws/aws-sdk-go-v2/service/sso v1.1.1 // indirect
 	github.com/aws/aws-sdk-go-v2/service/sts v1.1.1 // indirect
 	github.com/aws/smithy-go v1.13.5 // indirect
@@ -41,8 +42,12 @@ require (
 	github.com/btcsuite/btcd/btcec/v2 v2.2.0 // indirect
 	github.com/cespare/xxhash/v2 v2.2.0 // indirect
 	github.com/cosmos/btcutil v1.0.5 // indirect
+	github.com/davecgh/go-spew v1.1.1 // indirect
 	github.com/decred/dcrd/dcrec/secp256k1/v4 v4.1.0 // indirect
+	github.com/deepmap/oapi-codegen v1.8.2 // indirect
+	github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f // indirect
 	github.com/ethereum/go-ethereum v1.10.21 // indirect
+	github.com/go-redis/redis/v8 v8.11.5 // indirect
 	github.com/gofiber/adaptor/v2 v2.1.31 // indirect
 	github.com/golang/protobuf v1.5.3 // indirect
 	github.com/golang/snappy v0.0.4 // indirect
@@ -51,6 +56,8 @@ require (
 	github.com/hashicorp/go-retryablehttp v0.5.1 // indirect
 	github.com/holiman/uint256 v1.2.1 // indirect
 	github.com/inconshreveable/mousetrap v1.1.0 // indirect
+	github.com/influxdata/influxdb-client-go/v2 v2.12.2 // indirect
+	github.com/influxdata/line-protocol v0.0.0-20210311194329-9aa0e372d097 // indirect
 	github.com/klauspost/compress v1.16.3 // indirect
 	github.com/konsorten/go-windows-terminal-sequences v1.0.3 // indirect
 	github.com/mattn/go-colorable v0.1.13 // indirect
@@ -61,6 +68,7 @@ require (
 	github.com/mr-tron/base58 v1.2.0 // indirect
 	github.com/opsgenie/opsgenie-go-sdk-v2 v1.2.19 // indirect
 	github.com/philhofer/fwd v1.1.2 // indirect
+	github.com/pmezard/go-difflib v1.0.0 // indirect
 	github.com/prometheus/client_model v0.3.0 // indirect
 	github.com/prometheus/common v0.42.0 // indirect
 	github.com/prometheus/procfs v0.10.1 // indirect
@@ -83,10 +91,12 @@ require (
 	go.uber.org/goleak v1.1.12 // indirect
 	go.uber.org/multierr v1.8.0 // indirect
 	golang.org/x/crypto v0.7.0 // indirect
+	golang.org/x/net v0.8.0 // indirect
 	golang.org/x/sync v0.2.0 // indirect
 	golang.org/x/sys v0.9.0 // indirect
 	golang.org/x/text v0.8.0 // indirect
 	google.golang.org/protobuf v1.30.0 // indirect
+	gopkg.in/yaml.v3 v3.0.1 // indirect
 )
 
 // Needed for cosmos-sdk based chains.  See

parser/go.sum

@@ -66,6 +66,8 @@ github.com/aws/aws-sdk-go-v2/internal/ini v1.3.28 h1:KeTxcGdNnQudb46oOl4d90f2I33
 github.com/aws/aws-sdk-go-v2/internal/ini v1.3.28/go.mod h1:yRZVr/iT0AqyHeep00SZ4YfBAKojXz08w3XMBscdi0c=
 github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.0.2 h1:4AH9fFjUlVktQMznF+YN33aWNXaR4VgDXyP28qokJC0=
 github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.0.2/go.mod h1:45MfaXZ0cNbeuT0KQ1XJylq8A6+OpVV2E5kvY/Kq+u8=
+github.com/aws/aws-sdk-go-v2/service/sns v1.20.2 h1:MU/v2qtfGjKexJ09BMqE8pXo9xYMhT13FXjKgFc0cFw=
+github.com/aws/aws-sdk-go-v2/service/sns v1.20.2/go.mod h1:VN2n9SOMS1lNbh5YD7o+ho0/rgfifSrK//YYNiVVF5E=
 github.com/aws/aws-sdk-go-v2/service/sqs v1.20.2 h1:CSNIo1jiw7KrkdgZjCOnotu6yuB3IybhKLuSQrTLNfo=
 github.com/aws/aws-sdk-go-v2/service/sqs v1.20.2/go.mod h1:1ttxGjUHZliCQMpPss1sU5+Ph/5NvdMFRzr96bv8gm0=
 github.com/aws/aws-sdk-go-v2/service/sso v1.1.1 h1:37QubsarExl5ZuCBlnRP+7l1tNwZPBSTqpTBrPH98RU=
@@ -97,18 +99,28 @@ github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGX
 github.com/cosmos/btcutil v1.0.5 h1:t+ZFcX77LpKtDBhjucvnOH8C2l2ioGsBNEQ3jef8xFk=
 github.com/cosmos/btcutil v1.0.5/go.mod h1:IyB7iuqZMJlthe2tkIFL33xPyzbFYP0XVdS8P5lUPis=
 github.com/cpuguy83/go-md2man/v2 v2.0.2/go.mod h1:tgQtvFlXSQOSOSIRvRPT7W67SCa46tRHOmNcaadrF8o=
+github.com/cyberdelia/templates v0.0.0-20141128023046-ca7fffd4298c/go.mod h1:GyV+0YP4qX0UQ7r2MoYZ+AvYDp12OF5yg4q8rGnyNh4=
 github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
 github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
 github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
 github.com/decred/dcrd/crypto/blake256 v1.0.0 h1:/8DMNYp9SGi5f0w7uCm6d6M4OU2rGFK09Y2A4Xv7EE0=
 github.com/decred/dcrd/dcrec/secp256k1/v4 v4.1.0 h1:HbphB4TFFXpv7MNrT52FGrrgVXF1owhMVTHFZIlnvd4=
 github.com/decred/dcrd/dcrec/secp256k1/v4 v4.1.0/go.mod h1:DZGJHZMqrU4JJqFAWUS2UO1+lbSKsdiOoYi9Zzey7Fc=
+github.com/deepmap/oapi-codegen v1.8.2 h1:SegyeYGcdi0jLLrpbCMoJxnUUn8GBXHsvr4rbzjuhfU=
+github.com/deepmap/oapi-codegen v1.8.2/go.mod h1:YLgSKSDv/bZQB7N4ws6luhozi3cEdRktEqrX88CvjIw=
+github.com/dgrijalva/jwt-go v3.2.0+incompatible/go.mod h1:E3ru+11k8xSBh+hMPgOLZmtrrCbhqsmaPHjLKYnJCaQ=
+github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f h1:lO4WD4F/rVNCu3HqELle0jiPLLBs70cWOduZpkS1E78=
+github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f/go.mod h1:cuUVRXasLTGF7a8hSLbxyZXjz+1KgoB3wDUb6vlszIc=
 github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4=
 github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4=
 github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98=
 github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c=
 github.com/ethereum/go-ethereum v1.10.21 h1:5lqsEx92ZaZzRyOqBEXux4/UR06m296RGzN3ol3teJY=
 github.com/ethereum/go-ethereum v1.10.21/go.mod h1:EYFyF19u3ezGLD4RqOkLq+ZCXzYbLoNDdZlMt7kyKFg=
+github.com/fsnotify/fsnotify v1.4.9 h1:hsms1Qyu0jgnwNXIxa+/V/PDsU6CfLf6CNO8H7IWoS4=
+github.com/getkin/kin-openapi v0.61.0/go.mod h1:7Yn5whZr5kJi6t+kShccXS8ae1APpYTW6yheSwk8Yi4=
+github.com/ghodss/yaml v1.0.0/go.mod h1:4dBDuWmgqj2HViK6kFavaiC9ZROes6MMH2rRYeMEF04=
+github.com/go-chi/chi/v5 v5.0.0/go.mod h1:BBug9lr0cqtdAhsu6R4AAdvufI0/XBzAQSsUqJpoZOs=
 github.com/go-gl/glfw v0.0.0-20190409004039-e6da0acd62b1/go.mod h1:vR7hzQXu2zJy9AVAgeJqvqgH9Q5CA+iKCZ2gyEVpxRU=
 github.com/go-gl/glfw/v3.3/glfw v0.0.0-20191125211704-12ad95a8df72/go.mod h1:tQ2UAYgL5IevRw8kRxooKSPJfGvJ9fJQFa0TUsXzTg8=
 github.com/go-gl/glfw/v3.3/glfw v0.0.0-20200222043503-6f7a984d4dc4/go.mod h1:tQ2UAYgL5IevRw8kRxooKSPJfGvJ9fJQFa0TUsXzTg8=
@@ -120,6 +132,10 @@ github.com/go-logfmt/logfmt v0.3.0/go.mod h1:Qt1PoO58o5twSAckw1HlFXLmHsOX5/0LbT9
 github.com/go-logfmt/logfmt v0.4.0/go.mod h1:3RMwSq7FuexP4Kalkev3ejPJsZTpXXBr9+V4qmtdjCk=
 github.com/go-logfmt/logfmt v0.5.0/go.mod h1:wCYkCAKZfumFQihp8CzCvQ3paCTfi41vtzG1KdI/P7A=
 github.com/go-logfmt/logfmt v0.5.1/go.mod h1:WYhtIu8zTZfxdn5+rREduYbwxfcBr/Vr6KEVveWlfTs=
+github.com/go-openapi/jsonpointer v0.19.5/go.mod h1:Pl9vOtqEWErmShwVjC8pYs9cog34VGT37dQOVbmoatg=
+github.com/go-openapi/swag v0.19.5/go.mod h1:POnQmlKehdgb5mhVOsnJFsivZCEZ/vjK9gh66Z9tfKk=
+github.com/go-redis/redis/v8 v8.11.5 h1:AcZZR7igkdvfVmQTPnu9WE37LRrO/YrBH5zWyjDC0oI=
+github.com/go-redis/redis/v8 v8.11.5/go.mod h1:gREzHqY1hg6oD9ngVRbLStwAWKhA0FEgq8Jd4h5lpwo=
 github.com/go-stack/stack v1.8.0/go.mod h1:v0f6uXyyMGvRgIKkXu+yp6POWl0qKG85gN/melR3HDY=
 github.com/gofiber/adaptor/v2 v2.1.31 h1:E7LJre4uBc+RDsQfHCE+LKVkFcciSMYu4KhzbvoWgKU=
 github.com/gofiber/adaptor/v2 v2.1.31/go.mod h1:vdSG9JhOhOLYjE4j14fx6sJvLJNFVf9o6rSyB5GkU4s=
@@ -159,6 +175,7 @@ github.com/golang/protobuf v1.5.3/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiu
 github.com/golang/snappy v0.0.1/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q=
 github.com/golang/snappy v0.0.4 h1:yAGX7huGHXlcLOEtBnF4w7FQwA26wojNCwOYAEhLjQM=
 github.com/golang/snappy v0.0.4/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q=
+github.com/golangci/lint-1 v0.0.0-20181222135242-d2cdd8c08219/go.mod h1:/X8TswGSh1pIozq4ZwCfxS0WA5JGXguxk94ar/4c87Y=
 github.com/google/btree v0.0.0-20180813153112-4030bb1f1f0c/go.mod h1:lNA+9X1NB3Zf8V7Ke586lFgjr2dZNuvo3lPJSGZ5JPQ=
 github.com/google/btree v1.0.0/go.mod h1:lNA+9X1NB3Zf8V7Ke586lFgjr2dZNuvo3lPJSGZ5JPQ=
 github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M=
@@ -188,6 +205,7 @@ github.com/google/uuid v1.3.0 h1:t6JiXgmwXMjEs8VusXIJk2BXHsn+wx8BZdTaoZ5fu7I=
 github.com/google/uuid v1.3.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
 github.com/googleapis/gax-go/v2 v2.0.4/go.mod h1:0Wqv26UfaUD9n4G6kQubkQ+KchISgw+vpHVxEJEs9eg=
 github.com/googleapis/gax-go/v2 v2.0.5/go.mod h1:DWXyrwAJ9X0FpwwEdw+IPEYBICEFu5mhpdKc/us6bOk=
+github.com/gorilla/mux v1.8.0/go.mod h1:DVbg23sWSpFRCP0SfiEN6jmj59UnW/n46BH5rLB71So=
 github.com/hashicorp/go-cleanhttp v0.5.0 h1:wvCrVc9TjDls6+YGAF2hAifE1E5U1+b4tH6KdvN3Gig=
 github.com/hashicorp/go-cleanhttp v0.5.0/go.mod h1:JpRdi6/HCYpAwUzNwuwqhbovhLtngrth3wmdIIUrZ80=
 github.com/hashicorp/go-retryablehttp v0.5.1 h1:Vsx5XKPqPs3M6sM4U4GWyUqFS8aBiL9U5gkgvpkg4SE=
@@ -199,6 +217,10 @@ github.com/holiman/uint256 v1.2.1/go.mod h1:y4ga/t+u+Xwd7CpDgZESaRcWy0I7XMlTMA25
 github.com/ianlancetaylor/demangle v0.0.0-20181102032728-5e5cf60278f6/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc=
 github.com/inconshreveable/mousetrap v1.1.0 h1:wN+x4NVGpMsO7ErUn/mUI3vEoE6Jt13X2s0bqwp9tc8=
 github.com/inconshreveable/mousetrap v1.1.0/go.mod h1:vpF70FUmC8bwa3OWnCshd2FqLfsEA9PFc4w1p2J65bw=
+github.com/influxdata/influxdb-client-go/v2 v2.12.2 h1:uYABKdrEKlYm+++qfKdbgaHKBPmoWR5wpbmj6MBB/2g=
+github.com/influxdata/influxdb-client-go/v2 v2.12.2/go.mod h1:YteV91FiQxRdccyJ2cHvj2f/5sq4y4Njqu1fQzsQCOU=
+github.com/influxdata/line-protocol v0.0.0-20210311194329-9aa0e372d097 h1:vilfsDSy7TDxedi9gyBkMvAirat/oRcL0lFdJBf6tdM=
+github.com/influxdata/line-protocol v0.0.0-20210311194329-9aa0e372d097/go.mod h1:xaLFMmpvUxqXtVkUJfg9QmT88cDaCJ3ZKgdZ78oO8Qo=
 github.com/jmespath/go-jmespath v0.4.0/go.mod h1:T8mJZnbsbmF+m6zOOFylbeCJqk5+pHWvzYPziyZiYoo=
 github.com/jmespath/go-jmespath/internal/testify v1.5.1/go.mod h1:L3OGu8Wl2/fWfCI6z80xFu9LTZmf1ZRjMHUOPmWr69U=
 github.com/joho/godotenv v1.4.0 h1:3l4+N6zfMWnkbPEXKng2o2/MR5mSwTrBih4ZEkkz1lg=
@@ -227,8 +249,19 @@ github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE=
 github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ=
 github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI=
 github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY=
+github.com/labstack/echo/v4 v4.2.1/go.mod h1:AA49e0DZ8kk5jTOOCKNuPR6oTnBS0dYiM4FW1e6jwpg=
+github.com/labstack/gommon v0.3.0/go.mod h1:MULnywXg0yavhxWKc+lOruYdAhDwPK9wf0OL7NoOu+k=
+github.com/mailru/easyjson v0.0.0-20190614124828-94de47d64c63/go.mod h1:C1wdFJiN94OJF2b5HbByQZoLdCWB1Yqtg26g4irojpc=
+github.com/mailru/easyjson v0.0.0-20190626092158-b2ccc519800e/go.mod h1:C1wdFJiN94OJF2b5HbByQZoLdCWB1Yqtg26g4irojpc=
+github.com/matryer/moq v0.0.0-20190312154309-6cfb0558e1bd/go.mod h1:9ELz6aaclSIGnZBoaSLZ3NAl1VTufbOrXBPvtcy6WiQ=
+github.com/mattn/go-colorable v0.1.2/go.mod h1:U0ppj6V5qS13XJ6of8GYAs25YV2eR4EVcfRqFIhoBtE=
+github.com/mattn/go-colorable v0.1.7/go.mod h1:u6P/XSegPjTcexA+o6vUJrdnUu04hMope9wVRipJSqc=
+github.com/mattn/go-colorable v0.1.8/go.mod h1:u6P/XSegPjTcexA+o6vUJrdnUu04hMope9wVRipJSqc=
 github.com/mattn/go-colorable v0.1.13 h1:fFA4WZxdEF4tXPZVKMLwD8oUnCTTo08duU7wxecdEvA=
 github.com/mattn/go-colorable v0.1.13/go.mod h1:7S9/ev0klgBDR4GtXTXX8a3vIGJpMovkB8vQcUbaXHg=
+github.com/mattn/go-isatty v0.0.8/go.mod h1:Iq45c/XA43vh69/j3iqttzPXn0bhXyGjM0Hdxcsrc5s=
+github.com/mattn/go-isatty v0.0.9/go.mod h1:YNRxwqDuOph6SZLI9vUUz6OYw3QyUt7WiY2yME+cCiQ=
+github.com/mattn/go-isatty v0.0.12/go.mod h1:cbi8OIDigv2wuxKPP5vlRcQ1OAZbq2CE4Kysco4FUpU=
 github.com/mattn/go-isatty v0.0.16/go.mod h1:kYGgaQfpe5nmfYZH+SKPsOc2e4SrIfOl2e/yFXSvRLM=
 github.com/mattn/go-isatty v0.0.17/go.mod h1:kYGgaQfpe5nmfYZH+SKPsOc2e4SrIfOl2e/yFXSvRLM=
 github.com/mattn/go-isatty v0.0.19 h1:JITubQf0MOLdlGRuRq+jtsDlekdYPia9ZFsB8h/APPA=
@@ -249,6 +282,9 @@ github.com/mr-tron/base58 v1.2.0 h1:T/HDJBh4ZCPbU39/+c3rRvE0uKBQlU27+QI8LJ4t64o=
 github.com/mr-tron/base58 v1.2.0/go.mod h1:BinMc/sQntlIE1frQmRFPUoPA1Zkr8VRgBdjWI2mNwc=
 github.com/mwitkow/go-conntrack v0.0.0-20161129095857-cc309e4a2223/go.mod h1:qRWi+5nqEBWmkhHvq77mSJWrCKwh8bxhgT7d/eI7P4U=
 github.com/mwitkow/go-conntrack v0.0.0-20190716064945-2f068394615f/go.mod h1:qRWi+5nqEBWmkhHvq77mSJWrCKwh8bxhgT7d/eI7P4U=
+github.com/nxadm/tail v1.4.8 h1:nPr65rt6Y5JFSKQO7qToXr7pePgD6Gwiw05lkbyAQTE=
+github.com/onsi/ginkgo v1.16.5 h1:8xi0RTUf59SOSfEtZMvwTvXYMzG4gV23XVHOZiXNtnE=
+github.com/onsi/gomega v1.18.1 h1:M1GfJqGRrBrrGGsbxzV5dqM2U2ApXefZCQpkukxYRLE=
 github.com/opsgenie/opsgenie-go-sdk-v2 v1.2.19 h1:JernwK3Bgd5x+UJPV6S2LPYoBF+DFOYBoQ5JeJPVBNc=
 github.com/opsgenie/opsgenie-go-sdk-v2 v1.2.19/go.mod h1:4OjcxgwdXzezqytxN534MooNmrxRD50geWZxTD7845s=
 github.com/philhofer/fwd v1.1.1/go.mod h1:gk3iGcWd9+svBvR0sR+KPcfE+RNWozjowpeBVG3ZVNU=
@@ -318,6 +354,7 @@ github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpE
 github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs=
 github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
 github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4=
+github.com/stretchr/testify v1.5.1/go.mod h1:5W2xD1RspED5o8YsWQXVCued0rvSQ+mT+I5cxcmMvtA=
 github.com/stretchr/testify v1.6.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
 github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
 github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
@@ -337,6 +374,8 @@ github.com/valyala/fasthttp v1.43.0/go.mod h1:f6VbjjoI3z1NDOZOv17o6RvtRSWxC77seB
 github.com/valyala/fasthttp v1.44.0/go.mod h1:f6VbjjoI3z1NDOZOv17o6RvtRSWxC77seBFc2uWtgiY=
 github.com/valyala/fasthttp v1.47.0 h1:y7moDoxYzMooFpT5aHgNgVOQDrS3qlkfiP9mDtGGK9c=
 github.com/valyala/fasthttp v1.47.0/go.mod h1:k2zXd82h/7UZc3VOdJ2WaUqt1uZ/XpXAfE9i+HBC3lA=
+github.com/valyala/fasttemplate v1.0.1/go.mod h1:UQGH1tvbgY+Nz5t2n7tXsz52dQxojPUpymEIMZ47gx8=
+github.com/valyala/fasttemplate v1.2.1/go.mod h1:KHLXt3tVN2HBp8eijSv/kGJopbvo7S+qRAEEKiv+SiQ=
 github.com/valyala/tcplisten v1.0.0 h1:rBHj/Xf+E1tRGZyWIWwJDiRY0zc1Js+CV5DqwacVSA8=
 github.com/valyala/tcplisten v1.0.0/go.mod h1:T0xQ8SeCZGxckz9qRXTfG43PvQ/mcWh7FwZEA7Ioqkc=
 github.com/wormhole-foundation/wormhole/sdk v0.0.0-20230426150516-e695fad0bed8 h1:rrOyHd+H9a6Op1iUyZNCaI5v9D1syq8jDAYyX/2Q4L8=
@@ -378,6 +417,8 @@ golang.org/x/crypto v0.0.0-20190510104115-cbcb75029529/go.mod h1:yigFU9vqHzYiE8U
 golang.org/x/crypto v0.0.0-20190605123033-f99c8df09eb5/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI=
 golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI=
 golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
+golang.org/x/crypto v0.0.0-20200820211705-5c72a883971a/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
+golang.org/x/crypto v0.0.0-20201221181555-eec23a3978ad/go.mod h1:jdWPYTVW3xRLrWPugEBEK3UY2ZEsg3UU495nc5E+M+I=
 golang.org/x/crypto v0.0.0-20210921155107-089bfa567519/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc=
 golang.org/x/crypto v0.0.0-20220214200702-86341886e292/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4=
 golang.org/x/crypto v0.0.0-20220622213112-05595931fe9d/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4=
@@ -447,6 +488,7 @@ golang.org/x/net v0.0.0-20200707034311-ab3426394381/go.mod h1:/O7V0waA8r7cgGh81R
 golang.org/x/net v0.0.0-20200822124328-c89045814202/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA=
 golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU=
 golang.org/x/net v0.0.0-20201224014010-6772e930b67b/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg=
+golang.org/x/net v0.0.0-20210119194325-5f4716e94777/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg=
 golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg=
 golang.org/x/net v0.0.0-20210405180319-a5a99cb37ef4/go.mod h1:p54w0d4576C0XHj96bSt6lcn1PtDYWL6XObtHCRCNQM=
 golang.org/x/net v0.0.0-20210525063256-abc453219eb5/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
@@ -457,6 +499,8 @@ golang.org/x/net v0.0.0-20220225172249-27dd8689420f/go.mod h1:CfG3xpIq0wQ8r1q4Su
 golang.org/x/net v0.0.0-20220722155237-a158d28d115b/go.mod h1:XRhObCWvk6IyKnWLug+ECip1KBveYUHfp+8e9klMJ9c=
 golang.org/x/net v0.0.0-20220906165146-f3363e06e74c/go.mod h1:YDH+HFinaLZZlnHAfSS6ZXJJ9M9t4Dl22yv3iI2vPwk=
 golang.org/x/net v0.3.0/go.mod h1:MBQ8lrhLObU/6UmLb4fmbmk5OcyYmqtbGd/9yIeKjEE=
+golang.org/x/net v0.8.0 h1:Zrh2ngAOFYneWTAIAPethzeaQLuHwhuBkuV6ZiRnUaQ=
+golang.org/x/net v0.8.0/go.mod h1:QVkue5JL9kW//ek3r6jTKnTFis1tRmNAW2P1shuFdJc=
 golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U=
 golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
 golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
@@ -484,6 +528,7 @@ golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5h
 golang.org/x/sys v0.0.0-20180905080454-ebe1bf3edb33/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
 golang.org/x/sys v0.0.0-20181116152217-5ac8a444bdc5/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
 golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
+golang.org/x/sys v0.0.0-20190222072716-a9d3bda3a223/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
 golang.org/x/sys v0.0.0-20190312061237-fead79001313/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20190422165155-953cdadca894/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
@@ -492,11 +537,14 @@ golang.org/x/sys v0.0.0-20190507160741-ecd444e8653b/go.mod h1:h1NjWce9XRLGQEsW7w
 golang.org/x/sys v0.0.0-20190606165138-5da285871e9c/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20190624142023-c5567b49c5d0/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20190726091711-fc99dfbffb4e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20190813064441-fde4db37ae7a/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20191001151750-bb3f8db39f24/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20191026070338-33540a1f6037/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20191204072324-ce4227a45e2e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20191228213918-04cbcbbfeed8/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20200106162015-b016eb3dc98e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20200113162924-86b910548bc1/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20200116001909-b77594299b42/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20200122134326-e047566fdf82/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20200202164722-d101bd2416d5/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20200212091648-12a6c2dcc1e4/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
@@ -511,6 +559,7 @@ golang.org/x/sys v0.0.0-20200523222454-059865788121/go.mod h1:h1NjWce9XRLGQEsW7w
 golang.org/x/sys v0.0.0-20200615200032-f1bc736245b1/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20200625212154-ddb9806d33ae/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20200803210538-64077c9b5642/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20200826173525-f9321e4c35a6/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20210124154548-22da62e12c0c/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
@@ -530,6 +579,7 @@ golang.org/x/sys v0.3.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.9.0 h1:KS/R3tvhPqvJvwcKfnBHJwwthS11LRhmM5D59eEXa0s=
 golang.org/x/sys v0.9.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/term v0.0.0-20201117132131-f5c789dd3221/go.mod h1:Nr5EML6q2oocZ2LXRh80K7BxOlk5/8JxuGnuhpl+muw=
 golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
 golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8=
 golang.org/x/term v0.3.0/go.mod h1:q750SLmJuPmVoN1blW3UFBPREJfb1KmY3vwxfr+nFDA=
@@ -538,6 +588,7 @@ golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
 golang.org/x/text v0.3.1-0.20180807135948-17ff2d5776d2/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
 golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk=
 golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
+golang.org/x/text v0.3.5/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
 golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
 golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ=
 golang.org/x/text v0.5.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8=
@@ -546,6 +597,8 @@ golang.org/x/text v0.8.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8=
 golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
 golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
 golang.org/x/time v0.0.0-20191024005414-555d28b269f0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
+golang.org/x/time v0.0.0-20201208040808-7e3f01d25324/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
+golang.org/x/time v0.0.0-20210220033141-f8bda1e9f3ba/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
 golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
 golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
 golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY=
@@ -680,13 +733,16 @@ gopkg.in/alecthomas/kingpin.v2 v2.2.6/go.mod h1:FMv+mEhP44yOT+4EoQTLFTRgOQ1FBLks
 gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
 gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
 gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
+gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk=
 gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI=
+gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7 h1:uRGJdciOHaEIrze2W8Q3AKkepLTh2hOroT7a+7czfdQ=
 gopkg.in/yaml.v2 v2.2.1/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
 gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
 gopkg.in/yaml.v2 v2.2.4/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
 gopkg.in/yaml.v2 v2.2.5/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
 gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
 gopkg.in/yaml.v2 v2.3.0/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
+gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY=
 gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ=
 gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
 gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=

parser/http/infrastructure/controller.go

@@ -1,39 +0,0 @@
-package infrastructure
-
-import (
-	"github.com/gofiber/fiber/v2"
-	"go.uber.org/zap"
-)
-
-// Controller definition.
-type Controller struct {
-	srv    *Service
-	logger *zap.Logger
-}
-
-// NewController creates a Controller instance.
-func NewController(serv *Service, logger *zap.Logger) *Controller {
-	return &Controller{srv: serv, logger: logger}
-}
-
-// HealthCheck handler for the endpoint /health.
-func (c *Controller) HealthCheck(ctx *fiber.Ctx) error {
-	return ctx.JSON(struct {
-		Status string `json:"status"`
-	}{Status: "OK"})
-}
-
-// ReadyCheck handler for the endpoint /ready.
-func (c *Controller) ReadyCheck(ctx *fiber.Ctx) error {
-	ready, err := c.srv.CheckIsReady(ctx.Context())
-	if ready {
-		return ctx.Status(fiber.StatusOK).JSON(struct {
-			Ready string `json:"ready"`
-		}{Ready: "OK"})
-	}
-	c.logger.Error("Ready check failed", zap.Error(err))
-	return ctx.Status(fiber.StatusInternalServerError).JSON(struct {
-		Ready string `json:"ready"`
-		Error string `json:"error"`
-	}{Ready: "NO", Error: err.Error()})
-}

parser/http/infrastructure/model.go

@@ -1,19 +0,0 @@
-package infrastructure
-
-// MongoStatus represent a mongo server status.
-type MongoStatus struct {
-	Ok          int32             `bson:"ok"`
-	Host        string            `bson:"host"`
-	Version     string            `bson:"version"`
-	Process     string            `bson:"process"`
-	Pid         int32             `bson:"pid"`
-	Uptime      int32             `bson:"uptime"`
-	Connections *MongoConnections `bson:"connections"`
-}
-
-// MongoConnections represents a mongo server connection.
-type MongoConnections struct {
-	Current      int32 `bson:"current"`
-	Available    int32 `bson:"available"`
-	TotalCreated int32 `bson:"totalCreated"`
-}

parser/http/infrastructure/repository.go

@@ -1,46 +0,0 @@
-package infrastructure
-
-import (
-	"context"
-	"fmt"
-
-	"github.com/pkg/errors"
-	"go.mongodb.org/mongo-driver/bson"
-	"go.mongodb.org/mongo-driver/mongo"
-	"go.uber.org/zap"
-)
-
-// Repository definition.
-type Repository struct {
-	db     *mongo.Database
-	logger *zap.Logger
-}
-
-// NewRepository create a new Repository instance.
-func NewRepository(db *mongo.Database, logger *zap.Logger) *Repository {
-	return &Repository{db: db,
-		logger: logger.With(zap.String("module", "InfraestructureRepository")),
-	}
-}
-
-// GetMongoStatus get mongo server status.
-func (r *Repository) GetMongoStatus(ctx context.Context) (*MongoStatus, error) {
-	command := bson.D{{Key: "serverStatus", Value: 1}}
-	result := r.db.RunCommand(ctx, command)
-	if result.Err() != nil {
-		requestID := fmt.Sprintf("%v", ctx.Value("requestid"))
-		r.logger.Error("failed execute command mongo serverStatus",
-			zap.Error(result.Err()), zap.String("requestID", requestID))
-		return nil, errors.WithStack(result.Err())
-	}
-
-	var mongoStatus MongoStatus
-	err := result.Decode(&mongoStatus)
-	if err != nil {
-		requestID := fmt.Sprintf("%v", ctx.Value("requestid"))
-		r.logger.Error("failed decoding cursor to *MongoStatus", zap.Error(err),
-			zap.String("requestID", requestID))
-		return nil, errors.WithStack(err)
-	}
-	return &mongoStatus, nil
-}

parser/http/infrastructure/server.go

@@ -4,9 +4,8 @@ import (
 	"github.com/ansrivas/fiberprometheus/v2"
 	"github.com/gofiber/fiber/v2"
 	"github.com/gofiber/fiber/v2/middleware/pprof"
+	"github.com/wormhole-foundation/wormhole-explorer/common/health"
 	"github.com/wormhole-foundation/wormhole-explorer/parser/http/vaa"
-	"github.com/wormhole-foundation/wormhole-explorer/parser/internal/sqs"
-	"go.mongodb.org/mongo-driver/mongo"
 	"go.uber.org/zap"
 )
 
@@ -16,11 +15,8 @@ type Server struct {
 	logger *zap.Logger
 }
 
-func NewServer(logger *zap.Logger, port string, pprofEnabled bool, isQueueConsumer bool, consumer *sqs.Consumer,
-	db *mongo.Database, vaaController *vaa.Controller) *Server {
-	repository := NewRepository(db, logger)
-	service := NewService(repository, consumer, isQueueConsumer, logger)
-	ctrl := NewController(service, logger)
+func NewServer(logger *zap.Logger, port string, pprofEnabled bool, vaaController *vaa.Controller, checks ...health.Check) *Server {
+	ctrl := health.NewController(checks, logger)
 	app := fiber.New(fiber.Config{DisableStartupMessage: true})
 
 	// config use of middlware.

parser/http/infrastructure/service.go

@@ -1,83 +0,0 @@
-package infrastructure
-
-import (
-	"context"
-	"errors"
-	"fmt"
-
-	"github.com/wormhole-foundation/wormhole-explorer/parser/internal/sqs"
-	"go.uber.org/zap"
-)
-
-// Service definition.
-type Service struct {
-	repo            *Repository
-	consumer        *sqs.Consumer
-	isQueueConsumer bool
-	logger          *zap.Logger
-}
-
-// NewService create a new Service instance.
-func NewService(dao *Repository, consumer *sqs.Consumer, isQueueConsumer bool, logger *zap.Logger) *Service {
-	return &Service{repo: dao, consumer: consumer, isQueueConsumer: isQueueConsumer, logger: logger.With(zap.String("module", "Infraestructureervice"))}
-}
-
-// CheckIsReady check if the service is ready.
-func (s *Service) CheckIsReady(ctx context.Context) (bool, error) {
-	// check if mongodb is ready
-	isMongoReady, err := s.CheckMongoServerStatus(ctx)
-	if err != nil {
-		return false, err
-	}
-
-	// check if aws sqs is ready
-	isAwsSQSReady, err := s.CheckAwsSQS(ctx)
-	if err != nil {
-		return false, err
-	}
-
-	if !(isMongoReady && isAwsSQSReady) {
-		return false, errors.New("error services not ready")
-	}
-	return true, nil
-}
-
-// CheckMongoServerStatus check mongodb status.
-func (s *Service) CheckMongoServerStatus(ctx context.Context) (bool, error) {
-	mongoStatus, err := s.repo.GetMongoStatus(ctx)
-	if err != nil {
-		return false, err
-	}
-
-	// check mongo server status
-	mongoStatusCheck := (mongoStatus.Ok == 1 && mongoStatus.Pid > 0 && mongoStatus.Uptime > 0)
-	if !mongoStatusCheck {
-		return false, fmt.Errorf("mongo server not ready (Ok = %v, Pid = %v, Uptime = %v)", mongoStatus.Ok, mongoStatus.Pid, mongoStatus.Uptime)
-	}
-
-	// check mongo connections
-	if mongoStatus.Connections.Available <= 0 {
-		return false, fmt.Errorf("mongo server without available connections (availableConection = %v)", mongoStatus.Connections.Available)
-	}
-	return true, nil
-}
-
-// CheckAwsSQS check aws sqs status.
-func (s *Service) CheckAwsSQS(ctx context.Context) (bool, error) {
-	// vaa queue handle in memory [local enviroment]
-	if !s.isQueueConsumer {
-		return true, nil
-	}
-	// get queue attributes
-	queueAttributes, err := s.consumer.GetQueueAttributes(ctx)
-	if err != nil || queueAttributes == nil {
-		return false, err
-	}
-
-	// check queue created
-	createdTimestamp := queueAttributes.Attributes["CreatedTimestamp"]
-	if createdTimestamp == "" {
-		return false, errors.New("error createdTimestamp attributes does not exist")
-	}
-	return createdTimestamp != "", nil
-}

parser/http/vaa/controller.go

@@ -1,6 +1,8 @@
 package vaa
 
 import (
+	"fmt"
+
 	"github.com/gofiber/fiber/v2"
 	"github.com/wormhole-foundation/wormhole-explorer/parser/processor"
 	"go.uber.org/zap"
@@ -34,7 +36,9 @@ func (c *Controller) Parse(ctx *fiber.Ctx) error {
 		return err
 	}
 
-	vaaParsed, err := c.processor(ctx.Context(), vaa.Vaa)
+	trackID := fmt.Sprintf("controller-%s", payload.ID)
+
+	vaaParsed, err := c.processor(ctx.Context(), &processor.Params{Vaa: vaa.Vaa, TrackID: trackID})
 	if err != nil {
 		return err
 	}