poanetwork
/
amb-monitor
mirror of https://github.com/poanetwork/amb-monitor.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

Refine alerting structs

This commit is contained in:
Kirill Fedoseev 2022-05-10 14:07:58 +02:00
parent a78151e921
commit 8947df65ad
3 changed files with 145 additions and 317 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

402
monitor/alerts/db_alerts_provider.go
View File

@ -3,7 +3,6 @@ package alerts
import ( import (
"context" "context"
"fmt" "fmt"
"strconv"
"time" "time"
"tokenbridge-monitor/db" "tokenbridge-monitor/db"
@ -23,25 +22,12 @@ func NewDBAlertsProvider(db *db.DB) *DBAlertsProvider {
} }
type UnknownConfirmation struct { type UnknownConfirmation struct {
ChainID string `db:"chain_id"` ChainID string `db:"chain_id" json:"chain_id"`
BlockNumber uint64 `db:"block_number"` BlockNumber uint64 `db:"block_number" json:"block_number,string"`
Age time.Duration `db:"age"` Age time.Duration `db:"age" json:"_value,string"`
TransactionHash common.Hash `db:"transaction_hash"` TransactionHash common.Hash `db:"transaction_hash" json:"tx_hash"`
Signer common.Address `db:"signer"` Signer common.Address `db:"signer" json:"signer"`
MsgHash common.Hash `db:"msg_hash"` MsgHash common.Hash `db:"msg_hash" json:"msg_hash"`
}
func (c *UnknownConfirmation) AlertValues() AlertValues {
return AlertValues{
Labels: map[string]string{
"chain_id": c.ChainID,
"block_number": strconv.FormatUint(c.BlockNumber, 10),
"tx_hash": c.TransactionHash.String(),
"signer": c.Signer.String(),
"msg_hash": c.MsgHash.String(),
},
Value: float64(c.Age),
}
} }
func (p *DBAlertsProvider) findMinProcessedTime(ctx context.Context, params *AlertJobParams) (*time.Time, error) { func (p *DBAlertsProvider) findMinProcessedTime(ctx context.Context, params *AlertJobParams) (*time.Time, error) {
@ -71,7 +57,7 @@ func (p *DBAlertsProvider) findMinProcessedTime(ctx context.Context, params *Ale
return res, nil return res, nil
} }
func (p *DBAlertsProvider) FindUnknownConfirmations(ctx context.Context, params *AlertJobParams) ([]AlertValues, error) { func (p *DBAlertsProvider) FindUnknownConfirmations(ctx context.Context, params *AlertJobParams) (interface{}, error) {
minProcessedTS, err := p.findMinProcessedTime(ctx, params) minProcessedTS, err := p.findMinProcessedTime(ctx, params)
if err != nil { if err != nil {
return nil, err return nil, err
@ -94,34 +80,18 @@ func (p *DBAlertsProvider) FindUnknownConfirmations(ctx context.Context, params
if err != nil { if err != nil {
return nil, fmt.Errorf("can't select alerts: %w", err) return nil, fmt.Errorf("can't select alerts: %w", err)
} }
alerts := make([]AlertValues, len(res)) return res, nil
for i := range res {
alerts[i] = res[i].AlertValues()
}
return alerts, nil
} }
type UnknownExecution struct { type UnknownExecution struct {
ChainID string `db:"chain_id"` ChainID string `db:"chain_id" json:"chain_id"`
BlockNumber uint64 `db:"block_number"` BlockNumber uint64 `db:"block_number" json:"block_number,string"`
Age time.Duration `db:"age"` Age time.Duration `db:"age" json:"_value,string"`
TransactionHash common.Hash `db:"transaction_hash"` TransactionHash common.Hash `db:"transaction_hash" json:"tx_hash"`
MessageID common.Hash `db:"message_id"` MessageID common.Hash `db:"message_id" json:"message_id"`
} }
func (c *UnknownExecution) AlertValues() AlertValues { func (p *DBAlertsProvider) FindUnknownExecutions(ctx context.Context, params *AlertJobParams) (interface{}, error) {
return AlertValues{
Labels: map[string]string{
"chain_id": c.ChainID,
"block_number": strconv.FormatUint(c.BlockNumber, 10),
"tx_hash": c.TransactionHash.String(),
"message_id": c.MessageID.String(),
},
Value: float64(c.Age),
}
}
func (p *DBAlertsProvider) FindUnknownExecutions(ctx context.Context, params *AlertJobParams) ([]AlertValues, error) {
minProcessedTS, err := p.findMinProcessedTime(ctx, params) minProcessedTS, err := p.findMinProcessedTime(ctx, params)
if err != nil { if err != nil {
return nil, err return nil, err
@ -153,36 +123,19 @@ func (p *DBAlertsProvider) FindUnknownExecutions(ctx context.Context, params *Al
if err != nil { if err != nil {
return nil, fmt.Errorf("can't select alerts: %w", err) return nil, fmt.Errorf("can't select alerts: %w", err)
} }
alerts := make([]AlertValues, len(res)) return res, nil
for i := range res {
alerts[i] = res[i].AlertValues()
}
return alerts, nil
} }
type StuckMessage struct { type StuckMessage struct {
ChainID string `db:"chain_id"` ChainID string `db:"chain_id" json:"chain_id"`
BlockNumber uint64 `db:"block_number"` BlockNumber uint64 `db:"block_number" json:"block_number,string"`
Age time.Duration `db:"age"` Age time.Duration `db:"age" json:"_value,string"`
TransactionHash common.Hash `db:"transaction_hash"` TransactionHash common.Hash `db:"transaction_hash" json:"tx_hash"`
MsgHash common.Hash `db:"msg_hash"` MsgHash common.Hash `db:"msg_hash" json:"msg_hash"`
Count uint64 `db:"count"` Count uint64 `db:"count" json:"count,string"`
} }
func (c *StuckMessage) AlertValues() AlertValues { func (p *DBAlertsProvider) FindStuckMessages(ctx context.Context, params *AlertJobParams) (interface{}, error) {
return AlertValues{
Labels: map[string]string{
"chain_id": c.ChainID,
"block_number": strconv.FormatUint(c.BlockNumber, 10),
"tx_hash": c.TransactionHash.String(),
"msg_hash": c.MsgHash.String(),
"count": strconv.FormatUint(c.Count, 10),
},
Value: float64(c.Age),
}
}
func (p *DBAlertsProvider) FindStuckMessages(ctx context.Context, params *AlertJobParams) ([]AlertValues, error) {
query := ` query := `
SELECT l.chain_id, SELECT l.chain_id,
l.block_number, l.block_number,
@ -232,36 +185,19 @@ func (p *DBAlertsProvider) FindStuckMessages(ctx context.Context, params *AlertJ
if err != nil { if err != nil {
return nil, fmt.Errorf("can't select alerts: %w", err) return nil, fmt.Errorf("can't select alerts: %w", err)
} }
alerts := make([]AlertValues, len(res)) return res, nil
for i := range res {
alerts[i] = res[i].AlertValues()
}
return alerts, nil
} }
type FailedExecution struct { type FailedExecution struct {
ChainID string `db:"chain_id"` ChainID string `db:"chain_id" json:"chain_id"`
BlockNumber uint64 `db:"block_number"` BlockNumber uint64 `db:"block_number" json:"block_number,string"`
Age time.Duration `db:"age"` Age time.Duration `db:"age" json:"_value,string"`
TransactionHash common.Hash `db:"transaction_hash"` TransactionHash common.Hash `db:"transaction_hash" json:"tx_hash"`
Sender common.Address `db:"sender"` Sender common.Address `db:"sender" json:"sender"`
Executor common.Address `db:"executor"` Executor common.Address `db:"executor" json:"executor"`
} }
func (c *FailedExecution) AlertValues() AlertValues { func (p *DBAlertsProvider) FindFailedExecutions(ctx context.Context, params *AlertJobParams) (interface{}, error) {
return AlertValues{
Labels: map[string]string{
"chain_id": c.ChainID,
"block_number": strconv.FormatUint(c.BlockNumber, 10),
"tx_hash": c.TransactionHash.String(),
"sender": c.Sender.String(),
"executor": c.Executor.String(),
},
Value: float64(c.Age),
}
}
func (p *DBAlertsProvider) FindFailedExecutions(ctx context.Context, params *AlertJobParams) ([]AlertValues, error) {
q, args, err := sq.Select("l.chain_id", "l.block_number", "l.transaction_hash", "m.sender", "m.executor", "EXTRACT(EPOCH FROM now() - bt.timestamp)::int as age"). q, args, err := sq.Select("l.chain_id", "l.block_number", "l.transaction_hash", "m.sender", "m.executor", "EXTRACT(EPOCH FROM now() - bt.timestamp)::int as age").
From("messages m"). From("messages m").
Join("executed_messages em on m.bridge_id = em.bridge_id AND em.message_id = m.message_id"). Join("executed_messages em on m.bridge_id = em.bridge_id AND em.message_id = m.message_id").
@ -288,36 +224,19 @@ func (p *DBAlertsProvider) FindFailedExecutions(ctx context.Context, params *Ale
if err != nil { if err != nil {
return nil, fmt.Errorf("can't select alerts: %w", err) return nil, fmt.Errorf("can't select alerts: %w", err)
} }
alerts := make([]AlertValues, len(res)) return res, nil
for i := range res {
alerts[i] = res[i].AlertValues()
}
return alerts, nil
} }
type StuckInformationRequest struct { type StuckInformationRequest struct {
ChainID string `db:"chain_id"` ChainID string `db:"chain_id" json:"chain_id"`
BlockNumber uint64 `db:"block_number"` BlockNumber uint64 `db:"block_number" json:"block_number,string"`
Age time.Duration `db:"age"` Age time.Duration `db:"age" json:"_value,string"`
TransactionHash common.Hash `db:"transaction_hash"` TransactionHash common.Hash `db:"transaction_hash" json:"tx_hash"`
MessageID common.Hash `db:"message_id"` MessageID common.Hash `db:"message_id" json:"message_id"`
Count uint64 `db:"count"` Count uint64 `db:"count" json:"count,string"`
} }
func (c *StuckInformationRequest) AlertValues() AlertValues { func (p *DBAlertsProvider) FindStuckInformationRequests(ctx context.Context, params *AlertJobParams) (interface{}, error) {
return AlertValues{
Labels: map[string]string{
"chain_id": c.ChainID,
"block_number": strconv.FormatUint(c.BlockNumber, 10),
"tx_hash": c.TransactionHash.String(),
"message_id": c.MessageID.String(),
"count": strconv.FormatUint(c.Count, 10),
},
Value: float64(c.Age),
}
}
func (p *DBAlertsProvider) FindStuckInformationRequests(ctx context.Context, params *AlertJobParams) ([]AlertValues, error) {
q, args, err := sq.Select("l.chain_id", "l.block_number", "l.transaction_hash", "r.message_id", "count(s.log_id) as count", "EXTRACT(EPOCH FROM now() - bt.timestamp)::int as age"). q, args, err := sq.Select("l.chain_id", "l.block_number", "l.transaction_hash", "r.message_id", "count(s.log_id) as count", "EXTRACT(EPOCH FROM now() - bt.timestamp)::int as age").
From("sent_information_requests sr"). From("sent_information_requests sr").
Join("logs l on l.id = sr.log_id"). Join("logs l on l.id = sr.log_id").
@ -345,40 +264,21 @@ func (p *DBAlertsProvider) FindStuckInformationRequests(ctx context.Context, par
if err != nil { if err != nil {
return nil, fmt.Errorf("can't select alerts: %w", err) return nil, fmt.Errorf("can't select alerts: %w", err)
} }
alerts := make([]AlertValues, len(res)) return res, nil
for i := range res {
alerts[i] = res[i].AlertValues()
}
return alerts, nil
} }
type FailedInformationRequest struct { type FailedInformationRequest struct {
ChainID string `db:"chain_id"` ChainID string `db:"chain_id" json:"chain_id"`
BlockNumber uint64 `db:"block_number"` BlockNumber uint64 `db:"block_number" json:"block_number,string"`
Age time.Duration `db:"age"` Age time.Duration `db:"age" json:"_value,string"`
TransactionHash common.Hash `db:"transaction_hash"` TransactionHash common.Hash `db:"transaction_hash" json:"tx_hash"`
Sender common.Address `db:"sender"` Sender common.Address `db:"sender" json:"sender"`
Executor common.Address `db:"executor"` Executor common.Address `db:"executor" json:"executor"`
Status bool `db:"status"` Status bool `db:"status" json:"status,string"`
CallbackStatus bool `db:"callback_status"` CallbackStatus bool `db:"callback_status" json:"callback_status,string"`
} }
func (c *FailedInformationRequest) AlertValues() AlertValues { func (p *DBAlertsProvider) FindFailedInformationRequests(ctx context.Context, params *AlertJobParams) (interface{}, error) {
return AlertValues{
Labels: map[string]string{
"chain_id": c.ChainID,
"block_number": strconv.FormatUint(c.BlockNumber, 10),
"tx_hash": c.TransactionHash.String(),
"sender": c.Sender.String(),
"executor": c.Executor.String(),
"status": strconv.FormatBool(c.Status),
"callback_status": strconv.FormatBool(c.CallbackStatus),
},
Value: float64(c.Age),
}
}
func (p *DBAlertsProvider) FindFailedInformationRequests(ctx context.Context, params *AlertJobParams) ([]AlertValues, error) {
q, args, err := sq.Select("l.chain_id", "l.block_number", "l.transaction_hash", "r.sender", "r.executor", "er.status", "er.callback_status", "EXTRACT(EPOCH FROM now() - bt.timestamp)::int as age"). q, args, err := sq.Select("l.chain_id", "l.block_number", "l.transaction_hash", "r.sender", "r.executor", "er.status", "er.callback_status", "EXTRACT(EPOCH FROM now() - bt.timestamp)::int as age").
From("information_requests r"). From("information_requests r").
Join("executed_information_requests er on r.bridge_id = er.bridge_id AND er.message_id = r.message_id"). Join("executed_information_requests er on r.bridge_id = er.bridge_id AND er.message_id = r.message_id").
@ -403,36 +303,19 @@ func (p *DBAlertsProvider) FindFailedInformationRequests(ctx context.Context, pa
if err != nil { if err != nil {
return nil, fmt.Errorf("can't select alerts: %w", err) return nil, fmt.Errorf("can't select alerts: %w", err)
} }
alerts := make([]AlertValues, len(res)) return res, nil
for i := range res {
alerts[i] = res[i].AlertValues()
}
return alerts, nil
} }
type DifferentInformationSignature struct { type DifferentInformationSignature struct {
ChainID string `db:"chain_id"` ChainID string `db:"chain_id" json:"chain_id"`
BlockNumber uint64 `db:"block_number"` BlockNumber uint64 `db:"block_number" json:"block_number,string"`
Age time.Duration `db:"age"` Age time.Duration `db:"age" json:"_value,string"`
TransactionHash common.Hash `db:"transaction_hash"` TransactionHash common.Hash `db:"transaction_hash" json:"tx_hash"`
MessageID common.Hash `db:"message_id"` MessageID common.Hash `db:"message_id" json:"message_id"`
Count uint64 `db:"count"` Count uint64 `db:"count" json:"count,string"`
} }
func (c *DifferentInformationSignature) AlertValues() AlertValues { func (p *DBAlertsProvider) FindDifferentInformationSignatures(ctx context.Context, params *AlertJobParams) (interface{}, error) {
return AlertValues{
Labels: map[string]string{
"chain_id": c.ChainID,
"block_number": strconv.FormatUint(c.BlockNumber, 10),
"tx_hash": c.TransactionHash.String(),
"message_id": c.MessageID.String(),
"count": strconv.FormatUint(c.Count, 10),
},
Value: float64(c.Age),
}
}
func (p *DBAlertsProvider) FindDifferentInformationSignatures(ctx context.Context, params *AlertJobParams) ([]AlertValues, error) {
q, args, err := sq.Select("l.chain_id", "l.block_number", "l.transaction_hash", "r.message_id", "count(DISTINCT s.data) as count", "EXTRACT(EPOCH FROM now() - bt.timestamp)::int as age"). q, args, err := sq.Select("l.chain_id", "l.block_number", "l.transaction_hash", "r.message_id", "count(DISTINCT s.data) as count", "EXTRACT(EPOCH FROM now() - bt.timestamp)::int as age").
From("sent_information_requests sr"). From("sent_information_requests sr").
Join("logs l on l.id = sr.log_id"). Join("logs l on l.id = sr.log_id").
@ -461,36 +344,19 @@ func (p *DBAlertsProvider) FindDifferentInformationSignatures(ctx context.Contex
if err != nil { if err != nil {
return nil, fmt.Errorf("can't select alerts: %w", err) return nil, fmt.Errorf("can't select alerts: %w", err)
} }
alerts := make([]AlertValues, len(res)) return res, nil
for i := range res {
alerts[i] = res[i].AlertValues()
}
return alerts, nil
} }
type UnknownInformationSignature struct { type UnknownInformationSignature struct {
ChainID string `db:"chain_id"` ChainID string `db:"chain_id" json:"chain_id"`
BlockNumber uint64 `db:"block_number"` BlockNumber uint64 `db:"block_number" json:"block_number,string"`
Age time.Duration `db:"age"` Age time.Duration `db:"age" json:"_value,string"`
TransactionHash common.Hash `db:"transaction_hash"` TransactionHash common.Hash `db:"transaction_hash" json:"tx_hash"`
Signer common.Address `db:"signer"` Signer common.Address `db:"signer" json:"signer"`
MessageID common.Hash `db:"message_id"` MessageID common.Hash `db:"message_id" json:"message_id"`
} }
func (c *UnknownInformationSignature) AlertValues() AlertValues { func (p *DBAlertsProvider) FindUnknownInformationSignatures(ctx context.Context, params *AlertJobParams) (interface{}, error) {
return AlertValues{
Labels: map[string]string{
"chain_id": c.ChainID,
"block_number": strconv.FormatUint(c.BlockNumber, 10),
"tx_hash": c.TransactionHash.String(),
"signer": c.Signer.String(),
"message_id": c.MessageID.String(),
},
Value: float64(c.Age),
}
}
func (p *DBAlertsProvider) FindUnknownInformationSignatures(ctx context.Context, params *AlertJobParams) ([]AlertValues, error) {
minProcessedTS, err := p.findMinProcessedTime(ctx, params) minProcessedTS, err := p.findMinProcessedTime(ctx, params)
if err != nil { if err != nil {
return nil, err return nil, err
@ -513,34 +379,18 @@ func (p *DBAlertsProvider) FindUnknownInformationSignatures(ctx context.Context,
if err != nil { if err != nil {
return nil, fmt.Errorf("can't select alerts: %w", err) return nil, fmt.Errorf("can't select alerts: %w", err)
} }
alerts := make([]AlertValues, len(res)) return res, nil
for i := range res {
alerts[i] = res[i].AlertValues()
}
return alerts, nil
} }
type UnknownInformationExecution struct { type UnknownInformationExecution struct {
ChainID string `db:"chain_id"` ChainID string `db:"chain_id" json:"chain_id"`
BlockNumber uint64 `db:"block_number"` BlockNumber uint64 `db:"block_number" json:"block_number,string"`
Age time.Duration `db:"age"` Age time.Duration `db:"age" json:"_value,string"`
TransactionHash common.Hash `db:"transaction_hash"` TransactionHash common.Hash `db:"transaction_hash" json:"tx_hash"`
MessageID common.Hash `db:"message_id"` MessageID common.Hash `db:"message_id" json:"message_id"`
} }
func (c *UnknownInformationExecution) AlertValues() AlertValues { func (p *DBAlertsProvider) FindUnknownInformationExecutions(ctx context.Context, params *AlertJobParams) (interface{}, error) {
return AlertValues{
Labels: map[string]string{
"chain_id": c.ChainID,
"block_number": strconv.FormatUint(c.BlockNumber, 10),
"tx_hash": c.TransactionHash.String(),
"message_id": c.MessageID.String(),
},
Value: float64(c.Age),
}
}
func (p *DBAlertsProvider) FindUnknownInformationExecutions(ctx context.Context, params *AlertJobParams) ([]AlertValues, error) {
minProcessedTS, err := p.findMinProcessedTime(ctx, params) minProcessedTS, err := p.findMinProcessedTime(ctx, params)
if err != nil { if err != nil {
return nil, err return nil, err
@ -563,14 +413,10 @@ func (p *DBAlertsProvider) FindUnknownInformationExecutions(ctx context.Context,
if err != nil { if err != nil {
return nil, fmt.Errorf("can't select alerts: %w", err) return nil, fmt.Errorf("can't select alerts: %w", err)
} }
alerts := make([]AlertValues, len(res)) return res, nil
for i := range res {
alerts[i] = res[i].AlertValues()
}
return alerts, nil
} }
func (p *DBAlertsProvider) FindUnknownErcToNativeConfirmations(ctx context.Context, params *AlertJobParams) ([]AlertValues, error) { func (p *DBAlertsProvider) FindUnknownErcToNativeConfirmations(ctx context.Context, params *AlertJobParams) (interface{}, error) {
minProcessedTS, err := p.findMinProcessedTime(ctx, params) minProcessedTS, err := p.findMinProcessedTime(ctx, params)
if err != nil { if err != nil {
return nil, err return nil, err
@ -593,34 +439,18 @@ func (p *DBAlertsProvider) FindUnknownErcToNativeConfirmations(ctx context.Conte
if err != nil { if err != nil {
return nil, fmt.Errorf("can't select alerts: %w", err) return nil, fmt.Errorf("can't select alerts: %w", err)
} }
alerts := make([]AlertValues, len(res)) return res, nil
for i := range res {
alerts[i] = res[i].AlertValues()
}
return alerts, nil
} }
type UnknownErcToNativeExecution struct { type UnknownErcToNativeExecution struct {
ChainID string `db:"chain_id"` ChainID string `db:"chain_id" json:"chain_id"`
BlockNumber uint64 `db:"block_number"` BlockNumber uint64 `db:"block_number" json:"block_number,string"`
Age time.Duration `db:"age"` Age time.Duration `db:"age" json:"_value,string"`
TransactionHash common.Hash `db:"transaction_hash"` TransactionHash common.Hash `db:"transaction_hash" json:"tx_hash"`
MsgHash common.Hash `db:"msg_hash"` MsgHash common.Hash `db:"msg_hash" json:"msg_hash"`
} }
func (c *UnknownErcToNativeExecution) AlertValues() AlertValues { func (p *DBAlertsProvider) FindUnknownErcToNativeExecutions(ctx context.Context, params *AlertJobParams) (interface{}, error) {
return AlertValues{
Labels: map[string]string{
"chain_id": c.ChainID,
"block_number": strconv.FormatUint(c.BlockNumber, 10),
"tx_hash": c.TransactionHash.String(),
"msg_hash": c.MsgHash.String(),
},
Value: float64(c.Age),
}
}
func (p *DBAlertsProvider) FindUnknownErcToNativeExecutions(ctx context.Context, params *AlertJobParams) ([]AlertValues, error) {
minProcessedTS, err := p.findMinProcessedTime(ctx, params) minProcessedTS, err := p.findMinProcessedTime(ctx, params)
if err != nil { if err != nil {
return nil, err return nil, err
@ -652,42 +482,22 @@ func (p *DBAlertsProvider) FindUnknownErcToNativeExecutions(ctx context.Context,
if err != nil { if err != nil {
return nil, fmt.Errorf("can't select alerts: %w", err) return nil, fmt.Errorf("can't select alerts: %w", err)
} }
alerts := make([]AlertValues, len(res)) return res, nil
for i := range res {
alerts[i] = res[i].AlertValues()
}
return alerts, nil
} }
type StuckErcToNativeMessage struct { type StuckErcToNativeMessage struct {
ChainID string `db:"chain_id"` ChainID string `db:"chain_id" json:"chain_id"`
BlockNumber uint64 `db:"block_number"` BlockNumber uint64 `db:"block_number" json:"block_number,string"`
Age time.Duration `db:"age"` Age time.Duration `db:"age" json:"_value,string"`
TransactionHash common.Hash `db:"transaction_hash"` TransactionHash common.Hash `db:"transaction_hash" json:"tx_hash"`
MsgHash common.Hash `db:"msg_hash"` MsgHash common.Hash `db:"msg_hash" json:"msg_hash"`
Count uint64 `db:"count"` Count uint64 `db:"count" json:"count,string"`
Sender common.Address `db:"sender"` Sender common.Address `db:"sender" json:"sender"`
Receiver common.Address `db:"receiver"` Receiver common.Address `db:"receiver" json:"receiver"`
Value string `db:"value"` Value string `db:"value" json:"value"`
} }
func (c *StuckErcToNativeMessage) AlertValues() AlertValues { func (p *DBAlertsProvider) FindStuckErcToNativeMessages(ctx context.Context, params *AlertJobParams) (interface{}, error) {
return AlertValues{
Labels: map[string]string{
"chain_id": c.ChainID,
"block_number": strconv.FormatUint(c.BlockNumber, 10),
"tx_hash": c.TransactionHash.String(),
"msg_hash": c.MsgHash.String(),
"count": strconv.FormatUint(c.Count, 10),
"sender": c.Sender.String(),
"receiver": c.Receiver.String(),
"value": c.Value,
},
Value: float64(c.Age),
}
}
func (p *DBAlertsProvider) FindStuckErcToNativeMessages(ctx context.Context, params *AlertJobParams) ([]AlertValues, error) {
query := ` query := `
SELECT l.chain_id, SELECT l.chain_id,
l.block_number, l.block_number,
@ -736,30 +546,16 @@ func (p *DBAlertsProvider) FindStuckErcToNativeMessages(ctx context.Context, par
if err != nil { if err != nil {
return nil, fmt.Errorf("can't select alerts: %w", err) return nil, fmt.Errorf("can't select alerts: %w", err)
} }
alerts := make([]AlertValues, len(res)) return res, nil
for i := range res {
alerts[i] = res[i].AlertValues()
}
return alerts, nil
} }
type LastValidatorActivity struct { type LastValidatorActivity struct {
ChainID string `db:"chain_id"` ChainID string `db:"chain_id" json:"chain_id"`
Address common.Address `db:"address"` Address common.Address `db:"address" json:"address"`
Age time.Duration `db:"age"` Age time.Duration `db:"age" json:"_value,string"`
} }
func (c *LastValidatorActivity) AlertValues() AlertValues { func (p *DBAlertsProvider) FindLastValidatorActivity(ctx context.Context, params *AlertJobParams) (interface{}, error) {
return AlertValues{
Labels: map[string]string{
"chain_id": c.ChainID,
"address": c.Address.String(),
},
Value: float64(c.Age),
}
}
func (p *DBAlertsProvider) FindLastValidatorActivity(ctx context.Context, params *AlertJobParams) ([]AlertValues, error) {
query := ` query := `
SELECT $2 as chain_id, SELECT $2 as chain_id,
v.address as address, v.address as address,
@ -785,9 +581,5 @@ func (p *DBAlertsProvider) FindLastValidatorActivity(ctx context.Context, params
if err != nil { if err != nil {
return nil, fmt.Errorf("can't select alerts: %w", err) return nil, fmt.Errorf("can't select alerts: %w", err)
} }
alerts := make([]AlertValues, len(res)) return res, nil
for i := range res {
alerts[i] = res[i].AlertValues()
}
return alerts, nil
} }

56
monitor/alerts/job.go
View File

@ -2,6 +2,9 @@ package alerts
import ( import (
"context" "context"
"encoding/json"
"fmt"
"strconv"
"time" "time"
"tokenbridge-monitor/logging" "tokenbridge-monitor/logging"
@ -10,11 +13,6 @@ import (
"github.com/sirupsen/logrus" "github.com/sirupsen/logrus"
) )
type AlertValues struct {
Labels map[string]string
Value float64
}
type AlertJobParams struct { type AlertJobParams struct {
Bridge string Bridge string
HomeChainID string HomeChainID string
@ -26,12 +24,48 @@ type AlertJobParams struct {
ForeignBridgeAddress common.Address ForeignBridgeAddress common.Address
} }
type AlertMetricValues map[string]string
const ValueLabelTag = "_value"
func (v AlertMetricValues) Labels() prometheus.Labels {
labels := make(prometheus.Labels, len(v))
for k, val := range v {
if k != ValueLabelTag {
labels[k] = val
}
}
return labels
}
func (v AlertMetricValues) Value() float64 {
val, ok := v[ValueLabelTag]
if !ok {
return 0
}
res, _ := strconv.ParseFloat(val, 64)
return res
}
func ConvertToAlertMetricValues(v interface{}) ([]AlertMetricValues, error) {
raw, err := json.Marshal(v)
if err != nil {
return nil, fmt.Errorf("can't marshal alert values to json: %w", err)
}
res := make([]AlertMetricValues, 10)
err = json.Unmarshal(raw, &res)
if err != nil {
return nil, fmt.Errorf("can't unmarshal alert values to []AlertMetricValues: %w", err)
}
return res, nil
}
type Job struct { type Job struct {
logger logging.Logger logger logging.Logger
Metric *prometheus.GaugeVec Metric *prometheus.GaugeVec
Interval time.Duration Interval time.Duration
Timeout time.Duration Timeout time.Duration
Func func(ctx context.Context, params *AlertJobParams) ([]AlertValues, error) Func func(ctx context.Context, params *AlertJobParams) (interface{}, error)
Params *AlertJobParams Params *AlertJobParams
} }
@ -41,20 +75,22 @@ func (j *Job) Start(ctx context.Context, isSynced func() bool) {
if isSynced() { if isSynced() {
timeoutCtx, cancel := context.WithTimeout(ctx, j.Timeout) timeoutCtx, cancel := context.WithTimeout(ctx, j.Timeout)
start := time.Now() start := time.Now()
values, err := j.Func(timeoutCtx, j.Params) alerts, err := j.Func(timeoutCtx, j.Params)
cancel() cancel()
if err != nil { if err != nil {
j.logger.WithError(err).Error("failed to process alert job") j.logger.WithError(err).Error("failed to process alert job")
} else { } else {
j.Metric.Reset() j.Metric.Reset()
values, err2 := ConvertToAlertMetricValues(alerts)
if len(values) > 0 { if err2 != nil {
j.logger.WithError(err2).Error("can't convert to alert metric values")
} else if len(values) > 0 {
j.logger.WithFields(logrus.Fields{ j.logger.WithFields(logrus.Fields{
"count": len(values), "count": len(values),
"duration": time.Since(start), "duration": time.Since(start),
}).Warn("found some possible alerts") }).Warn("found some possible alerts")
for _, v := range values { for _, v := range values {
j.Metric.With(v.Labels).Set(v.Value) j.Metric.With(v.Labels()).Set(v.Value())
} }
} else { } else {
j.logger.WithField("duration", time.Since(start)).Info("no alerts has been found") j.logger.WithField("duration", time.Since(start)).Info("no alerts has been found")

4
presenter/presenter.go
View File

@ -159,7 +159,7 @@ func (p *Presenter) SearchValidators(r *http.Request) (interface{}, error) {
return res, nil return res, nil
} }
var HashRegex = regexp.MustCompile("^0[xX][\\da-fA-F]{64}$") var HashRegex = regexp.MustCompile(`^0[xX][\da-fA-F]{64}$`)
func (p *Presenter) SearchLogs(r *http.Request) (interface{}, error) { func (p *Presenter) SearchLogs(r *http.Request) (interface{}, error) {
ctx := r.Context() ctx := r.Context()
@ -194,7 +194,7 @@ func (p *Presenter) SearchLogs(r *http.Request) (interface{}, error) {
logs = filteredLogs logs = filteredLogs
} }
} else if block != "" || (fromBlock != "" && toBlock != "") { } else if block != "" || (fromBlock != "" && toBlock != "") {
from, to := uint64(0), uint64(0) var from, to uint64
if chainId == "" { if chainId == "" {
return nil, fmt.Errorf("chainId must be specified when block or fromBlock and toBlock are specified") return nil, fmt.Errorf("chainId must be specified when block or fromBlock and toBlock are specified")
} }