feat: correctly purge corrupted rewards calculations on restart (#134)

Layr-Labs · Dec 5, 2024 · 0571275 · 0571275
2 parents 505da55 + 6d9d283
commit 0571275
Show file tree

Hide file tree

Showing 65 changed files with 277 additions and 70 deletions.
diff --git a/cmd/database.go b/cmd/database.go
@@ -65,7 +65,7 @@ var runDatabaseCmd = &cobra.Command{
 			l.Fatal("Failed to create gorm instance", zap.Error(err))
 		}
 
-		migrator := migrations.NewMigrator(pg.Db, grm, l)
+		migrator := migrations.NewMigrator(pg.Db, grm, l, cfg)
 		if err = migrator.MigrateAll(); err != nil {
 			l.Fatal("Failed to migrate", zap.Error(err))
 		}

diff --git a/cmd/debugger/main.go b/cmd/debugger/main.go
@@ -56,7 +56,7 @@ func main() {
 		l.Fatal("Failed to create gorm instance", zap.Error(err))
 	}
 
-	migrator := migrations.NewMigrator(pg.Db, grm, l)
+	migrator := migrations.NewMigrator(pg.Db, grm, l, cfg)
 	if err = migrator.MigrateAll(); err != nil {
 		l.Fatal("Failed to migrate", zap.Error(err))
 	}

diff --git a/cmd/operatorRestakedStrategies.go b/cmd/operatorRestakedStrategies.go
@@ -58,7 +58,7 @@ var runOperatorRestakedStrategiesCmd = &cobra.Command{
 			l.Fatal("Failed to create gorm instance", zap.Error(err))
 		}
 
-		migrator := migrations.NewMigrator(pg.Db, grm, l)
+		migrator := migrations.NewMigrator(pg.Db, grm, l, cfg)
 		if err = migrator.MigrateAll(); err != nil {
 			l.Fatal("Failed to migrate", zap.Error(err))
 		}

diff --git a/cmd/run.go b/cmd/run.go
@@ -72,7 +72,7 @@ var runCmd = &cobra.Command{
 			l.Fatal("Failed to create gorm instance", zap.Error(err))
 		}
 
-		migrator := migrations.NewMigrator(pg.Db, grm, l)
+		migrator := migrations.NewMigrator(pg.Db, grm, l, cfg)
 		if err = migrator.MigrateAll(); err != nil {
 			l.Fatal("Failed to migrate", zap.Error(err))
 		}

diff --git a/pkg/contractStore/postgresContractStore/postgresContractStore_test.go b/pkg/contractStore/postgresContractStore/postgresContractStore_test.go
@@ -24,7 +24,7 @@ func setup() (
 
 	l, _ := logger.NewLogger(&logger.LoggerConfig{Debug: true})
 
-	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, l)
+	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, cfg, l)
 	if err != nil {
 		return dbname, nil, nil, nil, err
 	}

diff --git a/pkg/eigenState/avsOperators/avsOperators_test.go b/pkg/eigenState/avsOperators/avsOperators_test.go
@@ -31,7 +31,7 @@ func setup() (
 
 	l, _ := logger.NewLogger(&logger.LoggerConfig{Debug: true})
 
-	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, l)
+	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, cfg, l)
 	if err != nil {
 		return dbname, nil, nil, nil, err
 	}

diff --git a/pkg/eigenState/disabledDistributionRoots/disabledDistributionRoots_test.go b/pkg/eigenState/disabledDistributionRoots/disabledDistributionRoots_test.go
@@ -29,7 +29,7 @@ func setup() (
 
 	l, _ := logger.NewLogger(&logger.LoggerConfig{Debug: true})
 
-	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, l)
+	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, cfg, l)
 	if err != nil {
 		return dbname, nil, nil, nil, err
 	}

diff --git a/pkg/eigenState/eigenstate_test.go b/pkg/eigenState/eigenstate_test.go
@@ -27,7 +27,7 @@ func setup() (
 
 	l, _ := logger.NewLogger(&logger.LoggerConfig{Debug: true})
 
-	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, l)
+	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, cfg, l)
 	if err != nil {
 		return dbname, nil, nil, nil, err
 	}

diff --git a/pkg/eigenState/operatorShares/operatorShares_test.go b/pkg/eigenState/operatorShares/operatorShares_test.go
@@ -32,7 +32,7 @@ func setup() (
 
 	l, _ := logger.NewLogger(&logger.LoggerConfig{Debug: cfg.Debug})
 
-	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, l)
+	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, cfg, l)
 	if err != nil {
 		return dbname, nil, nil, nil, err
 	}

diff --git a/pkg/eigenState/rewardSubmissions/rewardSubmissions_test.go b/pkg/eigenState/rewardSubmissions/rewardSubmissions_test.go
@@ -30,7 +30,7 @@ func setup() (
 
 	l, _ := logger.NewLogger(&logger.LoggerConfig{Debug: true})
 
-	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, l)
+	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, cfg, l)
 	if err != nil {
 		return dbname, nil, nil, nil, err
 	}

diff --git a/pkg/eigenState/stakerDelegations/stakerDelegations_test.go b/pkg/eigenState/stakerDelegations/stakerDelegations_test.go
@@ -30,7 +30,7 @@ func setup() (
 
 	l, _ := logger.NewLogger(&logger.LoggerConfig{Debug: cfg.Debug})
 
-	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, l)
+	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, cfg, l)
 	if err != nil {
 		return dbname, nil, nil, nil, err
 	}

diff --git a/pkg/eigenState/stakerShares/stakerShares_test.go b/pkg/eigenState/stakerShares/stakerShares_test.go
@@ -31,7 +31,7 @@ func setup() (
 
 	l, _ := logger.NewLogger(&logger.LoggerConfig{Debug: cfg.Debug})
 
-	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, l)
+	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, cfg, l)
 	if err != nil {
 		return dbname, nil, nil, nil, err
 	}

diff --git a/pkg/eigenState/stateManager/stateManager_test.go b/pkg/eigenState/stateManager/stateManager_test.go
@@ -27,7 +27,7 @@ func setup() (
 
 	l, _ := logger.NewLogger(&logger.LoggerConfig{Debug: true})
 
-	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, l)
+	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, cfg, l)
 	if err != nil {
 		return dbname, nil, nil, nil, err
 	}

diff --git a/pkg/eigenState/submittedDistributionRoots/submittedDistributionRoots_test.go b/pkg/eigenState/submittedDistributionRoots/submittedDistributionRoots_test.go
@@ -29,7 +29,7 @@ func setup() (
 
 	l, _ := logger.NewLogger(&logger.LoggerConfig{Debug: true})
 
-	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, l)
+	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, cfg, l)
 	if err != nil {
 		return dbname, nil, nil, nil, err
 	}

diff --git a/pkg/indexer/restakedStrategies_test.go b/pkg/indexer/restakedStrategies_test.go
@@ -38,7 +38,7 @@ func setup() (
 
 	l, _ := logger.NewLogger(&logger.LoggerConfig{Debug: true})
 
-	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, l)
+	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, cfg, l)
 	if err != nil {
 		return dbname, nil, nil, nil, err
 	}

diff --git a/pkg/pipeline/pipelineIntegration_test.go b/pkg/pipeline/pipelineIntegration_test.go
@@ -66,7 +66,7 @@ func setup(ethConfig *ethereum.EthereumClientConfig) (
 	ethConfig.BaseUrl = rpcUrl
 	client := ethereum.NewClient(ethConfig, l)
 
-	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, l)
+	dbname, _, grm, err := postgres.GetTestPostgresDatabase(cfg.DatabaseConfig, cfg, l)
 	if err != nil {
 		log.Fatal(err)
 	}

diff --git a/pkg/postgres/migrations/202409061249_bootstrapDb/up.go b/pkg/postgres/migrations/202409061249_bootstrapDb/up.go
@@ -3,14 +3,15 @@ package _202409061249_bootstrapDb
 import (
 	"database/sql"
 	"fmt"
+	"github.com/Layr-Labs/sidecar/internal/config"
 
 	"gorm.io/gorm"
 )
 
 type Migration struct {
 }
 
-func (m *Migration) Up(db *sql.DB, grm *gorm.DB) error {
+func (m *Migration) Up(db *sql.DB, grm *gorm.DB, cfg *config.Config) error {
 	queries := []string{
 		`CREATE TABLE IF NOT EXISTS blocks (
 			number bigint NOT NULL PRIMARY KEY,

diff --git a/pkg/postgres/migrations/202409061250_eigenlayerStateTables/up.go b/pkg/postgres/migrations/202409061250_eigenlayerStateTables/up.go
@@ -3,14 +3,15 @@ package _202409061250_eigenlayerStateTables
 import (
 	"database/sql"
 	"fmt"
+	"github.com/Layr-Labs/sidecar/internal/config"
 
 	"gorm.io/gorm"
 )
 
 type Migration struct {
 }
 
-func (m *Migration) Up(db *sql.DB, grm *gorm.DB) error {
+func (m *Migration) Up(db *sql.DB, grm *gorm.DB, cfg *config.Config) error {
 	queries := []string{
 		`create table if not exists registered_avs_operators (
 			operator varchar not null,

diff --git a/pkg/postgres/migrations/202409061720_operatorShareChanges/up.go b/pkg/postgres/migrations/202409061720_operatorShareChanges/up.go
@@ -2,13 +2,14 @@ package _202409061720_operatorShareChanges
 
 import (
 	"database/sql"
+	"github.com/Layr-Labs/sidecar/internal/config"
 	"gorm.io/gorm"
 )
 
 type Migration struct {
 }
 
-func (m *Migration) Up(db *sql.DB, grm *gorm.DB) error {
+func (m *Migration) Up(db *sql.DB, grm *gorm.DB, cfg *config.Config) error {
 	queries := []string{
 		`create table if not exists operator_shares (
 			operator varchar not null,

diff --git a/pkg/postgres/migrations/202409062151_stakerDelegations/up.go b/pkg/postgres/migrations/202409062151_stakerDelegations/up.go
@@ -2,13 +2,14 @@ package _202409062151_stakerDelegations
 
 import (
 	"database/sql"
+	"github.com/Layr-Labs/sidecar/internal/config"
 	"gorm.io/gorm"
 )
 
 type Migration struct {
 }
 
-func (m *Migration) Up(db *sql.DB, grm *gorm.DB) error {
+func (m *Migration) Up(db *sql.DB, grm *gorm.DB, cfg *config.Config) error {
 	queries := []string{
 		`create table if not exists delegated_stakers (
 			staker varchar not null,

diff --git a/pkg/postgres/migrations/202409080918_staterootTable/up.go b/pkg/postgres/migrations/202409080918_staterootTable/up.go
@@ -2,13 +2,14 @@ package _202409080918_staterootTable
 
 import (
 	"database/sql"
+	"github.com/Layr-Labs/sidecar/internal/config"
 	"gorm.io/gorm"
 )
 
 type Migration struct {
 }
 
-func (m *Migration) Up(db *sql.DB, grm *gorm.DB) error {
+func (m *Migration) Up(db *sql.DB, grm *gorm.DB, cfg *config.Config) error {
 	queries := []string{
 		`CREATE TABLE IF NOT EXISTS state_roots (
     		eth_block_number bigint not null,

diff --git a/pkg/postgres/migrations/202409082234_stakerShare/up.go b/pkg/postgres/migrations/202409082234_stakerShare/up.go
@@ -2,13 +2,14 @@ package _202409082234_stakerShare
 
 import (
 	"database/sql"
+	"github.com/Layr-Labs/sidecar/internal/config"
 	"gorm.io/gorm"
 )
 
 type Migration struct {
 }
 
-func (m *Migration) Up(db *sql.DB, grm *gorm.DB) error {
+func (m *Migration) Up(db *sql.DB, grm *gorm.DB, cfg *config.Config) error {
 	queries := []string{
 		`create table if not exists staker_shares (
 			staker varchar not null,

diff --git a/pkg/postgres/migrations/202409101144_submittedDistributionRoot/up.go b/pkg/postgres/migrations/202409101144_submittedDistributionRoot/up.go
@@ -2,13 +2,14 @@ package _202409101144_submittedDistributionRoot
 
 import (
 	"database/sql"
+	"github.com/Layr-Labs/sidecar/internal/config"
 	"gorm.io/gorm"
 )
 
 type Migration struct {
 }
 
-func (m *Migration) Up(db *sql.DB, grm *gorm.DB) error {
+func (m *Migration) Up(db *sql.DB, grm *gorm.DB, cfg *config.Config) error {
 	queries := []string{
 		`create table if not exists submitted_distribution_roots (
 			root varchar not null,

diff --git a/pkg/postgres/migrations/202409101540_rewardSubmissions/up.go b/pkg/postgres/migrations/202409101540_rewardSubmissions/up.go
@@ -2,13 +2,14 @@ package _202409101540_rewardSubmissions
 
 import (
 	"database/sql"
+	"github.com/Layr-Labs/sidecar/internal/config"
 	"gorm.io/gorm"
 )
 
 type Migration struct {
 }
 
-func (m *Migration) Up(db *sql.DB, grm *gorm.DB) error {
+func (m *Migration) Up(db *sql.DB, grm *gorm.DB, cfg *config.Config) error {
 	query := `
 		create table if not exists reward_submissions (
 			avs varchar not null,

diff --git a/pkg/postgres/migrations/202409161057_avsOperatorDeltas/up.go b/pkg/postgres/migrations/202409161057_avsOperatorDeltas/up.go
@@ -3,13 +3,14 @@ package _202409161057_avsOperatorDeltas
 import (
 	"database/sql"
 	"fmt"
+	"github.com/Layr-Labs/sidecar/internal/config"
 	"gorm.io/gorm"
 )
 
 type Migration struct {
 }
 
-func (m *Migration) Up(db *sql.DB, grm *gorm.DB) error {
+func (m *Migration) Up(db *sql.DB, grm *gorm.DB, cfg *config.Config) error {
 	queries := []string{
 		`create table if not exists avs_operator_state_changes (
 			operator varchar not null,

diff --git a/pkg/postgres/migrations/202409181340_stakerDelegationDelta/up.go b/pkg/postgres/migrations/202409181340_stakerDelegationDelta/up.go
@@ -2,13 +2,14 @@ package _202409181340_stakerDelegationDelta
 
 import (
 	"database/sql"
+	"github.com/Layr-Labs/sidecar/internal/config"
 	"gorm.io/gorm"
 )
 
 type Migration struct {
 }
 
-func (m *Migration) Up(db *sql.DB, grm *gorm.DB) error {
+func (m *Migration) Up(db *sql.DB, grm *gorm.DB, cfg *config.Config) error {
 	query := `
 		create table if not exists staker_delegation_changes (
 			staker varchar not null,

diff --git a/pkg/postgres/migrations/202410241239_combinedRewards/up.go b/pkg/postgres/migrations/202410241239_combinedRewards/up.go
@@ -2,13 +2,14 @@ package _202410241239_combinedRewards
 
 import (
 	"database/sql"
+	"github.com/Layr-Labs/sidecar/internal/config"
 	"gorm.io/gorm"
 )
 
 type Migration struct {
 }
 
-func (m *Migration) Up(db *sql.DB, grm *gorm.DB) error {
+func (m *Migration) Up(db *sql.DB, grm *gorm.DB, cfg *config.Config) error {
 	queries := []string{
 		`CREATE TABLE IF NOT EXISTS combined_rewards (
 			avs varchar not null,

diff --git a/pkg/postgres/migrations/202410241313_operatorAvsRegistrationSnapshots/up.go b/pkg/postgres/migrations/202410241313_operatorAvsRegistrationSnapshots/up.go
@@ -2,13 +2,14 @@ package _202410241313_operatorAvsRegistrationSnapshots
 
 import (
 	"database/sql"
+	"github.com/Layr-Labs/sidecar/internal/config"
 	"gorm.io/gorm"
 )
 
 type Migration struct {
 }
 
-func (m *Migration) Up(db *sql.DB, grm *gorm.DB) error {
+func (m *Migration) Up(db *sql.DB, grm *gorm.DB, cfg *config.Config) error {
 	queries := []string{
 		`CREATE TABLE IF NOT EXISTS operator_avs_registration_snapshots (
 			avs varchar not null,

diff --git a/pkg/postgres/migrations/202410241417_operatorAvsStrategySnapshots/up.go b/pkg/postgres/migrations/202410241417_operatorAvsStrategySnapshots/up.go
@@ -2,13 +2,14 @@ package _202410241417_operatorAvsStrategySnapshots
 
 import (
 	"database/sql"
+	"github.com/Layr-Labs/sidecar/internal/config"
 	"gorm.io/gorm"
 )
 
 type Migration struct {
 }
 
-func (m *Migration) Up(db *sql.DB, grm *gorm.DB) error {
+func (m *Migration) Up(db *sql.DB, grm *gorm.DB, cfg *config.Config) error {
 	queries := []string{
 		`CREATE TABLE IF NOT EXISTS operator_avs_strategy_snapshots (
 				operator varchar not null,

diff --git a/pkg/postgres/migrations/202410241431_operatorShareSnapshots/up.go b/pkg/postgres/migrations/202410241431_operatorShareSnapshots/up.go
@@ -2,13 +2,14 @@ package _202410241431_operatorShareSnapshots
 
 import (
 	"database/sql"
+	"github.com/Layr-Labs/sidecar/internal/config"
 	"gorm.io/gorm"
 )
 
 type Migration struct {
 }
 
-func (m *Migration) Up(db *sql.DB, grm *gorm.DB) error {
+func (m *Migration) Up(db *sql.DB, grm *gorm.DB, cfg *config.Config) error {
 	queries := []string{
 		`CREATE TABLE IF NOT EXISTS operator_share_snapshots (
 			operator varchar not null,

diff --git a/pkg/postgres/migrations/202410241450_stakerDelegationSnapshots/up.go b/pkg/postgres/migrations/202410241450_stakerDelegationSnapshots/up.go
@@ -2,13 +2,14 @@ package _202410241450_stakerDelegationSnapshots
 
 import (
 	"database/sql"
+	"github.com/Layr-Labs/sidecar/internal/config"
 	"gorm.io/gorm"
 )
 
 type Migration struct {
 }
 
-func (m *Migration) Up(db *sql.DB, grm *gorm.DB) error {
+func (m *Migration) Up(db *sql.DB, grm *gorm.DB, cfg *config.Config) error {
 	queries := []string{
 		`CREATE TABLE IF NOT EXISTS staker_delegation_snapshots (
 				staker varchar not null,