Feat(cannon): Validators chunk size (#330)

feat(cannon): Validators chunk size

.gitignore

@@ -12,4 +12,5 @@ GeoLite2-City.mmdb
 __debug_bin*
 .vscode/launch.json
 sage.yaml
-.goreleaser.yaml.new
+.goreleaser.yaml.new
+.aider*

pkg/cannon/deriver/beacon/eth/v1/beacon_validators.go

@@ -31,7 +31,8 @@ const (
 )
 
 type BeaconValidatorsDeriverConfig struct {
-	Enabled bool `yaml:"enabled" default:"true"`
+	Enabled   bool `yaml:"enabled" default:"true"`
+	ChunkSize int  `yaml:"chunkSize" default:"100"`
 }
 
 type BeaconValidatorsDeriver struct {
@@ -70,6 +71,11 @@ func (b *BeaconValidatorsDeriver) OnEventsDerived(ctx context.Context, fn func(c
 }
 
 func (b *BeaconValidatorsDeriver) Start(ctx context.Context) error {
+	b.log.WithFields(logrus.Fields{
+		"chunk_size": b.cfg.ChunkSize,
+		"enabled":    b.cfg.Enabled,
+	}).Info("Starting BeaconValidatorsDeriver")
+
 	if !b.cfg.Enabled {
 		b.log.Info("Validator states deriver disabled")
 
@@ -240,8 +246,8 @@ func (b *BeaconValidatorsDeriver) processEpoch(ctx context.Context, epoch phase0
 
 	validatorsMap := validatorsResponse.Data
 
-	// Chunk the validators per 1000
-	chunkSize := 1000
+	// Chunk the validators per the configured chunk size
+	chunkSize := b.cfg.ChunkSize
 
 	var validatorChunks [][]*apiv1.Validator