chore: Add new field to "stats-report" log line in bloom gateway (#14446

)

This new field reports how many blocks have been processed in total in the multiplexed request.

Signed-off-by: Christian Haudum <[email protected]>

pkg/bloomgateway/processor.go

@@ -83,6 +83,7 @@ func (p *processor) processTasksForDay(ctx context.Context, _ string, _ config.D
 
 	for _, t := range tasks {
 		FromContext(t.ctx).AddBlocksFetchTime(duration)
+		FromContext(t.ctx).AddProcessedBlocksTotal(len(tasksByBlock))
 	}
 
 	if err != nil {

pkg/bloomgateway/stats.go

@@ -16,7 +16,8 @@ type Stats struct {
 	MetasFetchTime, BlocksFetchTime     *atomic.Duration
 	ProcessingTime, TotalProcessingTime *atomic.Duration
 	PostProcessingTime                  *atomic.Duration
-	ProcessedBlocks                     *atomic.Int32
+	ProcessedBlocks                     *atomic.Int32 // blocks processed for this specific request
+	ProcessedBlocksTotal                *atomic.Int32 // blocks processed for multiplexed request
 }
 
 type statsKey int
@@ -26,14 +27,15 @@ var ctxKey = statsKey(0)
 // ContextWithEmptyStats returns a context with empty stats.
 func ContextWithEmptyStats(ctx context.Context) (*Stats, context.Context) {
 	stats := &Stats{
-		Status:              "unknown",
-		ProcessedBlocks:     atomic.NewInt32(0),
-		QueueTime:           atomic.NewDuration(0),
-		MetasFetchTime:      atomic.NewDuration(0),
-		BlocksFetchTime:     atomic.NewDuration(0),
-		ProcessingTime:      atomic.NewDuration(0),
-		TotalProcessingTime: atomic.NewDuration(0),
-		PostProcessingTime:  atomic.NewDuration(0),
+		Status:               "unknown",
+		ProcessedBlocks:      atomic.NewInt32(0),
+		ProcessedBlocksTotal: atomic.NewInt32(0),
+		QueueTime:            atomic.NewDuration(0),
+		MetasFetchTime:       atomic.NewDuration(0),
+		BlocksFetchTime:      atomic.NewDuration(0),
+		ProcessingTime:       atomic.NewDuration(0),
+		TotalProcessingTime:  atomic.NewDuration(0),
+		PostProcessingTime:   atomic.NewDuration(0),
 	}
 	ctx = context.WithValue(ctx, ctxKey, stats)
 	return stats, ctx
@@ -72,6 +74,7 @@ func (s *Stats) KVArgs() []any {
 		"tasks", s.NumTasks,
 		"matchers", s.NumMatchers,
 		"blocks_processed", s.ProcessedBlocks.Load(),
+		"blocks_processed_total", s.ProcessedBlocksTotal.Load(),
 		"series_requested", s.SeriesRequested,
 		"series_filtered", s.SeriesFiltered,
 		"chunks_requested", s.ChunksRequested,
@@ -135,3 +138,10 @@ func (s *Stats) IncProcessedBlocks() {
 	}
 	s.ProcessedBlocks.Inc()
 }
+
+func (s *Stats) AddProcessedBlocksTotal(delta int) {
+	if s == nil {
+		return
+	}
+	s.ProcessedBlocksTotal.Add(int32(delta))
+}