dbg: add periodic save heap routine (#12698)

erigon-lib/common/dbg/experiments.go

@@ -17,6 +17,7 @@
 package dbg
 
 import (
+	"context"
 	"os"
 	"path/filepath"
 	"runtime"
@@ -233,3 +234,21 @@ func SaveHeapProfileNearOOM(opts ...SaveHeapOption) {
 		logger.Warn("[Experiment] could not write heap profile file", "err", err)
 	}
 }
+
+func SaveHeapProfileNearOOMPeriodically(ctx context.Context, opts ...SaveHeapOption) {
+	if !saveHeapProfile {
+		return
+	}
+
+	ticker := time.NewTicker(30 * time.Second)
+	defer ticker.Stop()
+
+	for {
+		select {
+		case <-ctx.Done():
+			return
+		case <-ticker.C:
+			SaveHeapProfileNearOOM(opts...)
+		}
+	}
+}

eth/backend.go

@@ -503,6 +503,7 @@ func New(ctx context.Context, stack *node.Node, config *ethconfig.Config, logger
 	// setup periodic logging and prometheus updates
 	go mem.LogMemStats(ctx, logger)
 	go disk.UpdateDiskStats(ctx, logger)
+	go dbg.SaveHeapProfileNearOOMPeriodically(ctx, dbg.SaveHeapWithLogger(&logger))
 
 	var currentBlock *types.Block
 	if err := backend.chainDB.View(context.Background(), func(tx kv.Tx) error {