From dde4e10392d2c9cc428b7fa3931345123100c450 Mon Sep 17 00:00:00 2001 From: Corentin Barreau Date: Thu, 16 May 2024 16:34:50 +0200 Subject: [PATCH] Enhance logging for HQ feeding --- internal/pkg/crawl/hq.go | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/internal/pkg/crawl/hq.go b/internal/pkg/crawl/hq.go index 5d2fb4e9..446024cf 100644 --- a/internal/pkg/crawl/hq.go +++ b/internal/pkg/crawl/hq.go @@ -152,7 +152,7 @@ func (c *Crawl) HQConsumer() { var HQBatchSize = int(math.Ceil(float64(c.Workers) / 2)) if c.Finished.Get() { - c.Logger.Warn("crawl finished, stopping HQ consumer") + c.Logger.Error("crawl finished, stopping HQ consumer") break } @@ -179,7 +179,7 @@ func (c *Crawl) HQConsumer() { if err != nil { c.Logger.WithFields(c.genLogFields(err, nil, map[string]interface{}{ "batchSize": HQBatchSize, - })).Debugln("error getting new URLs from crawl HQ") + })).Errorln("error getting new URLs from crawl HQ") } // send all URLs received in the batch to the frontier