diff --git a/internal/pkg/crawl/finish.go b/internal/pkg/crawl/finish.go index 5e20f024..dbd58809 100644 --- a/internal/pkg/crawl/finish.go +++ b/internal/pkg/crawl/finish.go @@ -19,7 +19,7 @@ func (crawl *Crawl) catchFinish() { for { time.Sleep(time.Second * 5) - if crawl.ActiveWorkers.Value() == 0 && crawl.Frontier.QueueCount.Value() == 0 && !crawl.Finished.Get() && (crawl.CrawledSeeds.Value()+crawl.CrawledAssets.Value() > 0) { + if !crawl.UseHQ && crawl.ActiveWorkers.Value() == 0 && crawl.Frontier.QueueCount.Value() == 0 && !crawl.Finished.Get() && (crawl.CrawledSeeds.Value()+crawl.CrawledAssets.Value() > 0) { logrus.Warning("No additional URL to archive, finishing") crawl.finish() }