Fix: crawl termination

internetarchive · May 10, 2024 · f4edfc8 · f4edfc8
1 parent 30e16b5
commit f4edfc8
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/internal/pkg/crawl/finish.go b/internal/pkg/crawl/finish.go
@@ -19,7 +19,7 @@ func (crawl *Crawl) catchFinish() {
 
 	for {
 		time.Sleep(time.Second * 5)
-		if crawl.ActiveWorkers.Value() == 0 && crawl.Frontier.QueueCount.Value() == 0 && !crawl.Finished.Get() && (crawl.CrawledSeeds.Value()+crawl.CrawledAssets.Value() > 0) {
+		if !crawl.UseHQ && crawl.ActiveWorkers.Value() == 0 && crawl.Frontier.QueueCount.Value() == 0 && !crawl.Finished.Get() && (crawl.CrawledSeeds.Value()+crawl.CrawledAssets.Value() > 0) {
 			logrus.Warning("No additional URL to archive, finishing")
 			crawl.finish()
 		}