Merge pull request #368 from mvdbeek/dont_overload_on_exception

Don't immediately resume ``_monitor_active_jobs`` on exception
galaxyproject · Jun 18, 2024 · e726e5a · e726e5a
2 parents 12f1349 + 5bc3792
commit e726e5a
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/pulsar/managers/stateful.py b/pulsar/managers/stateful.py
@@ -370,6 +370,9 @@ def _run(self):
                 self._monitor_active_jobs()
             except Exception:
                 log.exception("Failure in stateful manager monitor step.")
+                # This should hopefully be a rare event.
+                # Let's not hammer the system with job lookups
+                time.sleep(1)
 
     def _monitor_active_jobs(self):
         active_job_ids = self.stateful_manager.active_jobs.active_job_ids()