Add shutdown_inc method to MultiprocessingHPUExecutor (#634)

HabanaAI · Dec 16, 2024 · 11c07e3 · 11c07e3
1 parent d2128b4
commit 11c07e3
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/vllm/executor/multiproc_hpu_executor.py b/vllm/executor/multiproc_hpu_executor.py
@@ -42,6 +42,9 @@ def _check_executor_parameters(self):
             f"please ensure that world_size ({world_size}) "
             f"is less than than max local hpu count ({hpu_device_count})")
 
+    def shutdown_inc(self):
+        self._run_workers("shutdown_inc")
+
     def __del__(self):
         self.shutdown()