Update ray_hpu_executor.py (#541)

HabanaAI · Nov 25, 2024 · a9b9e23 · a9b9e23
1 parent c79982d
commit a9b9e23
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/vllm/executor/ray_hpu_executor.py b/vllm/executor/ray_hpu_executor.py
@@ -71,10 +71,13 @@ def _init_executor(self) -> None:
             Optional[List[SamplerOutput]])
 
     def shutdown(self) -> None:
+        for worker in self.workers:
+            worker.__ray_terminate__.remote()
         if hasattr(self, "forward_dag") and self.forward_dag is not None:
             self.forward_dag.teardown()
+            import ray
             for worker in self.workers:
-                worker.__ray_terminate__.remote()
+                ray.kill(worker)
             self.forward_dag = None
 
     def finish_measurements(self):