Update ray_hpu_executor.py

HabanaAI · Nov 15, 2024 · 790f30c · 790f30c
1 parent 875faa6
commit 790f30c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/executor/ray_hpu_executor.py b/vllm/executor/ray_hpu_executor.py
@@ -75,7 +75,7 @@ def shutdown(self) -> None:
             self.forward_dag.teardown()
             import ray
             for worker in self.workers:
-                ray.kill(worker)
+                worker.__ray_terminate__.remote() 
             self.forward_dag = None
 
     def finish_measurements(self):