From ca145799e4917ac190d8d13cdfa515128970e6f0 Mon Sep 17 00:00:00 2001 From: Roi Tiefenbrunn Date: Sun, 1 Sep 2024 13:14:11 +0300 Subject: [PATCH] Fix HabanaExecutorAsync bug when no driver_worker initialized --- vllm/executor/habana_executor.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/executor/habana_executor.py b/vllm/executor/habana_executor.py index baeaec5afa371..dbd6c35d3afd7 100644 --- a/vllm/executor/habana_executor.py +++ b/vllm/executor/habana_executor.py @@ -191,7 +191,8 @@ def check_health(self) -> None: return def shutdown(self) -> None: - self.driver_worker.shutdown_inc() + if hasattr(self, "driver_worker") and self.driver_worker is not None: + self.driver_worker.shutdown_inc() def __del__(self): self.shutdown()