Fix HabanaExecutorAsync bug when no driver_worker initialized

HabanaAI · Sep 1, 2024 · ca14579 · ca14579
1 parent 1a5fd1d
commit ca14579
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm/executor/habana_executor.py b/vllm/executor/habana_executor.py
@@ -191,7 +191,8 @@ def check_health(self) -> None:
  return
 
  def shutdown(self) -> None:
- self.driver_worker.shutdown_inc()
+ if hasattr(self, "driver_worker") and self.driver_worker is not None:
+ self.driver_worker.shutdown_inc()
 
  def __del__(self):
  self.shutdown()