Remove HabanaModelRunner D'TOR for mixtral run

HabanaAI · Sep 2, 2024 · a1d910b · a1d910b
1 parent ca14579
commit a1d910b
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/vllm/worker/habana_model_runner.py b/vllm/worker/habana_model_runner.py
@@ -1685,5 +1685,5 @@ def shutdown_inc(self):
  finalize_calibration(self.model.model)
  print('inc shutdown')
 
- def __del__(self):
- self.shutdown_inc()
+# def __del__(self):
+# self.shutdown_inc()