From a1d910b598b98fb2dba329237e5a9987febcbe23 Mon Sep 17 00:00:00 2001 From: Roi Tiefenbrunn Date: Mon, 2 Sep 2024 11:15:57 +0300 Subject: [PATCH] Remove HabanaModelRunner D'TOR for mixtral run --- vllm/worker/habana_model_runner.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/worker/habana_model_runner.py b/vllm/worker/habana_model_runner.py index a975dba6f5136..a3b058c573b14 100644 --- a/vllm/worker/habana_model_runner.py +++ b/vllm/worker/habana_model_runner.py @@ -1685,5 +1685,5 @@ def shutdown_inc(self): finalize_calibration(self.model.model) print('inc shutdown') - def __del__(self): - self.shutdown_inc() +# def __del__(self): +# self.shutdown_inc()