Compile mode bug fix for LoRA (HabanaAI#196)

This PR handles compile-mode unwrap bug for indices length fix in LoRA

vllm/worker/habana_model_runner.py

@@ -1441,6 +1441,15 @@ def get_counter_dict(self, cache_config, duration, seq_len,
         return counters
 
 
+def unwrap_model(model):
+    if isinstance(model, torch._dynamo.eval_frame.OptimizedModule):
+        return unwrap_model(model._orig_mod)
+    else:
+        model = list(vars(model)['_modules'].values())[0]
+        modules = list(vars(model)['_modules'].values())
+        return modules
+
+
 class HabanaModelRunner(
         HabanaModelRunnerBase[ModelInputForHPUWithSamplingMetadata]):
     """
@@ -1558,13 +1567,10 @@ def execute_model(
 
         if self.lora_config:
             from vllm.lora.layers import VocabParallelEmbeddingWithLoRA
-            property = vars(self.model.model)
-            model = list(property['_modules'].values())[0]
-            property = vars(model)
-            modules = list(property['_modules'].values())
+            modules = unwrap_model(self.model.model)
             for module in modules:
                 if isinstance(module, VocabParallelEmbeddingWithLoRA):
-                    for i in range(0, 4):
+                    for i in range(0, len(module.indices_len)):
                         module.indices_len[
                             i] = sampling_metadata.selected_token_indices.numel(
                             )