Move check to prevent running peft with VP to a more correct phase of…

… setup (NVIDIA#8216)

Signed-off-by: Valerie Sarge <vsarge@nvidia.com>

nemo/collections/nlp/models/language_modeling/megatron_gpt_sft_model.py

@@ -89,9 +89,6 @@ def __init__(self, cfg: DictConfig, trainer: Trainer):
             if hasattr(self.cfg.data.test_ds, "metric"):
                 self.test_metric_label_key = self.cfg.data.test_ds.metric.get('label_key', 'labels')
 
-        if self.use_peft and self.cfg.get('virtual_pipeline_model_parallel_size', None):
-            raise ValueError('Virtual pipeline model parallel is not supported when using PEFT')
-
         # Set the profile start and end steps in the unit of global batach
         if hasattr(self, '_nsys_profile_enabled'):
             self._nsys_profile_start_step = self.cfg.nsys_profile.get('start_step', 0)

nemo/collections/nlp/parts/mixins/nlp_adapter_mixins.py

@@ -173,6 +173,9 @@ def add_adapter(self, peft_cfgs: Union[PEFTConfig, List[PEFTConfig]]):
             peft_cfgs: One or more PEFTConfig objects that specify the PEFT method configuration
         """
 
+        if self.cfg.get('virtual_pipeline_model_parallel_size', None):
+            raise ValueError('Virtual pipeline model parallel is not supported when using PEFT')
+
         if not isinstance(peft_cfgs, List):
             peft_cfgs = [peft_cfgs]