Bug fix for reset_sequence_parallel_args (NVIDIA#6802) (NVIDIA#6805)

Signed-off-by: Markel Sanz Ausin <markelsanz14@gmail.com> Co-authored-by: Markel Sanz Ausin <markelsanz14@gmail.com>
bene-ges · Jun 5, 2023 · f9bb1b0 · f9bb1b0
1 parent aa21e8a
commit f9bb1b0
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/nemo/collections/nlp/models/language_modeling/megatron_gpt_model.py b/nemo/collections/nlp/models/language_modeling/megatron_gpt_model.py
@@ -1282,7 +1282,7 @@ def _reset_sequence_parallelism_args(self):
  for module in self.get_gpt_module_list():
  for mod in module.modules():
  if hasattr(mod, "sequence_parallel"):
- mod.sequence_parallel = self.last_sequence_parallel
+ mod.sequence_parallel = False
 
  def _restore_sequence_parallelism_args(self):
  """ Restores the sequence parallelism parameters using the values saved by