FIX sft script: only print trainable params if peft (#1888)

huggingface · Jun 26, 2024 · 27bc305 · 27bc305
1 parent 184beaf
commit 27bc305
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/examples/sft/train.py b/examples/sft/train.py
@@ -137,7 +137,8 @@ def main(model_args, data_args, training_args):
  max_seq_length=data_args.max_seq_length,
  )
  trainer.accelerator.print(f"{trainer.model}")
- trainer.model.print_trainable_parameters()
+ if hasattr(trainer.model, "print_trainable_parameters()"):
+ trainer.model.print_trainable_parameters()
 
  # train
  checkpoint = None