Update get_default_finetune_args.py

meta-llama · Sep 3, 2024 · 9b3c4f8 · 9b3c4f8
1 parent ccd4741
commit 9b3c4f8
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/recipes/3p_integrations/lamini/text2sql_memory_tuning/util/get_default_finetune_args.py b/recipes/3p_integrations/lamini/text2sql_memory_tuning/util/get_default_finetune_args.py
@@ -1,7 +1,7 @@
 def get_default_finetune_args():
  return {
- "learning_rate": 3e-4,
- "max_steps": 360,
+ "learning_rate": 0.0003,
+ "max_steps": 60,
  "early_stopping": False,
  "load_best_model_at_end": False,
  "peft_args": {"r_value": 32},