fix comma

THUDM · Feb 2, 2024 · eb4fac9 · eb4fac9
1 parent 4fa5eef
commit eb4fac9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/sat/training/model_io.py b/sat/training/model_io.py
@@ -97,7 +97,7 @@ def extract_model_specific_args_to_dump(args, model):
         ('row_parallel_linear_final_bias', True),
         ('is_gated_mlp', False),
         ('is_rotary_emb', False),
-        ('parallel_output', False)
+        ('parallel_output', False),
         ('num_experts', 1),
     ]
     if hasattr(module, 'transformer'):