From 954294445d36c89d7e6dc19b19f97004428cb337 Mon Sep 17 00:00:00 2001 From: Jasonqi146 Date: Wed, 8 Nov 2023 12:33:46 +0000 Subject: [PATCH] example bash --- llm_rl/finetune-llama-2-13b.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/llm_rl/finetune-llama-2-13b.sh b/llm_rl/finetune-llama-2-13b.sh index 636c213f..ee13f7b6 100644 --- a/llm_rl/finetune-llama-2-13b.sh +++ b/llm_rl/finetune-llama-2-13b.sh @@ -10,8 +10,8 @@ deepspeed src/train_bash.py \ --use_fast_tokenizer False \ --do_train \ --num_train_epochs 15.0 \ - --per_device_train_batch_size 8 \ - --gradient_accumulation_steps 4 \ + --per_device_train_batch_size 1 \ + --gradient_accumulation_steps 32 \ --finetuning_type lora \ --lora_target q_proj,v_proj \ --qlora_compute_dtype bf16 \