temporary save for switching disk region

sotopia-lab · Oct 13, 2023 · 8937459 · 8937459
1 parent dd939f3
commit 8937459
Show file tree

Hide file tree

Showing 3 changed files with 11 additions and 3 deletions.
diff --git a/llm_ft/fastchat/train/train_lora.py b/llm_ft/fastchat/train/train_lora.py
@@ -34,7 +34,7 @@
     make_supervised_data_module,
 )
 
-
+access_token = "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"
 
 @dataclass
 class TrainingArguments(transformers.TrainingArguments):
@@ -137,6 +137,7 @@ def train():
         )
         if lora_args.q_lora
         else None,
+        token=access_token,
     )
     lora_config = LoraConfig(
         r=lora_args.lora_r,
@@ -176,6 +177,7 @@ def train():
         model_max_length=training_args.model_max_length,
         padding_side="right",
         use_fast=False,
+        token=access_token,
     )
     tokenizer.pad_token = tokenizer.unk_token
 

diff --git a/llm_ft/mistral_qlora_train.sh → llm_ft/llama2-13b_qlora_train.sh b/llm_ft/mistral_qlora_train.sh → llm_ft/llama2-13b_qlora_train.sh
@@ -1,5 +1,5 @@
 deepspeed fastchat/train/train_lora.py \
-    --model_name_or_path ./Mistral-7B-v0.1 \
+    --model_name_or_path meta-llama/Llama-2-13b-chat-hf \
     --lora_r 8 \
     --lora_alpha 16 \
     --lora_dropout 0.05 \

diff --git a/requirements.txt b/requirements.txt
@@ -16,4 +16,10 @@ datasets
 names
 together
 pydantic==1.10.12
-deepspeed
+deepspeed
+bitsandbytes
+scipy
+
+# for llama2
+sentencepiece
+protobuf