finished llama-2-13b train and inference

sotopia-lab · Nov 7, 2023 · a984527 · a984527
1 parent 6e65907
commit a984527
Show file tree

Hide file tree

Showing 14 changed files with 5,124 additions and 18 deletions.
diff --git a/.gitignore b/.gitignore
@@ -194,4 +194,8 @@ cython_debug/
 #  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
 #  and can be added to the global gitignore or merged into this file.  For a more nuclear
 #  option (not recommended) you can uncomment the following to ignore the entire idea folder.
-#.idea/
+#.idea/
+
+./llm_rl/preprocess/GPT4-4_Redis_Easy_No_Slide
+
+llm_rl/*cache/
diff --git a/llm_rl/cli_inference-llama-2-13b.sh b/llm_rl/cli_inference-llama-2-13b.sh
@@ -0,0 +1,6 @@
+python src/cli_demo.py \
+    --model_name_or_path meta-llama/Llama-2-13b-hf \
+    --cache_dir ./model_cache \
+    --template llama2-sotopia \
+    --finetuning_type lora \
+    --checkpoint_dir /workspace/sotopia-llm/llm_rl/llama2-13b-sft_cache/checkpoint-35
diff --git a/llm_rl/data/GPT4-4_Redis_Easy_No_Slide.json b/llm_rl/data/GPT4-4_Redis_Easy_No_Slide.json
diff --git a/llm_rl/data/dataset_info.json b/llm_rl/data/dataset_info.json
@@ -1,4 +1,12 @@
 {
+  "sotopia_easy_sft": {
+    "file_name": "Redis_Easy_No_Slide.json",
+    "file_sha1": ""
+  },
+  "dummy_convs": {
+    "file_name": "dummy_convs.json",
+    "file_sha1": ""
+  },
   "alpaca_en": {
     "file_name": "alpaca_data_en_52k.json",
     "file_sha1": "607f94a7f581341e59685aef32f531095232cf23"