Merge branch 'main' into feature/llama-factory-llama2-pipeline

sotopia-lab · Nov 7, 2023 · 083e0f4 · 083e0f4
2 parents 847abf4 + d104cf3
commit 083e0f4
Show file tree

Hide file tree

Showing 3 changed files with 2 additions and 3 deletions.
diff --git a/.gitignore b/.gitignore
@@ -198,4 +198,4 @@ cython_debug/
 
 ./llm_rl/preprocess/GPT4-4_Redis_Easy_No_Slide
 
-llm_rl/*cache/
+llm_rl/*cache/
diff --git a/llm_rl/src/llmtuner/extras/template.py b/llm_rl/src/llmtuner/extras/template.py
@@ -513,7 +513,6 @@ def get_template_and_fix_tokenizer(
     sep=[]
 )
 
-
 r"""
 Supports: https://huggingface.co/ziqingyang/chinese-alpaca-2-7b
           https://huggingface.co/ziqingyang/chinese-alpaca-2-13b

diff --git a/llm_rl/src/llmtuner/tuner/core/utils.py b/llm_rl/src/llmtuner/tuner/core/utils.py
@@ -18,7 +18,7 @@ def is_first_node():
     world_rank = dist.get_rank()
     local_rank = int(os.environ['LOCAL_RANK'])
     return world_rank == local_rank == 0
-
+  
 def find_all_linear_modules(
     model: "PreTrainedModel",
     quantization_bit: Optional[int] = None,
Original file line number	Diff line number	Diff line change
Expand Up		@@ -198,4 +198,4 @@ cython_debug/

		./llm_rl/preprocess/GPT4-4_Redis_Easy_No_Slide

		llm_rl/*cache/
		llm_rl/*cache/
-Original file line number
+Diff line change
@@ Expand Up / @@ -513,7 +513,6 @@ def get_template_and_fix_tokenizer( @@
         sep=[]
     )
     r"""
     Supports: https://huggingface.co/ziqingyang/chinese-alpaca-2-7b
               https://huggingface.co/ziqingyang/chinese-alpaca-2-13b
@@ Expand Down @@