Update train_llama2_lowrank_lora.py

mobiusml · Oct 26, 2023 · 3384f80 · 3384f80
1 parent 2dc2918
commit 3384f80
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/code/train_llama2_lowrank_lora.py b/code/train_llama2_lowrank_lora.py
@@ -156,8 +156,6 @@ def train(model, tokenizer, dataset_train, dataset_val, max_tokens=256, batch_si
 
 model.eval()
 
-print(dataset_name.value, '| perplexity', compute_perplexity(model=model, tokenizer=tokenizer, 
-															 predictions=[s['text'] for s in dataset_val], 
-															 batch_size=1, max_length=512))
+print(dataset_name.value, '| perplexity', compute_perplexity(model=model, tokenizer=tokenizer, predictions=[s['text'] for s in dataset_val], batch_size=1, max_length=512))