From 3384f80ef1142182acb882325b5002ed8024bf15 Mon Sep 17 00:00:00 2001 From: mobicham <37179323+mobicham@users.noreply.github.com> Date: Thu, 26 Oct 2023 13:40:21 +0200 Subject: [PATCH] Update train_llama2_lowrank_lora.py --- code/train_llama2_lowrank_lora.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/code/train_llama2_lowrank_lora.py b/code/train_llama2_lowrank_lora.py index d5814a7..61026e5 100644 --- a/code/train_llama2_lowrank_lora.py +++ b/code/train_llama2_lowrank_lora.py @@ -156,8 +156,6 @@ def train(model, tokenizer, dataset_train, dataset_val, max_tokens=256, batch_si model.eval() -print(dataset_name.value, '| perplexity', compute_perplexity(model=model, tokenizer=tokenizer, - predictions=[s['text'] for s in dataset_val], - batch_size=1, max_length=512)) +print(dataset_name.value, '| perplexity', compute_perplexity(model=model, tokenizer=tokenizer, predictions=[s['text'] for s in dataset_val], batch_size=1, max_length=512))