removes extraneous code from model loading

djliden · Mar 6, 2024 · 7f5a79c · 7f5a79c
1 parent 771f14d
commit 7f5a79c
Showing 1 changed file with 0 additions and 3 deletions.
diff --git a/notebooks/4_olmo_1b_instruction_tune/4_olmo_instruction_tune.ipynb b/notebooks/4_olmo_1b_instruction_tune/4_olmo_instruction_tune.ipynb
@@ -90,13 +90,10 @@
     "    model_ckpt,\n",
     ")\n",
     "\n",
-    "#tokenizer.pad_token = tokenizer.eos_token\n",
-    "\n",
     "model = AutoModelForCausalLM.from_pretrained(\n",
     "    model_ckpt,\n",
     "    torch_dtype=torch.bfloat16,\n",
     "    device_map=\"auto\",\n",
-    "    #attn_implementation=\"flash_attention_2\",\n",
     "    trust_remote_code=True,\n",
     ")"
    ]