From f0890e169ecb0de8d51cb7321bd75b3724ed3c0f Mon Sep 17 00:00:00 2001
From: Gregory Kielian <gkielian@google.com>
Date: Mon, 16 Sep 2024 21:28:55 -0700
Subject: [PATCH] Remove learned steering vector notes

---
 model.py | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/model.py b/model.py
index 98d85b487..7829944d0 100644
--- a/model.py
+++ b/model.py
@@ -777,10 +777,6 @@ def forward(self, idx, targets=None):
             else:
                 x = block(x)
 
-            # if layer == 6:
-                # select nn.Linear of dimension 1x embedding dimension
-                #x += nn.Linear
-
             # Intercept for Steering Vectors
             if self.config.apply_vector_at_layer_idx is not None and layer == self.config.apply_vector_at_layer_idx:
                 x = self.apply_vector_to_layer_output(x)