Remove learned steering vector notes

ReaLLMASIC · Sep 17, 2024 · f0890e1 · f0890e1
1 parent 9d83fa3
commit f0890e1
Showing 1 changed file with 0 additions and 4 deletions.
diff --git a/model.py b/model.py
@@ -777,10 +777,6 @@ def forward(self, idx, targets=None):
  else:
  x = block(x)
 
- # if layer == 6:
- # select nn.Linear of dimension 1x embedding dimension
- #x += nn.Linear
-
  # Intercept for Steering Vectors
  if self.config.apply_vector_at_layer_idx is not None and layer == self.config.apply_vector_at_layer_idx:
  x = self.apply_vector_to_layer_output(x)