Fix ModulesToSaveWrapper __getattr__ (#1238)

* Update other.py * Update other.py * Update test_low_level_api.py
huggingface · Dec 13, 2023 · 0f1e909 · 0f1e909
1 parent 88e2e75
commit 0f1e909
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 0 deletions.
diff --git a/src/peft/utils/other.py b/src/peft/utils/other.py
@@ -186,6 +186,12 @@ def active_adapter(self) -> str:
  # use a property to ensure that active_adapter is not set directly, instead use the set_adapter method
  return self._active_adapter
 
+ @property
+ def weight(self):
+ if self.active_adapter not in self.modules_to_save:
+ return self.original_module.weight
+ return self.modules_to_save[self.active_adapter].weight
+
  def update(self, adapter_name):
  self.modules_to_save.update(torch.nn.ModuleDict({adapter_name: copy.deepcopy(self.original_module)}))
 

diff --git a/tests/test_low_level_api.py b/tests/test_low_level_api.py
@@ -89,3 +89,5 @@ def test_modules_to_save(self):
  state_dict = get_peft_model_state_dict(self.model)
 
  self.assertTrue("embedding.weight" in state_dict.keys())
+
+ self.assertTrue(hasattr(self.model.embedding, "weight"))