diff --git a/tests/testing_common.py b/tests/testing_common.py
index 83ad81240a..6368b6c7e4 100644
--- a/tests/testing_common.py
+++ b/tests/testing_common.py
@@ -567,6 +567,9 @@ def _test_merge_layers(self, model_id, config_cls, config_kwargs):
         atol, rtol = 1e-4, 1e-4
         if self.torch_device in ["mlu"]:
             atol, rtol = 1e-3, 1e-3  # MLU
+        if config.peft_type == "ADALORA":
+            # AdaLoRA is a bit flaky on CI, but this cannot be reproduced locally
+            atol, rtol = 1e-3, 1e-3
         if (config.peft_type == "IA3") and (model_id == "Conv2d"):
             # for some reason, the IA³ Conv2d introduces a larger error
             atol, rtol = 0.3, 0.01