FEAT: Support quantization for VeRA using bitsandbytes (#2070)

src/peft/tuners/vera/__init__.py

@@ -12,9 +12,25 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+from peft.import_utils import is_bnb_4bit_available, is_bnb_available
+
 from .config import VeraConfig
 from .layer import Linear, VeraLayer
 from .model import VeraModel
 
 
 __all__ = ["VeraConfig", "VeraLayer", "Linear", "VeraModel"]
+
+
+def __getattr__(name):
+ if (name == "Linear8bitLt") and is_bnb_available():
+ from .bnb import Linear8bitLt
+
+ return Linear8bitLt
+
+ if (name == "Linear4bit") and is_bnb_4bit_available():
+ from .bnb import Linear4bit
+
+ return Linear4bit
+
+ raise AttributeError(f"module {__name__} has no attribute {name}")