diff --git a/pyproject.toml b/pyproject.toml index d1c8c557..585458fa 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "zetascale" -version = "2.5.2" +version = "2.5.4" description = "Rapidly Build, Optimize, and Deploy SOTA AI Models" authors = ["Zeta Team "] license = "MIT" @@ -21,7 +21,7 @@ torch = ">=2.1.1,<3.0" pytest = "8.2.1" torchfix = "*" einops = "0.7.0" -bitsandbytes = "0.43.0" +bitsandbytes = "*" transformers = "4.41.0" einops-exts = "0.0.4" torchvision = "0.18.0" @@ -29,7 +29,6 @@ accelerate = "0.30.1" datasets = "*" loguru = "*" vector-quantize-pytorch = "1.14.7" -scipy = "1.9.3" beartype = "0.17.2" tqdm = "4.66.3" rich = "13.7.1" diff --git a/requirements.txt b/requirements.txt index 10cecc1e..7fea4309 100644 --- a/requirements.txt +++ b/requirements.txt @@ -11,7 +11,6 @@ torchfix torchdiffeq>=0.2.3,<0.3.0 beartype>=0.15.0,<0.16.0 vector-quantize-pytorch>=1.12.0,<1.13.0 -scipy>=1.9.3,<1.10.0 loguru rich==13.7.1 tiktoken==0.6.0 diff --git a/zeta/quant/qlora.py b/zeta/quant/qlora.py index ff9a2d76..aa2743e8 100644 --- a/zeta/quant/qlora.py +++ b/zeta/quant/qlora.py @@ -4,7 +4,7 @@ import torch import torch.nn as nn import torch.nn.functional as F -from scipy.stats import norm +# from scipy.stats import norm from tqdm import tqdm bnb_available = False @@ -362,9 +362,9 @@ def get_nf4(cached=True) -> torch.Tensor: ) offset = 0.9677083 - v1 = norm.ppf(torch.linspace(offset, 0.5, 9)[:-1]).tolist() + v1 = torch.linspace(offset, 0.5, 9)[:-1].tolist() # v2 = [0]*(256-15) - v3 = (-norm.ppf(torch.linspace(offset, 0.5, 8)[:-1])).tolist() + v3 = (torch.linspace(offset, 0.5, 8)[:-1]).tolist() # v = v1 + v3 + 0.0 nkf = torch.tensor(v1 + v3 + [0.0]) nkf = nkf.sort().values