diff --git a/requirements-test.txt b/requirements-test.txt
index c8d5313ec..000facd0c 100644
--- a/requirements-test.txt
+++ b/requirements-test.txt
@@ -1,4 +1,4 @@
 pytest-split==0.8.0
 pytest==7.2.0
-transformers
-timm>=0.9.8
+transformers[sentencepiece]
+timm>=1.0.3
diff --git a/requirements-training.txt b/requirements-training.txt
index 52a5c6f80..a82f09e3f 100644
--- a/requirements-training.txt
+++ b/requirements-training.txt
@@ -7,6 +7,6 @@ tqdm
 pandas
 braceexpand
 huggingface_hub
-transformers
-timm>=0.9.8
+transformers[sentencepiece]
+timm>=1.0.3
 fsspec
diff --git a/requirements.txt b/requirements.txt
index 3ff4f5d0a..46e10425e 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -4,6 +4,4 @@ regex
 ftfy
 tqdm
 huggingface_hub
-sentencepiece
-protobuf
 timm
diff --git a/setup.py b/setup.py
index ddd7d5bda..171546855 100644
--- a/setup.py
+++ b/setup.py
@@ -34,14 +34,15 @@ def _read_reqs(relpath):
         #   3 - Alpha
         #   4 - Beta
         #   5 - Production/Stable
-        'Development Status :: 3 - Alpha',
+        'Development Status :: 4 - Beta',
         'Intended Audience :: Education',
         'Intended Audience :: Science/Research',
         'License :: OSI Approved :: Apache Software License',
-        'Programming Language :: Python :: 3.7',
         'Programming Language :: Python :: 3.8',
         'Programming Language :: Python :: 3.9',
         'Programming Language :: Python :: 3.10',
+        'Programming Language :: Python :: 3.11',
+        'Programming Language :: Python :: 3.12',
         'Topic :: Scientific/Engineering',
         'Topic :: Scientific/Engineering :: Artificial Intelligence',
         'Topic :: Software Development',
@@ -58,5 +59,5 @@ def _read_reqs(relpath):
     extras_require={
         "training": TRAINING_REQUIREMENTS,
     },
-    python_requires='>=3.7',
+    python_requires='>=3.8',
 )