-
Notifications
You must be signed in to change notification settings - Fork 4
/
setup.py
45 lines (41 loc) · 1.47 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
import os
from setuptools import setup, find_packages
from hftrim import __version__
THIS_DIR = os.path.dirname(os.path.abspath(__file__))
readme_fname = os.path.join(THIS_DIR, 'README.md')
with open(readme_fname, 'r') as f:
long_description = f.read()
setup(
name='hf-trim',
version=__version__,
description='A tool to reduce the size of Hugging Face models via vocabulary trimming.',
url='https://github.com/IamAdiSri/hf-trim',
download_url='https://github.com/IamAdiSri/hf-trim/archive/v3.0.1-beta.tar.gz',
author='Aditya Srivastava',
author_email='adi.srivastava@hotmail.com',
license='MPL',
long_description=long_description,
long_description_content_type='text/markdown',
packages=find_packages(),
install_requires=[
'numpy>=1.22.3',
'protobuf>=3.19.4',
'tokenizers>=0.11.6',
'torch>=1.11.0',
'tqdm>=4.63.1',
'transformers>=4.17.0',
'sentencepiece>=0.1.96'
],
python_requires='>=3.8',
classifiers=[
'Development Status :: 4 - Beta',
'Intended Audience :: Science/Research',
'Intended Audience :: Developers',
'License :: OSI Approved :: Mozilla Public License 2.0 (MPL 2.0)',
'Programming Language :: Python :: 3',
'Programming Language :: Python :: 3.8',
'Programming Language :: Python :: 3.9',
'Operating System :: OS Independent',
'Topic :: Scientific/Engineering :: Artificial Intelligence'
],
)