From ce847b24be0db3816a09eb6654a5539dee51f428 Mon Sep 17 00:00:00 2001 From: calpt Date: Wed, 13 Dec 2023 21:13:02 +0100 Subject: [PATCH] Upgrade Transformers to v4.36.0 --- Makefile | 2 -- hf_transformers | 2 +- setup.py | 12 ++++-------- 3 files changed, 5 insertions(+), 11 deletions(-) diff --git a/Makefile b/Makefile index a4333c6634..04b9374133 100644 --- a/Makefile +++ b/Makefile @@ -13,7 +13,6 @@ quality: python utils/custom_init_isort.py --check_only python utils/sort_auto_mappings.py --check_only flake8 $(check_dirs) - doc-builder style src/adapters docs --max_len 119 --check_only --path_to_docs docs python utils/check_inits.py # Format source code automatically and check is there are any problems left that need manual fixing @@ -21,7 +20,6 @@ quality: extra_style_checks: python utils/custom_init_isort.py python utils/sort_auto_mappings.py - doc-builder style src/adapters docs --max_len 119 --path_to_docs docs # this target runs checks on all files and potentially modifies some of them diff --git a/hf_transformers b/hf_transformers index 514de24abf..14666775a2 160000 --- a/hf_transformers +++ b/hf_transformers @@ -1 +1 @@ -Subproject commit 514de24abfd4416aeba6a6455ad5920f57f3567d +Subproject commit 14666775a296a76c88e1aa686a9547f393d322e2 diff --git a/setup.py b/setup.py index b4c89ccd61..4c7e62b2a3 100644 --- a/setup.py +++ b/setup.py @@ -21,7 +21,8 @@ # We try to follow their general layout wherever sensible. _deps = [ - "accelerate>=0.20.3", + "accelerate>=0.21.0", + "beautifulsoup4", "black==22.3", # after updating to black 2023, also update Python version in pyproject.toml to 3.7 "datasets!=2.5.0", "dill<0.3.5", @@ -29,7 +30,6 @@ "evaluate>=0.2.0", "flake8>=3.8.3", "GitPython<3.1.19", - "hf-doc-builder>=0.3.0", "isort>=5.5.4", "Jinja2==2.11.3", "nltk", @@ -49,7 +49,6 @@ "rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1", "sacrebleu>=1.4.12,<2.0.0", "sacremoses", - "safetensors>=0.2.1", "scikit-learn", "sentencepiece>=0.1.91,!=0.1.92", "sphinx-copybutton", @@ -61,8 +60,7 @@ "sphinx-multiversion", "timeout-decorator", "torch>=1.10,!=1.12.0", - "transformers==4.35.2", - "beautifulsoup4", + "transformers==4.36.0", ] @@ -103,17 +101,15 @@ def deps_list(*pkgs): "rouge-score", "nltk", "GitPython", - "hf-doc-builder", "protobuf", # Can be removed once we can unpin protobuf "sacremoses", "rjieba", - "safetensors", "beautifulsoup4", "pillow", "accelerate", ) -extras["quality"] = deps_list("black", "datasets", "isort", "flake8", "GitPython", "hf-doc-builder") +extras["quality"] = deps_list("black", "datasets", "isort", "flake8", "GitPython") extras["docs"] = deps_list( "docutils",