From 62a02cd1feb7cf8a75bcbe253fb95f204f022c1f Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Sat, 6 Jan 2024 15:30:53 +0100 Subject: [PATCH] deps(conda): use transformers environment with autogptq (#1555) --- backend/python/autogptq/Makefile | 5 ++--- backend/python/autogptq/run.sh | 2 +- .../python/common-env/transformers/transformers-nvidia.yml | 1 + backend/python/common-env/transformers/transformers.yml | 1 + 4 files changed, 5 insertions(+), 4 deletions(-) diff --git a/backend/python/autogptq/Makefile b/backend/python/autogptq/Makefile index 120065dc29f6..dfae12c1540e 100644 --- a/backend/python/autogptq/Makefile +++ b/backend/python/autogptq/Makefile @@ -1,5 +1,4 @@ .PHONY: autogptq autogptq: - @echo "Creating virtual environment..." - @conda env create --name autogptq --file autogptq.yml - @echo "Virtual environment created." + $(MAKE) -C ../common-env/transformers + diff --git a/backend/python/autogptq/run.sh b/backend/python/autogptq/run.sh index cd23d6ff2eb2..15c5e0f35678 100755 --- a/backend/python/autogptq/run.sh +++ b/backend/python/autogptq/run.sh @@ -6,7 +6,7 @@ export PATH=$PATH:/opt/conda/bin # Activate conda environment -source activate autogptq +source activate transformers # get the directory where the bash script is located DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )" diff --git a/backend/python/common-env/transformers/transformers-nvidia.yml b/backend/python/common-env/transformers/transformers-nvidia.yml index b9516e247f12..621335590cbd 100644 --- a/backend/python/common-env/transformers/transformers-nvidia.yml +++ b/backend/python/common-env/transformers/transformers-nvidia.yml @@ -93,6 +93,7 @@ dependencies: - tzdata==2023.3 - urllib3==1.26.17 - xxhash==3.4.1 + - auto-gptq==0.6.0 - yarl==1.9.2 - soundfile - langid diff --git a/backend/python/common-env/transformers/transformers.yml b/backend/python/common-env/transformers/transformers.yml index 632952e9253e..2dc177c2cd38 100644 --- a/backend/python/common-env/transformers/transformers.yml +++ b/backend/python/common-env/transformers/transformers.yml @@ -80,6 +80,7 @@ dependencies: - triton==2.1.0 - typing-extensions==4.8.0 - tzdata==2023.3 + - auto-gptq==0.6.0 - urllib3==1.26.17 - xxhash==3.4.1 - yarl==1.9.2