From c96d18a020d1b8085d421f0efebc82a4f39fb8c3 Mon Sep 17 00:00:00 2001 From: Yishuo Wang Date: Fri, 26 Jul 2024 06:38:59 +0800 Subject: [PATCH 1/2] arc perf test on 4.41 --- .github/workflows/llm_performance_tests.yml | 14 ++++++++------ 1 file changed, 8 insertions(+), 6 deletions(-) diff --git a/.github/workflows/llm_performance_tests.yml b/.github/workflows/llm_performance_tests.yml index cc8f4f53b2e..c45281b21a0 100644 --- a/.github/workflows/llm_performance_tests.yml +++ b/.github/workflows/llm_performance_tests.yml @@ -145,7 +145,7 @@ jobs: python -m pip install --upgrade expecttest bash python/llm/test/run-llm-install-tests.sh - - name: Test on xpu(transformers==4.36.2) + - name: Test on xpu(transformers==4.41.2) shell: bash run: | date_for_test_version=$(date -d yesterday +%Y-%m-%d) @@ -153,7 +153,9 @@ jobs: source /opt/intel/oneapi/setvars.sh export USE_XETLA=OFF export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 - cp python/llm/test/benchmark/arc-perf-test.yaml python/llm/dev/benchmark/all-in-one/config.yaml + # upgrade transformers for model Qwen/Qwen1.5-7B-Chat + python -m pip install transformers==4.41.2cp python/llm/test/benchmark/arc-perf-test.yaml + python/llm/dev/benchmark/all-in-one/config.yaml cd python/llm/dev/benchmark/all-in-one mkdir test_batch1 mkdir test_batch2 @@ -182,14 +184,14 @@ jobs: python run.py mv *.csv test_batch4 - - name: Test on xpu(transformers==4.37.0) + - name: Test on xpu(transformers==4.41.2) shell: bash run: | source /opt/intel/oneapi/setvars.sh export USE_XETLA=OFF export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 # upgrade transformers for model Qwen/Qwen1.5-7B-Chat - python -m pip install transformers==4.37.0 + python -m pip install transformers==4.41.2 # batch_size 1 cp python/llm/test/benchmark/arc-perf-transformers-437.yaml python/llm/dev/benchmark/all-in-one/config.yaml cd python/llm/dev/benchmark/all-in-one @@ -214,14 +216,14 @@ jobs: python run.py mv *.csv test_batch4 - - name: Test on xpu(transformers==4.40.0) + - name: Test on xpu(transformers==4.41.2) shell: bash run: | source /opt/intel/oneapi/setvars.sh export USE_XETLA=OFF export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 # upgrade transformers for model Qwen/Qwen1.5-MoE-A2.7B-Chat - python -m pip install transformers==4.40.0 + python -m pip install transformers==4.41.2 python -m pip install trl # batch_size 1 cp python/llm/test/benchmark/arc-perf-transformers-440.yaml python/llm/dev/benchmark/all-in-one/config.yaml From 9d25d00e685391220cca5e411fbf77b4adf60ab8 Mon Sep 17 00:00:00 2001 From: Yishuo Wang Date: Sat, 27 Jul 2024 06:51:46 +0800 Subject: [PATCH 2/2] update --- .github/workflows/llm_performance_tests.yml | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/.github/workflows/llm_performance_tests.yml b/.github/workflows/llm_performance_tests.yml index c45281b21a0..9c76ba980a9 100644 --- a/.github/workflows/llm_performance_tests.yml +++ b/.github/workflows/llm_performance_tests.yml @@ -153,8 +153,10 @@ jobs: source /opt/intel/oneapi/setvars.sh export USE_XETLA=OFF export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 - # upgrade transformers for model Qwen/Qwen1.5-7B-Chat - python -m pip install transformers==4.41.2cp python/llm/test/benchmark/arc-perf-test.yaml + cp python/llm/test/benchmark/arc-perf-test.yaml python/llm/dev/benchmark/all-in-one/config.yaml + # upgrade transformers + python -m pip install transformers==4.41.2 + cp python/llm/test/benchmark/arc-perf-test.yaml python/llm/dev/benchmark/all-in-one/config.yaml cd python/llm/dev/benchmark/all-in-one mkdir test_batch1