update

HowieHwong · Apr 20, 2024 · 079bc8b · 079bc8b
1 parent e7e2be8
commit 079bc8b
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/trustllm_pkg/trustllm/config.py b/trustllm_pkg/trustllm/config.py
@@ -12,7 +12,7 @@
 replicate_api = None
 zhipu_api = None
 
-max_worker = 1
+max_worker = 8
 
 ##only support azure api for auto evaluation
 azure_openai = True

diff --git a/trustllm_pkg/trustllm/utils/gpt_auto_eval.py b/trustllm_pkg/trustllm/utils/gpt_auto_eval.py
@@ -159,7 +159,7 @@ def process_item(item, el):
         print('Total data number: {}'.format(len(data)))
         print('Evaluating...')
 
-        with concurrent.futures.ThreadPoolExecutor(max_workers=6) as executor:
+        with concurrent.futures.ThreadPoolExecutor(max_workers=self.max_worker) as executor:
             futures = [executor.submit(process_item, item, el) for item, el in zip(prompt_data, data)]
 
             # Add a callback to handle completion and errors