fix(hermes-2-pro-mistral): add stopword for toolcall (#1939)

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
mudler · Apr 1, 2024 · ebb1fce · ebb1fce
1 parent 66f90f8
commit ebb1fce
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 0 deletions.
diff --git a/aio/cpu/text-to-text.yaml b/aio/cpu/text-to-text.yaml
@@ -41,6 +41,7 @@ f16: true
 stopwords:
 - <|im_end|>
 - <dummy32000>
+- "\n</tool_call>"
 usage: |
       curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{
           "model": "gpt-4",

diff --git a/aio/gpu-8g/text-to-text.yaml b/aio/gpu-8g/text-to-text.yaml
@@ -41,6 +41,7 @@ f16: true
 stopwords:
 - <|im_end|>
 - <dummy32000>
+- "\n</tool_call>"
 usage: |
       curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{
           "model": "gpt-4",

diff --git a/aio/intel/text-to-text.yaml b/aio/intel/text-to-text.yaml
@@ -40,6 +40,7 @@ template:
 context_size: 4096
 stopwords:
 - <|im_end|>
+- "\n</tool_call>"
 - <dummy32000>
 usage: |
       curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{

diff --git a/embedded/models/hermes-2-pro-mistral.yaml b/embedded/models/hermes-2-pro-mistral.yaml
@@ -41,6 +41,7 @@ f16: true
 stopwords:
 - <|im_end|>
 - <dummy32000>
+- "\n</tool_call>"
 usage: |
       curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{
           "model": "hermes-2-pro-mistral",