fix regex stop

guidance-ai · Apr 18, 2023 · 0844896 · 0844896
1 parent fb09220
commit 0844896
Showing 1 changed file with 7 additions and 5 deletions.
diff --git a/guidance/llms/_transformers.py b/guidance/llms/_transformers.py
@@ -500,11 +500,13 @@ def put(self, new_tokens):
                         for s in stop_regex_obj:
                             m = s.search(val, partial=True)
                             if m:
-                                if m.partial: # we might be starting a stop sequence, so we can't emit anything yet
-                                    found_partial = True
-                                    break
-                                else:
-                                    stop_pos = min(m.span()[0], stop_pos)
+                                span = m.span()
+                                if span[1] > span[0]:
+                                    if m.partial: # we might be starting a stop sequence, so we can't emit anything yet
+                                        found_partial = True
+                                        break
+                                    else:
+                                        stop_pos = min(span[0], stop_pos)
 
                     # record the reason we stopped (if we have stopped)
                     if stop_pos <= len(val):