From 46c1aca3049717ebca761e2b6809c1511cee0f0a Mon Sep 17 00:00:00 2001
From: Charles Chan <zeerd@users.noreply.github.com>
Date: Thu, 14 Mar 2024 10:03:25 +0800
Subject: [PATCH] Add missing log that point to a failed Generation

---
 gemma.cc | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/gemma.cc b/gemma.cc
index 4fe2782..61b1fa4 100644
--- a/gemma.cc
+++ b/gemma.cc
@@ -584,6 +584,9 @@ void GenerateImpl(GemmaImpl<TConfig>& gemma, size_t max_tokens,
     } else if ((prompt.size() + max_generated_tokens) > max_tokens) {
       std::cout << "Warning: Prompt size + max_new_tokens exceeds max_tokens."
                 << std::endl;
+    } else if (pos >= max_tokens) {
+      std::cout << "Warning: pos exceeds max_tokens."
+                << std::endl;
     }
   }