Add missing log that point to a failed Generation

google · Mar 14, 2024 · 46c1aca · 46c1aca
1 parent 0221956
commit 46c1aca
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/gemma.cc b/gemma.cc
@@ -584,6 +584,9 @@ void GenerateImpl(GemmaImpl<TConfig>& gemma, size_t max_tokens,
  } else if ((prompt.size() + max_generated_tokens) > max_tokens) {
  std::cout << "Warning: Prompt size + max_new_tokens exceeds max_tokens."
  << std::endl;
+ } else if (pos >= max_tokens) {
+ std::cout << "Warning: pos exceeds max_tokens."
+ << std::endl;
  }
  }