fix top picks bug, lower input anti abuse thresholds (+1 squashed com…

…mits) Squashed commits: [a81d9b2] fix top picks bug, lower input anti abuse thresholds
LostRuins · Nov 1, 2024 · bbebc76 · bbebc76
1 parent 6a27003
commit bbebc76
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 4 deletions.
diff --git a/gpttype_adapter.cpp b/gpttype_adapter.cpp
@@ -449,6 +449,15 @@ void ContextRewind(std::vector<int> &embd, std::vector<int> &current_context_tok
         last_n_tokens.resize(last_n_tokens.size() - amount_rewind);
     }
 
+    if(amount_rewind >= top_picks_history.size())
+    {
+        top_picks_history.clear();
+    }
+    else
+    {
+        top_picks_history.resize(top_picks_history.size() - amount_rewind);
+    }
+
     if (amount_rewind >= current_context_tokens.size())
     {
         current_context_tokens.clear();

diff --git a/koboldcpp.py b/koboldcpp.py
@@ -26,10 +26,10 @@
 logprobs_max = 5
 
 # abuse prevention
-stop_token_max = 512
-ban_token_max = 1024
-logit_bias_max = 1024
-dry_seq_break_max = 256
+stop_token_max = 256
+ban_token_max = 512
+logit_bias_max = 512
+dry_seq_break_max = 128
 
 # global vars
 handle = None