fix logits2weights if word_logits is empty list

argmaxml · Sep 28, 2023 · c519b2a · c519b2a
1 parent 162b821
commit c519b2a
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/splade4elastic/elastic_splade.py b/splade4elastic/elastic_splade.py
@@ -227,13 +227,17 @@ def transform(self, X: List[str]):
 
 class LinearMLMRewriter(MLMBaseRewriter):
     def logits2weights(self, word_logits):
+            if len(word_logits) == 0:
+                return word_logits # empty list
             min_score = min(w[1] for w in word_logits) 
             ret = [(w[0], w[1] - min_score) for w in word_logits]
             norm_factor = sum(w[1] for w in ret)
             ret = [(w[0], w[1]/norm_factor) for w in ret]
             return ret
 class SpladeRewriter(MLMBaseRewriter):
         def logits2weights(self, word_logits):
+            if len(word_logits) == 0:
+                return word_logits # empty list
             ret = [(w[0], np.exp(w[1])) for w in word_logits]
             norm_factor = sum(w[1] for w in ret)
             ret = [(w[0], w[1]/norm_factor) for w in ret]