bias incorrect

huggingface · Dec 29, 2024 · d6bb62f · d6bb62f
1 parent 86c1104
commit d6bb62f
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/timm/layers/ml_decoder.py b/timm/layers/ml_decoder.py
@@ -327,9 +327,10 @@ def __init__(
         # 1 group for all queries (shared_fc, use with class_embed) or 1 group for each query (default, used in paper)
         self.num_classes = num_classes
         duplicate_factor = int(num_classes / num_groups + 0.999)
+        num_biases = duplicate_factor if shared else num_classes
         num_groups = 1 if shared else num_groups
         self.weight = nn.Parameter(torch.Tensor(num_groups, dim, duplicate_factor))
-        self.bias = nn.Parameter(torch.Tensor(self.num_classes))
+        self.bias = nn.Parameter(torch.Tensor(num_biases))
         nn.init.xavier_normal_(self.weight)
         nn.init.constant_(self.bias, 0)