mistral head conversion

adapter-hub · Dec 21, 2024 · 18f9053 · 18f9053
1 parent 897d197
commit 18f9053
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/src/adapters/head_utils.py b/src/adapters/head_utils.py
@@ -705,6 +705,14 @@
         },
         "layers": [None, "score"],
     },
+    "MistralForQuestionAnswering": {
+        "config": {
+            "head_type": "question_answering",
+            "layers": 1,
+            "activation_function": None,
+        },
+        "layers": [None, "qa_outputs"],
+    },
     # Electra
     "ElectraForTokenClassification": {
         "config": {