Adding Indian Women Menstrual Health Chatbot Eval

openai · Dec 11, 2023 · 9e5f2ca · 9e5f2ca
1 parent f83347f
commit 9e5f2ca
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 0 deletions.
diff --git a/evals/registry/data/indian_women_menstrual_health/samples.jsonl b/evals/registry/data/indian_women_menstrual_health/samples.jsonl
diff --git a/evals/registry/evals/indian_women_menstrual_health.yaml b/evals/registry/evals/indian_women_menstrual_health.yaml
@@ -0,0 +1,9 @@
+indian_women_menstrual_health:
+  id: indian_women_menstrual_health.dev.v0
+  description: Questions and answers related to menstrual health verified by health researchers and contextualized for India.
+  metrics: [accuracy]
+
+indian_women_menstrual_health.dev.v0:
+  class: evals.elsuite.basic.match:Match
+  args:
+    samples_jsonl: indian_women_menstrual_health/samples.jsonl