eval pattern-concat-logic

openai · Mar 28, 2024 · 7269782 · 7269782
1 parent d9d2f5f
commit 7269782
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/evals/registry/data/pattern_concat_logic/samples.jsonl b/evals/registry/data/pattern_concat_logic/samples.jsonl
diff --git a/evals/registry/evals/pattern-concat-logic.yaml b/evals/registry/evals/pattern-concat-logic.yaml
@@ -0,0 +1,7 @@
+pattern-concat-logic:
+  id: pattern-concat-logic.dev.v0
+  metrics: [accuracy]
+pattern-concat-logic.dev.v0:
+  class: evals.elsuite.basic.includes:Includes
+  args:
+    samples_jsonl: pattern_concat_logic/samples.jsonl