fix: Rename imo_solutions_only → imo_exact_answers

openai · May 15, 2024 · 839c267 · 839c267
1 parent 52ca817
commit 839c267
Show file tree

Hide file tree

Showing 3 changed files with 9 additions and 9 deletions.
diff --git a/...try/data/imo_solutions_only/samples.jsonl → ...stry/data/imo_exact_answers/samples.jsonl b/...try/data/imo_solutions_only/samples.jsonl → ...stry/data/imo_exact_answers/samples.jsonl
diff --git a/evals/registry/evals/imo_exact_answers.yaml b/evals/registry/evals/imo_exact_answers.yaml
@@ -0,0 +1,9 @@
+<eval_name>:
+  id: imo_exact_answers.dev.v0
+  description: A small set of IMO problems that have exact answers (e.g. yes/no, number, fraction).
+  metrics: [accuracy]
+
+<eval_name>.dev.v0:
+  class: evals.elsuite.basic.match:Match
+  args:
+    samples_jsonl: imo_exact_answers/samples.jsonl
diff --git a/evals/registry/evals/imo_solutions_only.yaml b/evals/registry/evals/imo_solutions_only.yaml