add logic documentation for match

openai · Oct 20, 2023 · 4a88fd9 · 4a88fd9
1 parent 16aa8c7
commit 4a88fd9
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/evals/elsuite/basic/match.py b/evals/elsuite/basic/match.py
@@ -7,6 +7,10 @@
 
 
 class Match(evals.Eval):
+    """
+    For a model completion `a` and a reference list of correct answers `B`, the following eval 
+    implements `any([a.startswith(b) for b in B])`, as mentioned in `eval-templates.md`.
+    """
     def __init__(
         self,
         completion_fns: list[CompletionFn],