diff --git a/evals/elsuite/basic/match.py b/evals/elsuite/basic/match.py index ac72f72b37..661a3c7624 100644 --- a/evals/elsuite/basic/match.py +++ b/evals/elsuite/basic/match.py @@ -7,6 +7,10 @@ class Match(evals.Eval): + """ + For a model completion `a` and a reference list of correct answers `B`, the following eval + implements `any([a.startswith(b) for b in B])`, as mentioned in `eval-templates.md`. + """ def __init__( self, completion_fns: list[CompletionFn],