From 4a88fd9619303d20acde0c09969599cb1a074e3e Mon Sep 17 00:00:00 2001 From: sjadler2004 Date: Thu, 19 Oct 2023 20:19:26 -0700 Subject: [PATCH] add logic documentation for match --- evals/elsuite/basic/match.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/evals/elsuite/basic/match.py b/evals/elsuite/basic/match.py index ac72f72b37..661a3c7624 100644 --- a/evals/elsuite/basic/match.py +++ b/evals/elsuite/basic/match.py @@ -7,6 +7,10 @@ class Match(evals.Eval): + """ + For a model completion `a` and a reference list of correct answers `B`, the following eval + implements `any([a.startswith(b) for b in B])`, as mentioned in `eval-templates.md`. + """ def __init__( self, completion_fns: list[CompletionFn],