[Evaluation] Config Fix (#18231)

4 months ago · 8af4425abd
parent 1b63530274
commit 8af4425abd
1 changed files with 1 additions and 1 deletions
--- a/libs/langchain/langchain/smith/evaluation/config.py
+++ b/libs/langchain/langchain/smith/evaluation/config.py
@ -296,7 +296,7 @@ class RunEvalConfig(BaseModel):
            Whether to ignore numbers when comparing strings.
        """

-        evaluator_type: EvaluatorType = EvaluatorType.STRING_DISTANCE
+        evaluator_type: EvaluatorType = EvaluatorType.EXACT_MATCH
        ignore_case: bool = False
        ignore_punctuation: bool = False
        ignore_numbers: bool = False