Str Evaluator Mapper (#12401)

8 months ago · 4254028c52
parent fcad1d2965
commit 4254028c52
1 changed files with 1 additions and 1 deletions
--- a/libs/langchain/langchain/smith/evaluation/string_run_evaluator.py
+++ b/libs/langchain/langchain/smith/evaluation/string_run_evaluator.py
@ -226,7 +226,7 @@ class StringExampleMapper(Serializable):
        return {
            "reference": self.serialize_chat_messages([output])
            if isinstance(output, dict) and output.get("type") and output.get("data")
-            else str(output)
+            else output
        }

    def __call__(self, example: Example) -> Dict[str, str]: