mirror of https://github.com/hwchase17/langchain
parent
7124f2ebfa
commit
b0896210c7
@ -0,0 +1,27 @@
|
|||||||
|
"""Tests for the string run evaluator."""
|
||||||
|
|
||||||
|
from unittest.mock import MagicMock
|
||||||
|
|
||||||
|
from langchain.evaluation import criteria
|
||||||
|
from langchain.smith.evaluation.string_run_evaluator import (
|
||||||
|
ChainStringRunMapper,
|
||||||
|
StringRunEvaluatorChain,
|
||||||
|
)
|
||||||
|
from tests.unit_tests.llms import fake_llm
|
||||||
|
|
||||||
|
|
||||||
|
def test_evaluate_run() -> None:
|
||||||
|
run_mapper = ChainStringRunMapper()
|
||||||
|
example_mapper = MagicMock()
|
||||||
|
string_evaluator = criteria.CriteriaEvalChain.from_llm(fake_llm.FakeLLM())
|
||||||
|
evaluator = StringRunEvaluatorChain(
|
||||||
|
run_mapper=run_mapper,
|
||||||
|
example_mapper=example_mapper,
|
||||||
|
name="test_evaluator",
|
||||||
|
string_evaluator=string_evaluator,
|
||||||
|
)
|
||||||
|
run = MagicMock()
|
||||||
|
example = MagicMock()
|
||||||
|
res = evaluator.evaluate_run(run, example)
|
||||||
|
assert res.comment.startswith("Error evaluating run ")
|
||||||
|
assert res.key == string_evaluator.evaluation_name
|
Loading…
Reference in New Issue