|
|
@ -11,7 +11,6 @@ from langchain.callbacks.manager import (
|
|
|
|
CallbackManagerForChainRun,
|
|
|
|
CallbackManagerForChainRun,
|
|
|
|
)
|
|
|
|
)
|
|
|
|
from langchain.chains.base import Chain
|
|
|
|
from langchain.chains.base import Chain
|
|
|
|
from langchain.chains.llm import LLMChain
|
|
|
|
|
|
|
|
from langchain.schema import RUN_KEY, BaseOutputParser
|
|
|
|
from langchain.schema import RUN_KEY, BaseOutputParser
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@ -39,7 +38,7 @@ class RunEvaluatorChain(Chain, RunEvaluator):
|
|
|
|
|
|
|
|
|
|
|
|
input_mapper: RunEvaluatorInputMapper
|
|
|
|
input_mapper: RunEvaluatorInputMapper
|
|
|
|
"""Maps the Run and Optional example to a dictionary for the eval chain."""
|
|
|
|
"""Maps the Run and Optional example to a dictionary for the eval chain."""
|
|
|
|
eval_chain: LLMChain
|
|
|
|
eval_chain: Chain
|
|
|
|
"""The evaluation chain."""
|
|
|
|
"""The evaluation chain."""
|
|
|
|
output_parser: RunEvaluatorOutputParser
|
|
|
|
output_parser: RunEvaluatorOutputParser
|
|
|
|
"""Parse the output of the eval chain into feedback."""
|
|
|
|
"""Parse the output of the eval chain into feedback."""
|
|
|
|