mirror of https://github.com/hwchase17/langchain
console callback verbose (#4696)
add verbose callback Co-authored-by: vowelparrot <130414180+vowelparrot@users.noreply.github.com>pull/4824/head
parent
d5d4c0a172
commit
08df80bed6
@ -0,0 +1,130 @@
|
|||||||
|
import json
|
||||||
|
from typing import Any, List
|
||||||
|
|
||||||
|
from langchain.callbacks.tracers.base import BaseTracer
|
||||||
|
from langchain.callbacks.tracers.schemas import Run
|
||||||
|
from langchain.input import get_colored_text
|
||||||
|
|
||||||
|
|
||||||
|
def try_json_stringify(obj: Any, fallback: str) -> str:
|
||||||
|
try:
|
||||||
|
return json.dumps(obj, indent=2)
|
||||||
|
except Exception:
|
||||||
|
return fallback
|
||||||
|
|
||||||
|
|
||||||
|
def elapsed(run: Any) -> str:
|
||||||
|
elapsed_time = run.end_time - run.start_time
|
||||||
|
milliseconds = elapsed_time.total_seconds() * 1000
|
||||||
|
if milliseconds < 1000:
|
||||||
|
return f"{milliseconds}ms"
|
||||||
|
return f"{(milliseconds / 1000):.2f}s"
|
||||||
|
|
||||||
|
|
||||||
|
class ConsoleCallbackHandler(BaseTracer):
|
||||||
|
name = "console_callback_handler"
|
||||||
|
|
||||||
|
def _persist_run(self, run: Run) -> None:
|
||||||
|
pass
|
||||||
|
|
||||||
|
def get_parents(self, run: Run) -> List[Run]:
|
||||||
|
parents = []
|
||||||
|
current_run = run
|
||||||
|
while current_run.parent_run_id:
|
||||||
|
parent = self.run_map.get(str(current_run.parent_run_id))
|
||||||
|
if parent:
|
||||||
|
parents.append(parent)
|
||||||
|
current_run = parent
|
||||||
|
else:
|
||||||
|
break
|
||||||
|
return parents
|
||||||
|
|
||||||
|
def get_breadcrumbs(self, run: Run) -> str:
|
||||||
|
parents = self.get_parents(run)[::-1]
|
||||||
|
string = " > ".join(
|
||||||
|
f"{parent.execution_order}:{parent.run_type}:{parent.name}"
|
||||||
|
if i != len(parents) - 1
|
||||||
|
else f"{parent.execution_order}:{parent.run_type}:{parent.name}"
|
||||||
|
for i, parent in enumerate(parents + [run])
|
||||||
|
)
|
||||||
|
return string
|
||||||
|
|
||||||
|
# logging methods
|
||||||
|
def _on_chain_start(self, run: Run) -> None:
|
||||||
|
crumbs = self.get_breadcrumbs(run)
|
||||||
|
print(
|
||||||
|
f"{get_colored_text('[chain/start]', color='green')} "
|
||||||
|
f"[{crumbs}] Entering Chain run with input:\n"
|
||||||
|
f"{try_json_stringify(run.inputs, '[inputs]')}"
|
||||||
|
)
|
||||||
|
|
||||||
|
def _on_chain_end(self, run: Run) -> None:
|
||||||
|
crumbs = self.get_breadcrumbs(run)
|
||||||
|
print(
|
||||||
|
f"{get_colored_text('[chain/end]', color='blue')} "
|
||||||
|
f"[{crumbs}] [{elapsed(run)}] Exiting Chain run with output:\n"
|
||||||
|
f"{try_json_stringify(run.outputs, '[outputs]')}"
|
||||||
|
)
|
||||||
|
|
||||||
|
def _on_chain_error(self, run: Run) -> None:
|
||||||
|
crumbs = self.get_breadcrumbs(run)
|
||||||
|
print(
|
||||||
|
f"{get_colored_text('[chain/error]', color='red')} "
|
||||||
|
f"[{crumbs}] [{elapsed(run)}] Chain run errored with error:\n"
|
||||||
|
f"{try_json_stringify(run.error, '[error]')}"
|
||||||
|
)
|
||||||
|
|
||||||
|
def _on_llm_start(self, run: Run) -> None:
|
||||||
|
crumbs = self.get_breadcrumbs(run)
|
||||||
|
inputs = (
|
||||||
|
{"prompts": [p.strip() for p in run.inputs["prompts"]]}
|
||||||
|
if "prompts" in run.inputs
|
||||||
|
else run.inputs
|
||||||
|
)
|
||||||
|
print(
|
||||||
|
f"{get_colored_text('[llm/start]', color='green')} "
|
||||||
|
f"[{crumbs}] Entering LLM run with input:\n"
|
||||||
|
f"{try_json_stringify(inputs, '[inputs]')}"
|
||||||
|
)
|
||||||
|
|
||||||
|
def _on_llm_end(self, run: Run) -> None:
|
||||||
|
crumbs = self.get_breadcrumbs(run)
|
||||||
|
print(
|
||||||
|
f"{get_colored_text('[llm/end]', color='blue')} "
|
||||||
|
f"[{crumbs}] [{elapsed(run)}] Exiting LLM run with output:\n"
|
||||||
|
f"{try_json_stringify(run.outputs, '[response]')}"
|
||||||
|
)
|
||||||
|
|
||||||
|
def _on_llm_error(self, run: Run) -> None:
|
||||||
|
crumbs = self.get_breadcrumbs(run)
|
||||||
|
print(
|
||||||
|
f"{get_colored_text('[llm/error]', color='red')} "
|
||||||
|
f"[{crumbs}] [{elapsed(run)}] LLM run errored with error:\n"
|
||||||
|
f"{try_json_stringify(run.error, '[error]')}"
|
||||||
|
)
|
||||||
|
|
||||||
|
def _on_tool_start(self, run: Run) -> None:
|
||||||
|
crumbs = self.get_breadcrumbs(run)
|
||||||
|
print(
|
||||||
|
f'{get_colored_text("[tool/start]", color="green")} '
|
||||||
|
f"[{crumbs}] Entering Tool run with input:\n"
|
||||||
|
f'"{run.inputs["input"].strip()}"'
|
||||||
|
)
|
||||||
|
|
||||||
|
def _on_tool_end(self, run: Run) -> None:
|
||||||
|
crumbs = self.get_breadcrumbs(run)
|
||||||
|
if run.outputs:
|
||||||
|
print(
|
||||||
|
f'{get_colored_text("[tool/end]", color="blue")} '
|
||||||
|
f"[{crumbs}] [{elapsed(run)}] Exiting Tool run with output:\n"
|
||||||
|
f'"{run.outputs["output"].strip()}"'
|
||||||
|
)
|
||||||
|
|
||||||
|
def _on_tool_error(self, run: Run) -> None:
|
||||||
|
crumbs = self.get_breadcrumbs(run)
|
||||||
|
print(
|
||||||
|
f"{get_colored_text('[tool/error]', color='red')} "
|
||||||
|
f"[{crumbs}] [{elapsed(run)}] "
|
||||||
|
f"Tool run errored with error:\n"
|
||||||
|
f"{run.error}"
|
||||||
|
)
|
Loading…
Reference in New Issue