2023-04-30 18:14:09 +00:00
|
|
|
"""Integration tests for the langchain tracer module."""
|
|
|
|
import asyncio
|
|
|
|
import os
|
|
|
|
|
|
|
|
import pytest
|
|
|
|
from aiohttp import ClientSession
|
|
|
|
|
|
|
|
from langchain.agents import AgentType, initialize_agent, load_tools
|
|
|
|
from langchain.callbacks import tracing_enabled
|
2023-05-10 18:08:29 +00:00
|
|
|
from langchain.callbacks.manager import tracing_v2_enabled
|
2023-05-31 01:47:06 +00:00
|
|
|
from langchain.chat_models import ChatOpenAI
|
2023-04-30 18:14:09 +00:00
|
|
|
from langchain.llms import OpenAI
|
|
|
|
|
|
|
|
questions = [
|
|
|
|
(
|
|
|
|
"Who won the US Open men's final in 2019? "
|
|
|
|
"What is his age raised to the 0.334 power?"
|
|
|
|
),
|
|
|
|
(
|
|
|
|
"Who is Olivia Wilde's boyfriend? "
|
|
|
|
"What is his current age raised to the 0.23 power?"
|
|
|
|
),
|
|
|
|
(
|
|
|
|
"Who won the most recent formula 1 grand prix? "
|
|
|
|
"What is their age raised to the 0.23 power?"
|
|
|
|
),
|
|
|
|
(
|
|
|
|
"Who won the US Open women's final in 2019? "
|
|
|
|
"What is her age raised to the 0.34 power?"
|
|
|
|
),
|
|
|
|
("Who is Beyonce's husband? " "What is his age raised to the 0.19 power?"),
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
|
|
def test_tracing_sequential() -> None:
|
|
|
|
os.environ["LANGCHAIN_TRACING"] = "true"
|
|
|
|
|
|
|
|
for q in questions[:3]:
|
|
|
|
llm = OpenAI(temperature=0)
|
|
|
|
tools = load_tools(["llm-math", "serpapi"], llm=llm)
|
|
|
|
agent = initialize_agent(
|
|
|
|
tools, llm, agent=AgentType.ZERO_SHOT_REACT_DESCRIPTION, verbose=True
|
|
|
|
)
|
|
|
|
agent.run(q)
|
|
|
|
|
|
|
|
|
|
|
|
def test_tracing_session_env_var() -> None:
|
|
|
|
os.environ["LANGCHAIN_TRACING"] = "true"
|
|
|
|
os.environ["LANGCHAIN_SESSION"] = "my_session"
|
|
|
|
|
|
|
|
llm = OpenAI(temperature=0)
|
|
|
|
tools = load_tools(["llm-math", "serpapi"], llm=llm)
|
|
|
|
agent = initialize_agent(
|
|
|
|
tools, llm, agent=AgentType.ZERO_SHOT_REACT_DESCRIPTION, verbose=True
|
|
|
|
)
|
|
|
|
agent.run(questions[0])
|
|
|
|
if "LANGCHAIN_SESSION" in os.environ:
|
|
|
|
del os.environ["LANGCHAIN_SESSION"]
|
|
|
|
|
|
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
|
|
async def test_tracing_concurrent() -> None:
|
|
|
|
os.environ["LANGCHAIN_TRACING"] = "true"
|
|
|
|
aiosession = ClientSession()
|
|
|
|
llm = OpenAI(temperature=0)
|
|
|
|
async_tools = load_tools(["llm-math", "serpapi"], llm=llm, aiosession=aiosession)
|
|
|
|
agent = initialize_agent(
|
|
|
|
async_tools, llm, agent=AgentType.ZERO_SHOT_REACT_DESCRIPTION, verbose=True
|
|
|
|
)
|
|
|
|
tasks = [agent.arun(q) for q in questions[:3]]
|
|
|
|
await asyncio.gather(*tasks)
|
|
|
|
await aiosession.close()
|
|
|
|
|
|
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
|
|
async def test_tracing_concurrent_bw_compat_environ() -> None:
|
|
|
|
os.environ["LANGCHAIN_HANDLER"] = "langchain"
|
|
|
|
if "LANGCHAIN_TRACING" in os.environ:
|
|
|
|
del os.environ["LANGCHAIN_TRACING"]
|
|
|
|
aiosession = ClientSession()
|
|
|
|
llm = OpenAI(temperature=0)
|
|
|
|
async_tools = load_tools(["llm-math", "serpapi"], llm=llm, aiosession=aiosession)
|
|
|
|
agent = initialize_agent(
|
|
|
|
async_tools, llm, agent=AgentType.ZERO_SHOT_REACT_DESCRIPTION, verbose=True
|
|
|
|
)
|
|
|
|
tasks = [agent.arun(q) for q in questions[:3]]
|
|
|
|
await asyncio.gather(*tasks)
|
|
|
|
await aiosession.close()
|
|
|
|
if "LANGCHAIN_HANDLER" in os.environ:
|
|
|
|
del os.environ["LANGCHAIN_HANDLER"]
|
|
|
|
|
|
|
|
|
|
|
|
def test_tracing_context_manager() -> None:
|
|
|
|
llm = OpenAI(temperature=0)
|
|
|
|
tools = load_tools(["llm-math", "serpapi"], llm=llm)
|
|
|
|
agent = initialize_agent(
|
|
|
|
tools, llm, agent=AgentType.ZERO_SHOT_REACT_DESCRIPTION, verbose=True
|
|
|
|
)
|
|
|
|
if "LANGCHAIN_TRACING" in os.environ:
|
|
|
|
del os.environ["LANGCHAIN_TRACING"]
|
|
|
|
with tracing_enabled() as session:
|
|
|
|
assert session
|
|
|
|
agent.run(questions[0]) # this should be traced
|
|
|
|
|
|
|
|
agent.run(questions[0]) # this should not be traced
|
|
|
|
|
|
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
|
|
async def test_tracing_context_manager_async() -> None:
|
|
|
|
llm = OpenAI(temperature=0)
|
|
|
|
async_tools = load_tools(["llm-math", "serpapi"], llm=llm)
|
|
|
|
agent = initialize_agent(
|
|
|
|
async_tools, llm, agent=AgentType.ZERO_SHOT_REACT_DESCRIPTION, verbose=True
|
|
|
|
)
|
|
|
|
if "LANGCHAIN_TRACING" in os.environ:
|
|
|
|
del os.environ["LANGCHAIN_TRACING"]
|
|
|
|
|
|
|
|
# start a background task
|
|
|
|
task = asyncio.create_task(agent.arun(questions[0])) # this should not be traced
|
|
|
|
with tracing_enabled() as session:
|
|
|
|
assert session
|
|
|
|
tasks = [agent.arun(q) for q in questions[1:4]] # these should be traced
|
|
|
|
await asyncio.gather(*tasks)
|
|
|
|
|
|
|
|
await task
|
2023-05-10 18:08:29 +00:00
|
|
|
|
|
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
|
|
async def test_tracing_v2_environment_variable() -> None:
|
|
|
|
os.environ["LANGCHAIN_TRACING_V2"] = "true"
|
|
|
|
|
|
|
|
aiosession = ClientSession()
|
|
|
|
llm = OpenAI(temperature=0)
|
|
|
|
async_tools = load_tools(["llm-math", "serpapi"], llm=llm, aiosession=aiosession)
|
|
|
|
agent = initialize_agent(
|
|
|
|
async_tools, llm, agent=AgentType.ZERO_SHOT_REACT_DESCRIPTION, verbose=True
|
|
|
|
)
|
|
|
|
tasks = [agent.arun(q) for q in questions[:3]]
|
|
|
|
await asyncio.gather(*tasks)
|
|
|
|
await aiosession.close()
|
|
|
|
|
|
|
|
|
|
|
|
def test_tracing_v2_context_manager() -> None:
|
2023-05-31 01:47:06 +00:00
|
|
|
llm = ChatOpenAI(temperature=0)
|
2023-05-10 18:08:29 +00:00
|
|
|
tools = load_tools(["llm-math", "serpapi"], llm=llm)
|
|
|
|
agent = initialize_agent(
|
2023-05-31 01:47:06 +00:00
|
|
|
tools, llm, agent=AgentType.CHAT_ZERO_SHOT_REACT_DESCRIPTION, verbose=True
|
2023-05-10 18:08:29 +00:00
|
|
|
)
|
|
|
|
if "LANGCHAIN_TRACING_V2" in os.environ:
|
|
|
|
del os.environ["LANGCHAIN_TRACING_V2"]
|
2023-06-02 19:13:56 +00:00
|
|
|
with tracing_v2_enabled():
|
2023-05-10 18:08:29 +00:00
|
|
|
agent.run(questions[0]) # this should be traced
|
|
|
|
|
|
|
|
agent.run(questions[0]) # this should not be traced
|