mirror of
https://github.com/hwchase17/langchain
synced 2024-11-10 01:10:59 +00:00
41 lines
1.2 KiB
Python
41 lines
1.2 KiB
Python
|
"""Test Together API wrapper.
|
||
|
|
|
||
|
|
In order to run this test, you need to have an Together api key.
|
||
|
|
You can get it by registering for free at https://api.together.xyz/.
|
||
|
|
A test key can be found at https://api.together.xyz/settings/api-keys
|
||
|
|
|
||
|
|
You'll then need to set TOGETHER_API_KEY environment variable to your api key.
|
||
|
|
"""
|
||
|
|
import pytest as pytest
|
||
|
|
|
||
|
|
from langchain_together import Together
|
||
|
|
|
||
|
|
|
||
|
|
def test_together_call() -> None:
|
||
|
|
"""Test simple call to together."""
|
||
|
|
llm = Together(
|
||
|
|
model="togethercomputer/RedPajama-INCITE-7B-Base",
|
||
|
|
temperature=0.2,
|
||
|
|
max_tokens=250,
|
||
|
|
)
|
||
|
|
output = llm.invoke("Say foo:")
|
||
|
|
|
||
|
|
assert llm._llm_type == "together"
|
||
|
|
assert isinstance(output, str)
|
||
|
|
assert len(output) > 0
|
||
|
|
|
||
|
|
|
||
|
|
async def test_together_acall() -> None:
|
||
|
|
"""Test simple call to together."""
|
||
|
|
llm = Together(
|
||
|
|
model="togethercomputer/RedPajama-INCITE-7B-Base",
|
||
|
|
temperature=0.2,
|
||
|
|
max_tokens=250,
|
||
|
|
)
|
||
|
|
output = await llm.agenerate(["Say foo:"], stop=["bar"])
|
||
|
|
|
||
|
|
assert llm._llm_type == "together"
|
||
|
|
output_text = output.generations[0][0].text
|
||
|
|
assert isinstance(output_text, str)
|
||
|
|
assert output_text.count("bar") <= 1
|