2023-11-29 03:57:40 +00:00
|
|
|
"""Test Together LLM"""
|
2024-02-10 00:13:30 +00:00
|
|
|
|
2023-11-29 03:57:40 +00:00
|
|
|
from typing import cast
|
|
|
|
|
|
|
|
from langchain_core.pydantic_v1 import SecretStr
|
|
|
|
from pytest import CaptureFixture, MonkeyPatch
|
|
|
|
|
2023-12-11 21:53:30 +00:00
|
|
|
from langchain_community.llms.together import Together
|
2023-11-29 03:57:40 +00:00
|
|
|
|
|
|
|
|
|
|
|
def test_together_api_key_is_secret_string() -> None:
|
|
|
|
"""Test that the API key is stored as a SecretStr."""
|
|
|
|
llm = Together(
|
|
|
|
together_api_key="secret-api-key",
|
|
|
|
model="togethercomputer/RedPajama-INCITE-7B-Base",
|
|
|
|
temperature=0.2,
|
|
|
|
max_tokens=250,
|
|
|
|
)
|
|
|
|
assert isinstance(llm.together_api_key, SecretStr)
|
|
|
|
|
|
|
|
|
|
|
|
def test_together_api_key_masked_when_passed_from_env(
|
|
|
|
monkeypatch: MonkeyPatch, capsys: CaptureFixture
|
|
|
|
) -> None:
|
|
|
|
"""Test that the API key is masked when passed from an environment variable."""
|
|
|
|
monkeypatch.setenv("TOGETHER_API_KEY", "secret-api-key")
|
|
|
|
llm = Together(
|
|
|
|
model="togethercomputer/RedPajama-INCITE-7B-Base",
|
|
|
|
temperature=0.2,
|
|
|
|
max_tokens=250,
|
|
|
|
)
|
2024-02-10 00:13:30 +00:00
|
|
|
print(llm.together_api_key, end="") # noqa: T201
|
2023-11-29 03:57:40 +00:00
|
|
|
captured = capsys.readouterr()
|
|
|
|
|
|
|
|
assert captured.out == "**********"
|
|
|
|
|
|
|
|
|
|
|
|
def test_together_api_key_masked_when_passed_via_constructor(
|
|
|
|
capsys: CaptureFixture,
|
|
|
|
) -> None:
|
|
|
|
"""Test that the API key is masked when passed via the constructor."""
|
|
|
|
llm = Together(
|
|
|
|
together_api_key="secret-api-key",
|
|
|
|
model="togethercomputer/RedPajama-INCITE-7B-Base",
|
|
|
|
temperature=0.2,
|
|
|
|
max_tokens=250,
|
|
|
|
)
|
2024-02-10 00:13:30 +00:00
|
|
|
print(llm.together_api_key, end="") # noqa: T201
|
2023-11-29 03:57:40 +00:00
|
|
|
captured = capsys.readouterr()
|
|
|
|
|
|
|
|
assert captured.out == "**********"
|
|
|
|
|
|
|
|
|
|
|
|
def test_together_uses_actual_secret_value_from_secretstr() -> None:
|
|
|
|
"""Test that the actual secret value is correctly retrieved."""
|
|
|
|
llm = Together(
|
|
|
|
together_api_key="secret-api-key",
|
|
|
|
model="togethercomputer/RedPajama-INCITE-7B-Base",
|
|
|
|
temperature=0.2,
|
|
|
|
max_tokens=250,
|
|
|
|
)
|
|
|
|
assert cast(SecretStr, llm.together_api_key).get_secret_value() == "secret-api-key"
|