2022-10-24 21:51:15 +00:00
|
|
|
"""Test functionality related to prompts."""
|
|
|
|
import pytest
|
|
|
|
|
2022-11-20 04:32:45 +00:00
|
|
|
from langchain.prompts.prompt import PromptTemplate
|
2022-10-24 21:51:15 +00:00
|
|
|
|
|
|
|
|
|
|
|
def test_prompt_valid() -> None:
|
|
|
|
"""Test prompts can be constructed."""
|
|
|
|
template = "This is a {foo} test."
|
|
|
|
input_variables = ["foo"]
|
2022-11-20 04:32:45 +00:00
|
|
|
prompt = PromptTemplate(input_variables=input_variables, template=template)
|
2022-10-24 21:51:15 +00:00
|
|
|
assert prompt.template == template
|
|
|
|
assert prompt.input_variables == input_variables
|
|
|
|
|
|
|
|
|
|
|
|
def test_prompt_missing_input_variables() -> None:
|
|
|
|
"""Test error is raised when input variables are not provided."""
|
|
|
|
template = "This is a {foo} test."
|
|
|
|
input_variables: list = []
|
|
|
|
with pytest.raises(ValueError):
|
2022-11-20 04:32:45 +00:00
|
|
|
PromptTemplate(input_variables=input_variables, template=template)
|
2022-10-24 21:51:15 +00:00
|
|
|
|
|
|
|
|
|
|
|
def test_prompt_extra_input_variables() -> None:
|
|
|
|
"""Test error is raised when there are too many input variables."""
|
|
|
|
template = "This is a {foo} test."
|
|
|
|
input_variables = ["foo", "bar"]
|
|
|
|
with pytest.raises(ValueError):
|
2022-11-20 04:32:45 +00:00
|
|
|
PromptTemplate(input_variables=input_variables, template=template)
|
2022-10-24 21:51:15 +00:00
|
|
|
|
|
|
|
|
|
|
|
def test_prompt_wrong_input_variables() -> None:
|
|
|
|
"""Test error is raised when name of input variable is wrong."""
|
|
|
|
template = "This is a {foo} test."
|
|
|
|
input_variables = ["bar"]
|
|
|
|
with pytest.raises(ValueError):
|
2022-11-20 04:32:45 +00:00
|
|
|
PromptTemplate(input_variables=input_variables, template=template)
|
2022-10-24 21:51:15 +00:00
|
|
|
|
|
|
|
|
2022-10-30 16:45:27 +00:00
|
|
|
def test_prompt_from_examples_valid() -> None:
|
|
|
|
"""Test prompt can be successfully constructed from examples."""
|
|
|
|
template = """Test Prompt:
|
|
|
|
|
|
|
|
Question: who are you?
|
|
|
|
Answer: foo
|
|
|
|
|
|
|
|
Question: what are you?
|
|
|
|
Answer: bar
|
|
|
|
|
|
|
|
Question: {question}
|
|
|
|
Answer:"""
|
|
|
|
input_variables = ["question"]
|
|
|
|
example_separator = "\n\n"
|
2022-11-15 05:30:33 +00:00
|
|
|
prefix = """Test Prompt:"""
|
|
|
|
suffix = """Question: {question}\nAnswer:"""
|
2022-10-30 16:45:27 +00:00
|
|
|
examples = [
|
|
|
|
"""Question: who are you?\nAnswer: foo""",
|
|
|
|
"""Question: what are you?\nAnswer: bar""",
|
|
|
|
]
|
2022-11-20 04:32:45 +00:00
|
|
|
prompt_from_examples = PromptTemplate.from_examples(
|
2022-10-30 16:45:27 +00:00
|
|
|
examples,
|
|
|
|
suffix,
|
|
|
|
input_variables,
|
|
|
|
example_separator=example_separator,
|
|
|
|
prefix=prefix,
|
|
|
|
)
|
2022-11-20 04:32:45 +00:00
|
|
|
prompt_from_template = PromptTemplate(
|
|
|
|
input_variables=input_variables, template=template
|
|
|
|
)
|
2022-10-30 16:45:27 +00:00
|
|
|
assert prompt_from_examples.template == prompt_from_template.template
|
|
|
|
assert prompt_from_examples.input_variables == prompt_from_template.input_variables
|
|
|
|
|
|
|
|
|
2022-10-24 21:51:15 +00:00
|
|
|
def test_prompt_invalid_template_format() -> None:
|
|
|
|
"""Test initializing a prompt with invalid template format."""
|
|
|
|
template = "This is a {foo} test."
|
|
|
|
input_variables = ["foo"]
|
|
|
|
with pytest.raises(ValueError):
|
2022-11-20 04:32:45 +00:00
|
|
|
PromptTemplate(
|
2022-10-24 21:51:15 +00:00
|
|
|
input_variables=input_variables, template=template, template_format="bar"
|
|
|
|
)
|
2022-11-13 21:15:30 +00:00
|
|
|
|
|
|
|
|
|
|
|
def test_prompt_from_file() -> None:
|
|
|
|
"""Test prompt can be successfully constructed from a file."""
|
|
|
|
template_file = "tests/unit_tests/data/prompt_file.txt"
|
|
|
|
input_variables = ["question"]
|
2022-11-20 04:32:45 +00:00
|
|
|
prompt = PromptTemplate.from_file(template_file, input_variables)
|
2022-11-13 21:15:30 +00:00
|
|
|
assert prompt.template == "Question: {question}\nAnswer:"
|