langchain/libs/community/tests/integration_tests/llms/test_ipex_llm.py

"""Test IPEX LLM"""
from langchain_core.outputs import LLMResult

from langchain_community.llms.ipex_llm import IpexLLM


def test_call() -> None:
    """Test valid call to ipex-llm."""
    llm = IpexLLM.from_model_id(
        model_id="lmsys/vicuna-7b-v1.5",
        model_kwargs={"temperature": 0, "max_length": 16, "trust_remote_code": True},
    )
    output = llm("Hello!")
    assert isinstance(output, str)


def test_generate() -> None:
    """Test valid call to ipex-llm."""
    llm = IpexLLM.from_model_id(
        model_id="lmsys/vicuna-7b-v1.5",
        model_kwargs={"temperature": 0, "max_length": 16, "trust_remote_code": True},
    )
    output = llm.generate(["Hello!"])
    assert isinstance(output, LLMResult)
    assert isinstance(output.generations, list)