mirror of
https://github.com/hwchase17/langchain
synced 2024-11-08 07:10:35 +00:00
4fabd02d25
LLM wrapper for models served with OpenLLM --------- Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com> Authored-by: Aaron Pham <29749331+aarnphm@users.noreply.github.com> Co-authored-by: Chaoyu <paranoyang@gmail.com>
17 lines
459 B
Python
17 lines
459 B
Python
"""Test OpenLLM wrapper."""
|
|
from langchain.llms.openllm import OpenLLM
|
|
|
|
|
|
def test_openllm_llm_local() -> None:
|
|
llm = OpenLLM(model_name="flan-t5", model_id="google/flan-t5-small")
|
|
output = llm("Say foo:")
|
|
assert isinstance(output, str)
|
|
|
|
|
|
def test_openllm_with_kwargs() -> None:
|
|
llm = OpenLLM(
|
|
model_name="flan-t5", model_id="google/flan-t5-small", temperature=0.84
|
|
)
|
|
output = llm("Say bar:")
|
|
assert isinstance(output, str)
|