Archives/langchain
2
0
Fork 1
mirror of https://github.com/hwchase17/langchain synced 2024-11-18 09:25:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Bagatur/openllm ensure available (#6960)

Browse Source 
Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com>
Co-authored-by: Aaron <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
Bagatur 2023-06-30 00:54:23 -07:00 committed by GitHub
parent 521c6f0233
commit 60b0d6ea35
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 539 additions and 31 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
langchain/llms/openllm.py
View File

@ -166,11 +166,13 @@ class OpenLLM(LLM):
# Runner with embedded when running the server. Instead, we will only set # Runner with embedded when running the server. Instead, we will only set
# the init_local here so that LangChain users can still use the LLM # the init_local here so that LangChain users can still use the LLM
# in-process. Wrt to BentoML users, setting embedded=False is the expected # in-process. Wrt to BentoML users, setting embedded=False is the expected
# behaviour to invoke the runners remotely # behaviour to invoke the runners remotely.
# We need to also enable ensure_available to download and setup the model.
runner = openllm.Runner( runner = openllm.Runner(
model_name=model_name, model_name=model_name,
model_id=model_id, model_id=model_id,
init_local=embedded, init_local=embedded,
ensure_available=True,
**llm_kwargs, **llm_kwargs,
) )
super().__init__( super().__init__(

564
poetry.lock generated
View File

File diff suppressed because it is too large Load Diff

2
pyproject.toml
View File

@ -110,7 +110,7 @@ langchainplus-sdk = ">=0.0.17"
awadb = {version = "^0.3.3", optional = true} awadb = {version = "^0.3.3", optional = true}
azure-search-documents = {version = "11.4.0a20230509004", source = "azure-sdk-dev", optional = true} azure-search-documents = {version = "11.4.0a20230509004", source = "azure-sdk-dev", optional = true}
esprima = {version = "^4.0.1", optional = true} esprima = {version = "^4.0.1", optional = true}
openllm = {version = ">=0.1.6", optional = true} openllm = {version = ">=0.1.19", optional = true}
streamlit = {version = "^1.18.0", optional = true, python = ">=3.8.1,<3.9.7 || >3.9.7,<4.0"} streamlit = {version = "^1.18.0", optional = true, python = ">=3.8.1,<3.9.7 || >3.9.7,<4.0"}
psychicapi = {version = "^0.8.0", optional = true} psychicapi = {version = "^0.8.0", optional = true}
cassio = {version = "^0.0.6", optional = true} cassio = {version = "^0.0.6", optional = true}