IMPROVEMENT Adds support for new OctoAI endpoints (#13521)

small fix to add support for new OctoAI LLM endpoints
This commit is contained in:
Bassem Yacoube 2023-11-18 01:15:21 +00:00 committed by GitHub
parent cda1b33270
commit ff382b7b1b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -123,7 +123,7 @@ class OctoAIEndpoint(LLM):
octoai_client = client.Client(token=self.octoai_api_token)
if "model" in _model_kwargs and "llama-2" in _model_kwargs["model"]:
if "model" in _model_kwargs:
parameter_payload = _model_kwargs
parameter_payload["messages"].append(
{"role": "user", "content": prompt}