Ollama pass kwargs as options instead of top (#13280)

Noticed params are really in `options` instead while reviewing #12895
pull/13301/head
Erick Friis 11 months ago committed by GitHub
parent 46af56dc4f
commit 18acc22f29
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -136,8 +136,21 @@ class _OllamaCommon(BaseLanguageModel):
stop = self.stop
elif stop is None:
stop = []
params = {**self._default_params, **kwargs}
params["options"]["stop"] = stop
params = self._default_params
if "model" in kwargs:
params["model"] = kwargs["model"]
if "options" in kwargs:
params["options"] = kwargs["options"]
else:
params["options"] = {
**params["options"],
"stop": stop,
**kwargs,
}
response = requests.post(
url=f"{self.base_url}/api/generate/",
headers={"Content-Type": "application/json"},

Loading…
Cancel
Save