diff --git a/docs/extras/integrations/llms/manifest.ipynb b/docs/extras/integrations/llms/manifest.ipynb index 7b4de3e687..3664b20396 100644 --- a/docs/extras/integrations/llms/manifest.ipynb +++ b/docs/extras/integrations/llms/manifest.ipynb @@ -57,7 +57,7 @@ "manifest = Manifest(\n", " client_name=\"huggingface\", client_connection=\"http://127.0.0.1:5000\"\n", ")\n", - "print(manifest.client.get_model_params())" + "print(manifest.client_pool.get_current_client().get_model_params())" ] }, { diff --git a/libs/langchain/langchain/llms/manifest.py b/libs/langchain/langchain/llms/manifest.py index aaaf3a24f7..5e2416ab41 100644 --- a/libs/langchain/langchain/llms/manifest.py +++ b/libs/langchain/langchain/llms/manifest.py @@ -34,7 +34,10 @@ class ManifestWrapper(LLM): @property def _identifying_params(self) -> Mapping[str, Any]: kwargs = self.llm_kwargs or {} - return {**self.client.client.get_model_params(), **kwargs} + return { + **self.client.client_pool.get_current_client().get_model_params(), + **kwargs, + } @property def _llm_type(self) -> str: