mirror of
https://github.com/hwchase17/langchain
synced 2024-11-10 01:10:59 +00:00
46 lines
1.3 KiB
Python
46 lines
1.3 KiB
Python
from __future__ import annotations
|
|
|
|
from typing import Iterator, List
|
|
from urllib.parse import urlparse
|
|
|
|
from langchain_community.embeddings.mlflow import MlflowEmbeddings
|
|
|
|
|
|
def _chunk(texts: List[str], size: int) -> Iterator[List[str]]:
|
|
for i in range(0, len(texts), size):
|
|
yield texts[i : i + size]
|
|
|
|
|
|
class DatabricksEmbeddings(MlflowEmbeddings):
|
|
"""Wrapper around embeddings LLMs in Databricks.
|
|
|
|
To use, you should have the ``mlflow`` python package installed.
|
|
For more information, see https://mlflow.org/docs/latest/llms/deployments.
|
|
|
|
Example:
|
|
.. code-block:: python
|
|
|
|
from langchain_community.embeddings import DatabricksEmbeddings
|
|
|
|
embeddings = DatabricksEmbeddings(
|
|
target_uri="databricks",
|
|
endpoint="embeddings",
|
|
)
|
|
"""
|
|
|
|
target_uri: str = "databricks"
|
|
"""The target URI to use. Defaults to ``databricks``."""
|
|
|
|
@property
|
|
def _mlflow_extras(self) -> str:
|
|
return ""
|
|
|
|
def _validate_uri(self) -> None:
|
|
if self.target_uri == "databricks":
|
|
return
|
|
|
|
if urlparse(self.target_uri).scheme != "databricks":
|
|
raise ValueError(
|
|
"Invalid target URI. The target URI must be a valid databricks URI."
|
|
)
|