mirror of
https://github.com/hwchase17/langchain
synced 2024-11-18 09:25:54 +00:00
ed58eeb9c5
Moved the following modules to new package langchain-community in a backwards compatible fashion: ``` mv langchain/langchain/adapters community/langchain_community mv langchain/langchain/callbacks community/langchain_community/callbacks mv langchain/langchain/chat_loaders community/langchain_community mv langchain/langchain/chat_models community/langchain_community mv langchain/langchain/document_loaders community/langchain_community mv langchain/langchain/docstore community/langchain_community mv langchain/langchain/document_transformers community/langchain_community mv langchain/langchain/embeddings community/langchain_community mv langchain/langchain/graphs community/langchain_community mv langchain/langchain/llms community/langchain_community mv langchain/langchain/memory/chat_message_histories community/langchain_community mv langchain/langchain/retrievers community/langchain_community mv langchain/langchain/storage community/langchain_community mv langchain/langchain/tools community/langchain_community mv langchain/langchain/utilities community/langchain_community mv langchain/langchain/vectorstores community/langchain_community mv langchain/langchain/agents/agent_toolkits community/langchain_community mv langchain/langchain/cache.py community/langchain_community mv langchain/langchain/adapters community/langchain_community mv langchain/langchain/callbacks community/langchain_community/callbacks mv langchain/langchain/chat_loaders community/langchain_community mv langchain/langchain/chat_models community/langchain_community mv langchain/langchain/document_loaders community/langchain_community mv langchain/langchain/docstore community/langchain_community mv langchain/langchain/document_transformers community/langchain_community mv langchain/langchain/embeddings community/langchain_community mv langchain/langchain/graphs community/langchain_community mv langchain/langchain/llms community/langchain_community mv langchain/langchain/memory/chat_message_histories community/langchain_community mv langchain/langchain/retrievers community/langchain_community mv langchain/langchain/storage community/langchain_community mv langchain/langchain/tools community/langchain_community mv langchain/langchain/utilities community/langchain_community mv langchain/langchain/vectorstores community/langchain_community mv langchain/langchain/agents/agent_toolkits community/langchain_community mv langchain/langchain/cache.py community/langchain_community ``` Moved the following to core ``` mv langchain/langchain/utils/json_schema.py core/langchain_core/utils mv langchain/langchain/utils/html.py core/langchain_core/utils mv langchain/langchain/utils/strings.py core/langchain_core/utils cat langchain/langchain/utils/env.py >> core/langchain_core/utils/env.py rm langchain/langchain/utils/env.py ``` See .scripts/community_split/script_integrations.sh for all changes
148 lines
5.2 KiB
Python
148 lines
5.2 KiB
Python
from typing import Any, Dict, List, Optional
|
|
|
|
from langchain_community.graphs.graph_document import GraphDocument
|
|
from langchain_community.graphs.graph_store import GraphStore
|
|
|
|
node_properties_query = """
|
|
MATCH (n)
|
|
WITH keys(n) as keys, labels(n) AS labels
|
|
WITH CASE WHEN keys = [] THEN [NULL] ELSE keys END AS keys, labels
|
|
UNWIND labels AS label
|
|
UNWIND keys AS key
|
|
WITH label, collect(DISTINCT key) AS keys
|
|
RETURN {label:label, keys:keys} AS output
|
|
"""
|
|
|
|
rel_properties_query = """
|
|
MATCH ()-[r]->()
|
|
WITH keys(r) as keys, type(r) AS types
|
|
WITH CASE WHEN keys = [] THEN [NULL] ELSE keys END AS keys, types
|
|
UNWIND types AS type
|
|
UNWIND keys AS key WITH type,
|
|
collect(DISTINCT key) AS keys
|
|
RETURN {types:type, keys:keys} AS output
|
|
"""
|
|
|
|
rel_query = """
|
|
MATCH (n)-[r]->(m)
|
|
UNWIND labels(n) as src_label
|
|
UNWIND labels(m) as dst_label
|
|
UNWIND type(r) as rel_type
|
|
RETURN DISTINCT {start: src_label, type: rel_type, end: dst_label} AS output
|
|
"""
|
|
|
|
|
|
class FalkorDBGraph(GraphStore):
|
|
"""FalkorDB wrapper for graph operations.
|
|
|
|
*Security note*: Make sure that the database connection uses credentials
|
|
that are narrowly-scoped to only include necessary permissions.
|
|
Failure to do so may result in data corruption or loss, since the calling
|
|
code may attempt commands that would result in deletion, mutation
|
|
of data if appropriately prompted or reading sensitive data if such
|
|
data is present in the database.
|
|
The best way to guard against such negative outcomes is to (as appropriate)
|
|
limit the permissions granted to the credentials used with this tool.
|
|
|
|
See https://python.langchain.com/docs/security for more information.
|
|
"""
|
|
|
|
def __init__(
|
|
self,
|
|
database: str,
|
|
host: str = "localhost",
|
|
port: int = 6379,
|
|
username: Optional[str] = None,
|
|
password: Optional[str] = None,
|
|
ssl: bool = False,
|
|
) -> None:
|
|
"""Create a new FalkorDB graph wrapper instance."""
|
|
try:
|
|
import redis
|
|
from redis.commands.graph import Graph
|
|
except ImportError:
|
|
raise ImportError(
|
|
"Could not import redis python package. "
|
|
"Please install it with `pip install redis`."
|
|
)
|
|
|
|
self._driver = redis.Redis(
|
|
host=host, port=port, username=username, password=password, ssl=ssl
|
|
)
|
|
self._graph = Graph(self._driver, database)
|
|
self.schema: str = ""
|
|
self.structured_schema: Dict[str, Any] = {}
|
|
|
|
try:
|
|
self.refresh_schema()
|
|
except Exception as e:
|
|
raise ValueError(f"Could not refresh schema. Error: {e}")
|
|
|
|
@property
|
|
def get_schema(self) -> str:
|
|
"""Returns the schema of the FalkorDB database"""
|
|
return self.schema
|
|
|
|
@property
|
|
def get_structured_schema(self) -> Dict[str, Any]:
|
|
"""Returns the structured schema of the Graph"""
|
|
return self.structured_schema
|
|
|
|
def refresh_schema(self) -> None:
|
|
"""Refreshes the schema of the FalkorDB database"""
|
|
node_properties: List[Any] = self.query(node_properties_query)
|
|
rel_properties: List[Any] = self.query(rel_properties_query)
|
|
relationships: List[Any] = self.query(rel_query)
|
|
|
|
self.structured_schema = {
|
|
"node_props": {el[0]["label"]: el[0]["keys"] for el in node_properties},
|
|
"rel_props": {el[0]["types"]: el[0]["keys"] for el in rel_properties},
|
|
"relationships": [el[0] for el in relationships],
|
|
}
|
|
|
|
self.schema = (
|
|
f"Node properties: {node_properties}\n"
|
|
f"Relationships properties: {rel_properties}\n"
|
|
f"Relationships: {relationships}\n"
|
|
)
|
|
|
|
def query(self, query: str, params: dict = {}) -> List[Dict[str, Any]]:
|
|
"""Query FalkorDB database."""
|
|
|
|
try:
|
|
data = self._graph.query(query, params)
|
|
return data.result_set
|
|
except Exception as e:
|
|
raise ValueError("Generated Cypher Statement is not valid\n" f"{e}")
|
|
|
|
def add_graph_documents(
|
|
self, graph_documents: List[GraphDocument], include_source: bool = False
|
|
) -> None:
|
|
"""
|
|
Take GraphDocument as input as uses it to construct a graph.
|
|
"""
|
|
for document in graph_documents:
|
|
# Import nodes
|
|
for node in document.nodes:
|
|
self.query(
|
|
(
|
|
f"MERGE (n:{node.type} {{id:'{node.id}'}}) "
|
|
"SET n += $properties "
|
|
"RETURN distinct 'done' AS result"
|
|
),
|
|
{"properties": node.properties},
|
|
)
|
|
|
|
# Import relationships
|
|
for rel in document.relationships:
|
|
self.query(
|
|
(
|
|
f"MATCH (a:{rel.source.type} {{id:'{rel.source.id}'}}), "
|
|
f"(b:{rel.target.type} {{id:'{rel.target.id}'}}) "
|
|
f"MERGE (a)-[r:{(rel.type.replace(' ', '_').upper())}]->(b) "
|
|
"SET r += $properties "
|
|
"RETURN distinct 'done' AS result"
|
|
),
|
|
{"properties": rel.properties},
|
|
)
|