mirror of
https://github.com/hwchase17/langchain
synced 2024-11-06 03:20:49 +00:00
95 lines
3.4 KiB
Python
95 lines
3.4 KiB
Python
import json
|
|
import sys
|
|
import os
|
|
from typing import Dict
|
|
|
|
LANGCHAIN_DIRS = [
|
|
"libs/core",
|
|
"libs/text-splitters",
|
|
"libs/langchain",
|
|
"libs/community",
|
|
"libs/experimental",
|
|
]
|
|
|
|
if __name__ == "__main__":
|
|
files = sys.argv[1:]
|
|
|
|
dirs_to_run: Dict[str, set] = {
|
|
"lint": set(),
|
|
"test": set(),
|
|
"extended-test": set(),
|
|
}
|
|
docs_edited = False
|
|
|
|
if len(files) == 300:
|
|
# max diff length is 300 files - there are likely files missing
|
|
raise ValueError("Max diff reached. Please manually run CI on changed libs.")
|
|
|
|
for file in files:
|
|
if any(
|
|
file.startswith(dir_)
|
|
for dir_ in (
|
|
".github/workflows",
|
|
".github/tools",
|
|
".github/actions",
|
|
".github/scripts/check_diff.py",
|
|
)
|
|
):
|
|
# add all LANGCHAIN_DIRS for infra changes
|
|
dirs_to_run["extended-test"].update(LANGCHAIN_DIRS)
|
|
dirs_to_run["lint"].add(".")
|
|
|
|
if any(file.startswith(dir_) for dir_ in LANGCHAIN_DIRS):
|
|
# add that dir and all dirs after in LANGCHAIN_DIRS
|
|
# for extended testing
|
|
found = False
|
|
for dir_ in LANGCHAIN_DIRS:
|
|
if file.startswith(dir_):
|
|
found = True
|
|
if found:
|
|
dirs_to_run["extended-test"].add(dir_)
|
|
elif file.startswith("libs/standard-tests"):
|
|
# TODO: update to include all packages that rely on standard-tests (all partner packages)
|
|
# note: won't run on external repo partners
|
|
dirs_to_run["lint"].add("libs/standard-tests")
|
|
dirs_to_run["test"].add("libs/partners/mistralai")
|
|
dirs_to_run["test"].add("libs/partners/openai")
|
|
dirs_to_run["test"].add("libs/partners/anthropic")
|
|
dirs_to_run["test"].add("libs/partners/ai21")
|
|
dirs_to_run["test"].add("libs/partners/fireworks")
|
|
dirs_to_run["test"].add("libs/partners/groq")
|
|
|
|
elif file.startswith("libs/cli"):
|
|
# todo: add cli makefile
|
|
pass
|
|
elif file.startswith("libs/partners"):
|
|
partner_dir = file.split("/")[2]
|
|
if os.path.isdir(f"libs/partners/{partner_dir}") and [
|
|
filename
|
|
for filename in os.listdir(f"libs/partners/{partner_dir}")
|
|
if not filename.startswith(".")
|
|
] != ["README.md"]:
|
|
dirs_to_run["test"].add(f"libs/partners/{partner_dir}")
|
|
# Skip if the directory was deleted or is just a tombstone readme
|
|
elif file.startswith("libs/"):
|
|
raise ValueError(
|
|
f"Unknown lib: {file}. check_diff.py likely needs "
|
|
"an update for this new library!"
|
|
)
|
|
elif any(file.startswith(p) for p in ["docs/", "templates/", "cookbook/"]):
|
|
if file.startswith("docs/"):
|
|
docs_edited = True
|
|
dirs_to_run["lint"].add(".")
|
|
|
|
outputs = {
|
|
"dirs-to-lint": list(
|
|
dirs_to_run["lint"] | dirs_to_run["test"] | dirs_to_run["extended-test"]
|
|
),
|
|
"dirs-to-test": list(dirs_to_run["test"] | dirs_to_run["extended-test"]),
|
|
"dirs-to-extended-test": list(dirs_to_run["extended-test"]),
|
|
"docs-edited": "true" if docs_edited else "",
|
|
}
|
|
for key, value in outputs.items():
|
|
json_output = json.dumps(value)
|
|
print(f"{key}={json_output}")
|