mirror of
https://github.com/hwchase17/langchain
synced 2024-10-31 15:20:26 +00:00
0175906437
**Description:** This template utilizes Chroma and TGI (Text Generation Inference) to execute RAG on the Intel Xeon Scalable Processors. It serves as a demonstration for users, illustrating the deployment of the RAG service on the Intel Xeon Scalable Processors and showcasing the resulting performance enhancements. **Issue:** None **Dependencies:** The template contains the poetry project requirements to run this template. CPU TGI batching is WIP. **Twitter handle:** None --------- Signed-off-by: lvliang-intel <liang1.lv@intel.com> Co-authored-by: Bagatur <22008038+baskaryan@users.noreply.github.com> Co-authored-by: Bagatur <baskaryan@gmail.com>
51 lines
1.1 KiB
TOML
51 lines
1.1 KiB
TOML
[tool.poetry]
|
|
name = "intel-rag-xeon"
|
|
version = "0.0.1"
|
|
description = "Run a RAG app on Intel Xeon Scalable Processors"
|
|
authors = [
|
|
"Liang Lv <liang1.lv@intel.com>",
|
|
]
|
|
readme = "README.md"
|
|
|
|
[tool.poetry.dependencies]
|
|
python = ">=3.9,<3.13"
|
|
langchain = "^0.1"
|
|
fastapi = "^0.104.0"
|
|
sse-starlette = "^1.6.5"
|
|
sentence-transformers = "2.2.2"
|
|
tiktoken = ">=0.5.1"
|
|
chromadb = ">=0.4.14"
|
|
beautifulsoup4 = ">=4.12.2"
|
|
|
|
[tool.poetry.dependencies.unstructured]
|
|
version = "^0.10.27"
|
|
extras = [
|
|
"pdf",
|
|
]
|
|
|
|
[tool.poetry.group.dev.dependencies]
|
|
poethepoet = "^0.24.1"
|
|
langchain-cli = ">=0.0.21"
|
|
|
|
[tool.langserve]
|
|
export_module = "intel_rag_xeon.chain"
|
|
export_attr = "chain"
|
|
|
|
[tool.templates-hub]
|
|
use-case = "rag"
|
|
author = "Intel"
|
|
integrations = ["Intel", "HuggingFace"]
|
|
tags = ["vectordbs"]
|
|
|
|
[tool.poe.tasks.start]
|
|
cmd = "uvicorn langchain_cli.dev_scripts:create_demo_server --reload --port $port --host $host"
|
|
args = [
|
|
{ name = "port", help = "port to run on", default = "8000" },
|
|
{ name = "host", help = "host to run on", default = "127.0.0.1" },
|
|
]
|
|
|
|
[build-system]
|
|
requires = [
|
|
"poetry-core",
|
|
]
|
|
build-backend = "poetry.core.masonry.api" |