mirror of https://github.com/corca-ai/EVAL
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
56 lines
1.2 KiB
YAML
56 lines
1.2 KiB
YAML
version: "3"
|
|
|
|
services:
|
|
eval:
|
|
container_name: eval
|
|
image: eval
|
|
build:
|
|
dockerfile: build/Dockerfile.cpu
|
|
context: .
|
|
volumes:
|
|
- ./static/:/app/static/
|
|
- ./playground/:/app/playground/
|
|
ports:
|
|
- "4500:4500"
|
|
- "6500:6500"
|
|
- "8000:8000" # eval port
|
|
environment:
|
|
- USE_GPU=False
|
|
- CELERY_BROKER_URL=redis://redis:6379
|
|
env_file:
|
|
- .env
|
|
depends_on:
|
|
- redis
|
|
|
|
eval.gpu:
|
|
container_name: eval.gpu
|
|
image: eval.gpu
|
|
build:
|
|
dockerfile: build/Dockerfile.gpu
|
|
context: .
|
|
volumes: # if you want to decrease your model download time, use this.
|
|
- ../.cache/huggingface/:/root/.cache/huggingface/
|
|
- ./static/:/app/static/
|
|
- ./playground/:/app/playground/
|
|
ports:
|
|
- "4500:4500"
|
|
- "6500:6500"
|
|
- "8000:8000" # eval port
|
|
environment:
|
|
- USE_GPU=True
|
|
- CELERY_BROKER_URL=redis://redis:6379
|
|
env_file:
|
|
- .env
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
device_ids: ["1"] # You can choose which GPU to use
|
|
capabilities: [gpu]
|
|
depends_on:
|
|
- redis
|
|
|
|
redis:
|
|
image: redis:alpine
|