EVAL/docker-compose.yml
2023-04-03 04:45:50 +00:00

41 lines
895 B
YAML

version: "3"
services:
eval:
container_name: eval
image: eval
build:
dockerfile: build/Dockerfile.cpu
context: .
volumes:
- ./static/:/app/static/
ports:
- "3000:3000"
- "7000:7000"
- "8000:8000" # eval port
env_file:
- .env
eval.gpu:
container_name: eval.gpu
image: eval.gpu
build:
dockerfile: build/Dockerfile.gpu
context: .
volumes: # if you want to decrease your model download time, use this.
- ../.cache/huggingface/:/root/.cache/huggingface/
- ./static/:/app/static/
ports:
- "3000:3000"
- "7000:7000"
- "8000:8000" # eval port
env_file:
- .env
deploy:
resources:
reservations:
devices:
- driver: nvidia
device_ids: ["1"] # You can choose which GPU to use
capabilities: [gpu]