mirror of
https://github.com/corca-ai/EVAL
synced 2024-10-30 09:20:44 +00:00
42 lines
934 B
YAML
42 lines
934 B
YAML
version: "3"
|
|
|
|
services:
|
|
eval:
|
|
container_name: eval
|
|
image: eval
|
|
build:
|
|
dockerfile: build/Dockerfile.cpu
|
|
context: .
|
|
volumes:
|
|
- ./static/:/app/static/
|
|
- ./playground/:/app/playground/
|
|
ports:
|
|
- "4500:4500"
|
|
- "7000:7000"
|
|
- "8000:8000" # eval port
|
|
env_file:
|
|
- .env
|
|
|
|
eval.gpu:
|
|
container_name: eval.gpu
|
|
image: eval.gpu
|
|
build:
|
|
dockerfile: build/Dockerfile.gpu
|
|
context: .
|
|
volumes: # if you want to decrease your model download time, use this.
|
|
- ../.cache/huggingface/:/root/.cache/huggingface/
|
|
- ./static/:/app/static/
|
|
ports:
|
|
- "4500:4500"
|
|
- "7000:7000"
|
|
- "8000:8000" # eval port
|
|
env_file:
|
|
- .env
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
device_ids: ["1"] # You can choose which GPU to use
|
|
capabilities: [gpu]
|