2023-03-18 06:05:02 +00:00
|
|
|
version: "3"
|
|
|
|
|
|
|
|
|
|
services:
|
2023-03-20 08:27:20 +00:00
|
|
|
eval:
|
|
|
|
|
container_name: eval
|
|
|
|
|
image: eval
|
2023-03-18 06:05:02 +00:00
|
|
|
build:
|
|
|
|
|
dockerfile: Dockerfile
|
|
|
|
|
context: .
|
2023-03-18 08:37:02 +00:00
|
|
|
volumes: # if you want to decrease your model download time, use this.
|
|
|
|
|
- ../.cache/huggingface/:/root/.cache/huggingface/
|
2023-03-18 09:51:31 +00:00
|
|
|
ports:
|
|
|
|
|
- "8000:8000"
|
2023-03-18 06:05:02 +00:00
|
|
|
env_file:
|
|
|
|
|
- .env
|
|
|
|
|
deploy:
|
|
|
|
|
resources:
|
|
|
|
|
reservations:
|
|
|
|
|
devices:
|
|
|
|
|
- driver: nvidia
|
|
|
|
|
device_ids: ["3"] # You can choose which GPU to use
|
|
|
|
|
capabilities: [gpu]
|
