mirror of
https://github.com/nomic-ai/gpt4all
synced 2024-11-02 09:40:42 +00:00
db70f1752a
and modify test batch
22 lines
600 B
YAML
22 lines
600 B
YAML
version: "3.8"
|
|
|
|
services:
|
|
gpt4all_api:
|
|
image: gpt4all_api
|
|
container_name: gpt4all_api
|
|
restart: always #restart on error (usually code compilation from save during bad state)
|
|
ports:
|
|
- "4891:4891"
|
|
env_file:
|
|
- .env
|
|
environment:
|
|
- APP_ENVIRONMENT=dev
|
|
- WEB_CONCURRENCY=2
|
|
- LOGLEVEL=debug
|
|
- PORT=4891
|
|
- model=${MODEL_BIN} # using variable from .env file
|
|
- inference_mode=cpu
|
|
volumes:
|
|
- './gpt4all_api/app:/app'
|
|
- './gpt4all_api/models:/models' # models are mounted in the container
|
|
command: ["/start-reload.sh"] |