You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
41 lines
1.6 KiB
YAML
41 lines
1.6 KiB
YAML
version: "3"
|
|
services:
|
|
text-generation-webui-docker:
|
|
build:
|
|
context: .
|
|
target: default # Specify the variant to build
|
|
args:
|
|
- VERSION_TAG="v1.5" # Checkout this specific tag from upstream. Omit or set `nightly` for latest.
|
|
# - BUILD_DATE="1970-01-01" # Set the build date as desired
|
|
# - LCL_SRC_DIR=text-generation-webui # Developers - see Dockerfile app_base
|
|
container_name: text-generation-webui
|
|
environment:
|
|
- EXTRA_LAUNCH_ARGS="--listen --verbose" # Custom launch args (e.g., --model MODEL_NAME)
|
|
# - BUILD_EXTENSIONS_LIVE="silero_tts whisper_stt" # Install named extensions during every container launch. THIS WILL SIGNIFICANLTLY SLOW LAUNCH TIME.
|
|
ports:
|
|
- 7860:7860 # Default web port
|
|
# - 5000:5000 # Default API port
|
|
# - 5005:5005 # Default streaming port
|
|
# - 5001:5001 # Default OpenAI API extension port
|
|
volumes:
|
|
- ./config/characters:/app/characters
|
|
- ./config/loras:/app/loras
|
|
- ./config/models:/app/models
|
|
- ./config/presets:/app/presets
|
|
- ./config/prompts:/app/prompts
|
|
- ./config/training:/app/training
|
|
# - ./config/extensions:/app/extensions # Persist all extensions
|
|
# - ./config/extensions/silero_tts:/app/extensions/silero_tts # Persist a single extension
|
|
logging:
|
|
driver: json-file
|
|
options:
|
|
max-file: "3" # number of files or file count
|
|
max-size: '10m'
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
device_ids: ['0']
|
|
capabilities: [gpu]
|