2023-06-03 10:53:17 +00:00
version : "3"
services :
text-generation-webui-docker :
build :
context : .
target : default # Specify the variant to build
2023-08-28 14:21:03 +00:00
args :
- VERSION_TAG="v1.5" # Checkout this specific tag from upstream. Omit or set `nightly` for latest.
# - BUILD_DATE="1970-01-01" # Set the build date as desired
2023-06-03 10:53:17 +00:00
# - LCL_SRC_DIR=text-generation-webui # Developers - see Dockerfile app_base
container_name : text-generation-webui
environment :
- EXTRA_LAUNCH_ARGS="--listen --verbose" # Custom launch args (e.g., --model MODEL_NAME)
2023-06-12 22:28:04 +00:00
# - BUILD_EXTENSIONS_LIVE="silero_tts whisper_stt" # Install named extensions during every container launch. THIS WILL SIGNIFICANLTLY SLOW LAUNCH TIME.
2023-06-03 10:53:17 +00:00
ports :
- 7860 : 7860 # Default web port
# - 5000:5000 # Default API port
# - 5005:5005 # Default streaming port
# - 5001:5001 # Default OpenAI API extension port
volumes :
2023-07-18 17:42:16 +00:00
- ./config/characters:/app/characters
2023-06-03 10:53:17 +00:00
- ./config/loras:/app/loras
- ./config/models:/app/models
- ./config/presets:/app/presets
- ./config/prompts:/app/prompts
- ./config/training:/app/training
2023-07-15 15:07:39 +00:00
# - ./config/extensions:/app/extensions # Persist all extensions
# - ./config/extensions/silero_tts:/app/extensions/silero_tts # Persist a single extension
2023-06-03 10:53:17 +00:00
logging :
driver : json-file
options :
max-file : "3" # number of files or file count
max-size : '10m'
deploy :
resources :
reservations :
devices :
- driver : nvidia
device_ids : [ '0' ]
capabilities : [ gpu]