diff --git a/config/cache/.gitkeep b/config/cache/.gitkeep new file mode 100644 index 0000000..e69de29 diff --git a/config/instruction-templates/.gitkeep b/config/instruction-templates/.gitkeep new file mode 100644 index 0000000..e69de29 diff --git a/docker-compose.yml b/docker-compose.yml index d6dc2eb..647505d 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -1,4 +1,3 @@ -version: "3" services: text-generation-webui-docker: image: atinoda/text-generation-webui:default-nvidia # Specify variant as the :tag @@ -6,14 +5,18 @@ services: environment: - EXTRA_LAUNCH_ARGS="--listen --verbose" # Custom launch args (e.g., --model MODEL_NAME) # - BUILD_EXTENSIONS_LIVE="coqui_tts whisper_stt" # Install named extensions during every container launch. THIS WILL SIGNIFICANLTLY SLOW LAUNCH TIME AND IS NORMALLY NOT REQUIRED. +# - OPENEDAI_EMBEDDING_MODEL=intfloat/e5-large-v2 # Specify custom model for embeddings +# - OPENEDAI_EMBEDDING_DEVICE=cuda # Specify processing device for embeddings ports: - 7860:7860 # Default web port # - 5000:5000 # Default API port # - 5005:5005 # Default streaming port volumes: + - ./config/cache:/root/.cache # WARNING: Libraries may save large files here! - ./config/characters:/app/characters + - ./config/instruction-templates:/app/instruction-templates - ./config/loras:/app/loras - - ./config/models:/app/models + - ./config/models:/app/models # WARNING - very large files! - ./config/presets:/app/presets - ./config/prompts:/app/prompts - ./config/training:/app/training @@ -23,8 +26,14 @@ services: driver: json-file options: max-file: "3" # number of files or file count - max-size: '10m' - # Grant access to Nvidia GPU (comment out deploy: and below if not using Nvidia variant) + max-size: "10M" + + ### HARDWARE ACCELERATION: comment or uncomment according to your hardware! ### + + ### CPU only ### + # Nothing required - comment out the other hardware sections. + + ### Nvidia (default) ### deploy: resources: reservations: @@ -32,3 +41,17 @@ services: - driver: nvidia device_ids: ['0'] capabilities: [gpu] + + ### AMD ROCM or Intel Arc ### +# stdin_open: true +# group_add: +# - video +# tty: true +# ipc: host +# devices: +# - /dev/kfd +# - /dev/dri +# cap_add: +# - SYS_PTRACE +# security_opt: +# - seccomp=unconfined \ No newline at end of file diff --git a/scripts/docker-entrypoint.sh b/scripts/docker-entrypoint.sh index c2a05c4..b668f6e 100755 --- a/scripts/docker-entrypoint.sh +++ b/scripts/docker-entrypoint.sh @@ -10,7 +10,7 @@ function ctrl_c { trap ctrl_c SIGTERM SIGINT SIGQUIT SIGHUP # Generate default configs if empty -CONFIG_DIRECTORIES=("characters" "loras" "models" "presets" "prompts" "training/datasets" "training/formats") +CONFIG_DIRECTORIES=("characters" "instruction-templates" "loras" "models" "presets" "prompts" "training/datasets" "training/formats") for config_dir in "${CONFIG_DIRECTORIES[@]}"; do if [ -z "$(ls /app/"$config_dir")" ]; then echo "*** Initialising config for: '$config_dir' ***"