SHELL := /bin/bash python_version = 3.10.6 venv_prefix = imaginairy venv_name = $(venv_prefix)-$(python_version) pyenv_instructions=https://github.com/pyenv/pyenv#installation pyenv_virt_instructions=https://github.com/pyenv/pyenv-virtualenv#pyenv-virtualenv init: require_pyenv ## Setup a dev environment for local development. @pyenv install $(python_version) -s @echo -e "\033[0;32m ✔️ 🐍 $(python_version) installed \033[0m" @if ! [ -d "$$(pyenv root)/versions/$(venv_name)" ]; then\ pyenv virtualenv $(python_version) $(venv_name);\ fi; @pyenv local $(venv_name) @echo -e "\033[0;32m ✔️ 🐍 $(venv_name) virtualenv activated \033[0m" pip install --upgrade pip pip-tools pip-sync requirements-dev.txt pip install -e . --no-deps # the compiled requirements don't included OS specific subdependencies so we trigger those this way pip install `pip freeze | grep "^torch=="` @echo -e "\nEnvironment setup! ✨ 🍰 ✨ 🐍 \n\nCopy this path to tell PyCharm where your virtualenv is. You may have to click the refresh button in the pycharm file explorer.\n" @echo -e "\033[0;32m" @pyenv which python @echo -e "\n\033[0m" @echo -e "The following commands are available to run in the Makefile\n" @make -s help af: autoformat ## Alias for `autoformat` autoformat: ## Run the autoformatter. @pycln . --all --quiet --extend-exclude __init__\.py @# ERA,T201 @-ruff --extend-ignore ANN,ARG001,C90,DTZ,D100,D101,D102,D103,D202,D203,D212,D415,E501,RET504,S101,UP006,UP007 --extend-select C,D400,I,W --unfixable T,ERA --fix-only . @black . test: ## Run the tests. @pytest @echo -e "The tests pass! ✨ 🍰 ✨" lint: ## Run the code linter. @pylama @echo -e "No linting errors - well done! ✨ 🍰 ✨" deploy: ## Deploy the package to pypi.org pip install twine wheel -git tag $$(python setup.py -V) git push --tags rm -rf dist python setup.py bdist_wheel #python setup.py sdist @echo 'pypi.org Username: ' @read username && twine upload --verbose dist/* -u $$username; rm -rf build rm -rf dist @echo "Deploy successful! ✨ 🍰 ✨" build-dev-image: docker build -f tests/Dockerfile -t imaginairy-dev . run-dev: build-dev-image docker run -it -v $$HOME/.cache/huggingface:/root/.cache/huggingface -v $$HOME/.cache/torch:/root/.cache/torch -v `pwd`/outputs:/outputs imaginairy-dev /bin/bash requirements: ## Freeze the requirements.txt file pip-compile setup.py requirements-dev.in --output-file=requirements-dev.txt --upgrade --resolver=backtracking require_pyenv: @if ! [ -x "$$(command -v pyenv)" ]; then\ echo -e '\n\033[0;31m ❌ pyenv is not installed. Follow instructions here: $(pyenv_instructions)\n\033[0m';\ exit 1;\ else\ echo -e "\033[0;32m ✔️ pyenv installed\033[0m";\ fi @if ! [[ "$$(pyenv virtualenv --version)" == *"pyenv-virtualenv"* ]]; then\ echo -e '\n\033[0;31m ❌ pyenv virtualenv is not installed. Follow instructions here: $(pyenv_virt_instructions) \n\033[0m';\ exit 1;\ else\ echo -e "\033[0;32m ✔️ pyenv-virtualenv installed\033[0m";\ fi vendor_openai_clip: mkdir -p ./downloads -cd ./downloads && git clone git@github.com:openai/CLIP.git cd ./downloads/CLIP && git pull rm -rf ./imaginairy/vendored/clip cp -R ./downloads/CLIP/clip imaginairy/vendored/ git --git-dir ./downloads/CLIP/.git rev-parse HEAD | tee ./imaginairy/vendored/clip/clip-commit-hash.txt echo "vendored from git@github.com:openai/CLIP.git" | tee ./imaginairy/vendored/clip/readme.txt revendorize: vendorize_kdiffusion make vendorize REPO=git@github.com:openai/CLIP.git PKG=clip COMMIT=d50d76daa670286dd6cacf3bcd80b5e4823fc8e1 make af vendorize_clipseg: make download_repo REPO=git@github.com:timojl/clipseg.git PKG=clipseg COMMIT=ea54753df1e444c4445bac6e023546b6a41951d8 rm -rf ./imaginairy/vendored/clipseg mkdir -p ./imaginairy/vendored/clipseg cp -R ./downloads/clipseg/models/* ./imaginairy/vendored/clipseg/ sed -i '' -e 's#import clip#from imaginairy.vendored import clip#g' ./imaginairy/vendored/clipseg/clipseg.py rm ./imaginairy/vendored/clipseg/vitseg.py mv ./imaginairy/vendored/clipseg/clipseg.py ./imaginairy/vendored/clipseg/__init__.py # download weights rm -rf ./downloads/clipseg-weights mkdir -p ./downloads/clipseg-weights wget https://owncloud.gwdg.de/index.php/s/ioHbRzFx6th32hn/download -O ./downloads/clipseg-weights/weights.tar cd downloads/clipseg-weights && unzip -d weights -j weights.tar cp ./downloads/clipseg-weights/weights/rd64-uni-refined.pth ./imaginairy/vendored/clipseg/ vendorize_blip: make download_repo REPO=git@github.com:salesforce/BLIP.git PKG=blip COMMIT=48211a1594f1321b00f14c9f7a5b4813144b2fb9 rm -rf ./imaginairy/vendored/blip mkdir -p ./imaginairy/vendored/blip cp -R ./downloads/blip/models/* ./imaginairy/vendored/blip/ cp -R ./downloads/blip/configs ./imaginairy/vendored/blip/ sed -i '' -e 's#from models\.#from imaginairy.vendored.blip.#g' ./imaginairy/vendored/blip/blip.py sed -i '' -e 's#print(#\# print(#g' ./imaginairy/vendored/blip/blip.py vendorize_kdiffusion: rm -rf ./imaginairy/vendored/k_diffusion rm -rf ./downloads/k_diffusion # version 0.0.9 make vendorize REPO=git@github.com:crowsonkb/k-diffusion.git PKG=k_diffusion COMMIT=5b3af030dd83e0297272d861c19477735d0317ec #sed -i '' -e 's/import\sclip/from\simaginairy.vendored\simport\sclip/g' imaginairy/vendored/k_diffusion/evaluation.py mv ./downloads/k_diffusion/LICENSE ./imaginairy/vendored/k_diffusion/ rm imaginairy/vendored/k_diffusion/evaluation.py touch imaginairy/vendored/k_diffusion/evaluation.py rm imaginairy/vendored/k_diffusion/config.py touch imaginairy/vendored/k_diffusion/config.py # without this most of the k-diffusion samplers didn't work sed -i '' -e 's#return (x - denoised) / utils.append_dims(sigma, x.ndim)#return (x - denoised) / sigma#g' imaginairy/vendored/k_diffusion/sampling.py sed -i '' -e 's#torch.randn_like(x)#torch.randn_like(x, device="cpu").to(x.device)#g' imaginairy/vendored/k_diffusion/sampling.py # https://github.com/AUTOMATIC1111/stable-diffusion-webui/issues/4558#issuecomment-1310387114 sed -i '' -e 's#t_fn = lambda sigma: sigma.log().neg()#t_fn = lambda sigma: sigma.to("cpu").log().neg().to(x.device)#g' imaginairy/vendored/k_diffusion/sampling.py sed -i '' -e 's#return (x - denoised) / sigma#return ((x - denoised) / sigma.to("cpu")).to(x.device)#g' imaginairy/vendored/k_diffusion/sampling.py sed -i '' -e 's#return t.neg().exp()#return t.to("cpu").neg().exp().to(self.model.device)#g' imaginairy/vendored/k_diffusion/sampling.py sed -i '' -e 's#import torchsde##g' imaginairy/vendored/k_diffusion/sampling.py sed -i '' -e 's#torch.randint(0, 2\*\*63 - 1, \[\])#torch.randint(0, 2**63 - 1, [], device="cpu")#g' imaginairy/vendored/k_diffusion/sampling.py sed -i '' -e 's#torch.randint_like(x, 2)#torch.randint_like(x, 2, device="cpu")#g' imaginairy/vendored/k_diffusion/sampling.py make af vendorize_noodle_soup: make download_repo REPO=git@github.com:WASasquatch/noodle-soup-prompts.git PKG=noodle-soup-prompts COMMIT=5642feb4d0e1340b9d145f5ff64f2b57eab1ae71 mkdir -p ./imaginairy/vendored/noodle_soup_prompts rm ./imaginairy/vendored/noodle_soup_prompts/* mv ./downloads/noodle-soup-prompts/LICENSE ./imaginairy/vendored/noodle_soup_prompts/ python scripts/prep_vocab_lists.py make af vendorize: ## vendorize a github repo. `make vendorize REPO=git@github.com:openai/CLIP.git PKG=clip` mkdir -p ./downloads -cd ./downloads && git clone $(REPO) $(PKG) cd ./downloads/$(PKG) && git fetch && git checkout $(COMMIT) rm -rf ./imaginairy/vendored/$(PKG) cp -R ./downloads/$(PKG)/$(PKG) imaginairy/vendored/ git --git-dir ./downloads/$(PKG)/.git rev-parse HEAD | tee ./imaginairy/vendored/$(PKG)/source-commit-hash.txt touch ./imaginairy/vendored/$(PKG)/version.py echo "vendored from $(REPO)" | tee ./imaginairy/vendored/$(PKG)/readme.txt download_repo: mkdir -p ./downloads rm -rf ./downloads/$(PKG) -cd ./downloads && git clone $(REPO) $(PKG) cd ./downloads/$(PKG) && git pull vendorize_whole_repo: mkdir -p ./downloads -cd ./downloads && git clone $(REPO) $(PKG) cd ./downloads/$(PKG) && git pull rm -rf ./imaginairy/vendored/$(PKG) cp -R ./downloads/$(PKG) imaginairy/vendored/ git --git-dir ./downloads/$(PKG)/.git rev-parse HEAD | tee ./imaginairy/vendored/$(PKG)/clip-commit-hash.txt touch ./imaginairy/vendored/$(PKG)/version.py echo "vendored from $(REPO)" | tee ./imaginairy/vendored/$(PKG)/readme.txt help: ## Show this help message. @## https://gist.github.com/prwhite/8168133#gistcomment-1716694 @echo -e "$$(grep -hE '^\S+:.*##' $(MAKEFILE_LIST) | sed -e 's/:.*##\s*/:/' -e 's/^\(.\+\):\(.*\)/\\x1b[36m\1\\x1b[m:\2/' | column -c2 -t -s :)" | sort