import os.path import pytest from imaginairy import LazyLoadingImage from imaginairy.api import imagine, imagine_image_files, prompt_normalized from imaginairy.img_utils import pillow_fit_image_within from imaginairy.schema import ImaginePrompt from imaginairy.utils import get_device from . import TESTS_FOLDER device_sampler_type_test_cases = { "mps:0": [ ("plms", "78539ae3a3097dc8232da6d630551ab3"), ("ddim", "828fc143cd40586347b2f8403c288c9b"), ("k_lms", "53d25e59add39c8447537be30e4eff4b"), ("k_dpm_2", "5108bceb58a38d88a585f37b2ba1b072"), ("k_dpm_2_a", "20396daa6c920d1cfd6db90e73558c01"), ("k_euler", "9ab4666ebe6c3aa68673912bb17fb2b1"), ("k_euler_a", "c4b03829cc93422801f3243a46bad4bc"), ("k_heun", "0d3aad6800d4a9a43f0b0514af9d23b5"), ], "cuda": [ ("plms", "b98e1248ad1f144d34122d8809b39fb8"), ("ddim", "a645ca24575ed3f18bf48f11354233bb"), ("k_lms", "3ddbdef45e3f38768730961771d01727"), ("k_dpm_2", "b6e88e16ec2c43e6382b1adec828479d"), ("k_dpm_2_a", "b0791770d48cb22d308ad76c72fb660f"), ("k_euler", "bcf375769d64d9ca224864d35565ac1d"), ("k_euler_a", "38b970ff6a67428efbf00df66a9e48f7"), ("k_heun", "ccbd0804c7ce2bb637c682951bd8b693"), ], "cpu": [], } sampler_type_test_cases = device_sampler_type_test_cases[get_device()] @pytest.mark.parametrize("sampler_type,expected_md5", sampler_type_test_cases) def test_imagine(sampler_type, expected_md5, filename_base_for_outputs): prompt_text = "a scenic landscape" prompt = ImaginePrompt( prompt_text, width=512, height=256, steps=20, seed=1, sampler_type=sampler_type ) result = next(imagine(prompt)) result.img.save(f"{filename_base_for_outputs}.jpg") assert result.md5() == expected_md5 device_sampler_type_test_cases_img_2_img = { "mps:0": { ("plms", "0d9c40c348cdac7bdc8d5a472f378f42"), ("ddim", "0d9c40c348cdac7bdc8d5a472f378f42"), }, "cuda": { ("plms", "841723966344dd8678aee1ce5f9cbb3d"), ("ddim", "1f0d72370fabcf2ff716e4068d5b2360"), }, } sampler_type_test_cases_img_2_img = device_sampler_type_test_cases_img_2_img[ get_device() ] @pytest.mark.skipif(get_device() == "cpu", reason="Too slow to run on CPU") @pytest.mark.parametrize("sampler_type,expected_md5", sampler_type_test_cases_img_2_img) def test_img2img_beach_to_sunset(sampler_type, expected_md5, filename_base_for_outputs): img = LazyLoadingImage(filepath=f"{TESTS_FOLDER}/data/beach_at_sainte_adresse.jpg") prompt = ImaginePrompt( "a painting of beautiful cloudy sunset at the beach", init_image=img, init_image_strength=0.5, prompt_strength=15, mask_prompt="(sky|clouds) AND !(buildings|trees)", mask_mode="replace", width=512, height=512, steps=40 * 2, seed=1, sampler_type=sampler_type, ) result = next(imagine(prompt)) img = pillow_fit_image_within(img) img.save(f"{filename_base_for_outputs}__orig.jpg") result.img.save(f"{filename_base_for_outputs}.jpg") device_sampler_type_test_cases_img_2_img = { "mps:0": { ("plms", "e9bb714771f7984e61debabc4bb3cd22"), ("ddim", "62bacc4ae391e6775a3723c88738ec61"), }, "cuda": { ("plms", "b8c7b52da977c1531a9a61c0a082404c"), ("ddim", "d6784710dd78e4cb628aba28322b04cf"), }, } sampler_type_test_cases_img_2_img = device_sampler_type_test_cases_img_2_img[ get_device() ] @pytest.mark.skipif(get_device() == "cpu", reason="Too slow to run on CPU") @pytest.mark.parametrize("sampler_type,expected_md5", sampler_type_test_cases_img_2_img) def test_img_to_img_from_url_cats( sampler_type, expected_md5, filename_base_for_outputs ): img = LazyLoadingImage(url="http://images.cocodataset.org/val2017/000000039769.jpg") prompt = ImaginePrompt( "dogs lying on a hot pink couch", init_image=img, init_image_strength=0.5, width=512, height=512, steps=50, seed=1, sampler_type=sampler_type, ) result = next(imagine(prompt)) img = pillow_fit_image_within(img) img.save(f"{filename_base_for_outputs}__orig.jpg") result.img.save(f"{filename_base_for_outputs}.jpg") assert result.md5() == expected_md5 @pytest.mark.skipif(get_device() == "cpu", reason="Too slow to run on CPU") @pytest.mark.parametrize("sampler_type", ["ddim", "plms"]) @pytest.mark.parametrize("init_strength", [0, 0.05, 0.2, 1]) def test_img_to_img_fruit_2_gold( filename_base_for_outputs, sampler_type, init_strength ): img = LazyLoadingImage( url="https://raw.githubusercontent.com/brycedrennan/imaginAIry/master/assets/000056_293284644_PLMS40_PS7.5_photo_of_a_bowl_of_fruit.jpg" ) prompt = ImaginePrompt( "a white bowl filled with gold coins", prompt_strength=12, init_image=img, init_image_strength=init_strength, mask_prompt="(fruit OR stem{*5} OR fruit stem)", mask_mode="replace", steps=80, seed=1, sampler_type=sampler_type, ) result = next(imagine(prompt)) img = pillow_fit_image_within(img) img.save(f"{filename_base_for_outputs}__orig.jpg") result.img.save(f"{filename_base_for_outputs}.jpg") @pytest.mark.skipif(get_device() == "cpu", reason="Too slow to run on CPU") def test_img_to_img_fruit_2_gold_repeat(): """Run this test manually to""" img = LazyLoadingImage(filepath=f"{TESTS_FOLDER}/data/bowl_of_fruit.jpg") outdir = f"{TESTS_FOLDER}/test_output/" run_count = 1 def _record_step(img, description, step_count, prompt): steps_path = os.path.join( outdir, f"steps_fruit_2_gold_repeat_{get_device()}_S{prompt.seed}_run_{run_count:02}", ) os.makedirs(steps_path, exist_ok=True) filename = f"fruit_2_gold_repeat_{get_device()}_S{prompt.seed}_step{step_count:04}_{prompt_normalized(description)[:40]}.jpg" destination = os.path.join(steps_path, filename) img.save(destination) kwargs = dict( prompt="a white bowl filled with gold coins. sharp focus", prompt_strength=12, init_image=img, init_image_strength=0.2, mask_prompt="(fruit OR stem{*5} OR fruit stem)", mask_mode="replace", steps=20, seed=946188797, sampler_type="plms", ) prompts = [ ImaginePrompt(**kwargs), ImaginePrompt(**kwargs), ] for result in imagine(prompts, img_callback=None): img = pillow_fit_image_within(img) img.save(f"{TESTS_FOLDER}/test_output/img2img_fruit_2_gold__orig.jpg") result.img.save( f"{TESTS_FOLDER}/test_output/img2img_fruit_2_gold_plms_{get_device()}_run-{run_count:02}.jpg" ) run_count += 1 @pytest.mark.skipif(get_device() == "cpu", reason="Too slow to run on CPU") def test_img_to_file(): prompt = ImaginePrompt( "an old growth forest, diffuse light poking through the canopy. high-resolution, nature photography, nat geo photo", width=512 + 64, height=512 - 64, steps=20, seed=2, sampler_type="PLMS", upscale=True, ) out_folder = f"{TESTS_FOLDER}/test_output" imagine_image_files(prompt, outdir=out_folder) @pytest.mark.skipif(get_device() == "cpu", reason="Too slow to run on CPU") def test_inpainting_bench(filename_base_for_outputs): img = LazyLoadingImage(filepath=f"{TESTS_FOLDER}/data/bench2.png") prompt = ImaginePrompt( "a wise old man", init_image=img, init_image_strength=0.4, mask_image=LazyLoadingImage(filepath=f"{TESTS_FOLDER}/data/bench2_mask.png"), width=512, height=512, steps=40, seed=1, sampler_type="plms", ) result = next(imagine(prompt)) img = pillow_fit_image_within(img) img.save(f"{filename_base_for_outputs}__orig.jpg") result.img.save(f"{filename_base_for_outputs}.jpg") @pytest.mark.skipif(get_device() == "cpu", reason="Too slow to run on CPU") def test_cliptext_inpainting_pearl_doctor(filename_base_for_outputs): img = LazyLoadingImage( filepath=f"{TESTS_FOLDER}/data/girl_with_a_pearl_earring.jpg" ) prompt = ImaginePrompt( "a female doctor in the hospital", prompt_strength=12, init_image=img, init_image_strength=0.2, mask_prompt="face AND NOT (bandana OR hair OR blue fabric){*6}", mask_mode=ImaginePrompt.MaskMode.KEEP, width=512, height=512, steps=40, sampler_type="plms", seed=181509347, ) result = next(imagine(prompt)) img = pillow_fit_image_within(img) img.save(f"{filename_base_for_outputs}__orig.jpg") result.img.save(f"{filename_base_for_outputs}_{prompt.seed}.jpg") found_match = result.md5() in set( [ "84868e7477a7375f7089160ac6adc064", "c5c0166185c284fc849901123e78d608", "6ef63037f5a1bd8bce6aec1c7ad46880", ] # mps ) assert found_match