Upload 2 files

app.py

@@ -7,36 +7,33 @@ from multit2i import (
     change_model,
     get_model_info_md,
     loaded_models,
+    get_positive_prefix,
+    get_positive_suffix,
+    get_negative_prefix,
+    get_negative_suffix,
+    get_recom_prompt_type,
+    set_recom_prompt_preset,
 )
 
 
 models = [
-    'cagliostrolab/animagine-xl-3.1',
-    'votepurchase/ponyDiffusionV6XL',
     'yodayo-ai/kivotos-xl-2.0',
     'yodayo-ai/holodayo-xl-2.1',
-    'stabilityai/stable-diffusion-xl-base-1.0',
+    'cagliostrolab/animagine-xl-3.1',
+    'votepurchase/ponyDiffusionV6XL',
     'eienmojiki/Anything-XL',
     'eienmojiki/Starry-XL-v5.2',
     'digiplay/majicMIX_sombre_v2',
     'digiplay/majicMIX_realistic_v7',
-    'digiplay/DreamShaper_8',
-    'digiplay/BeautifulArt_v1',
-    'digiplay/DarkSushi2.5D_v1',
-    'digiplay/darkphoenix3D_v1.1',
-    'digiplay/BeenYouLiteL11_diffusers',
     'votepurchase/counterfeitV30_v30',
     'Meina/MeinaMix_V11',
-    'Meina/MeinaUnreal_V5',
-    'Meina/MeinaPastel_V7',
-    'KBlueLeaf/Kohaku-XL-Epsilon-rev2',
     'KBlueLeaf/Kohaku-XL-Epsilon-rev3',
     'kayfahaarukku/UrangDiffusion-1.1',
     'Raelina/Rae-Diffusion-XL-V2',
     'Raelina/Raemu-XL-V4',
 ]
 
-
+models = ['Raelina/Rae-Diffusion-XL-V2']
 # Examples:
 #models = ['yodayo-ai/kivotos-xl-2.0', 'yodayo-ai/holodayo-xl-2.1'] # specific models
 #models = find_model_list("John6666", [], "", "last_modified", 20) # John6666's latest 20 models
@@ -56,14 +53,31 @@ with gr.Blocks(theme="NoCrypt/miku@>=1.2.2", css=css) as demo:
     with gr.Column(): 
         model_name = gr.Dropdown(label="Select Model", choices=list(loaded_models.keys()), value=list(loaded_models.keys())[0], allow_custom_value=True)
         model_info = gr.Markdown(value=get_model_info_md(list(loaded_models.keys())[0]))
-        image_num = gr.Slider(label="Number of Images", minimum=1, maximum=8, value=1, step=1)
-        recom_prompt = gr.Checkbox(label="Recommended Prompt", value=True)
+        with gr.Accordion("Advanced settings", open=False):
+            image_num = gr.Slider(label="Number of Images", minimum=1, maximum=8, value=1, step=1)
+            with gr.Accordion("Recommended Prompt"):
+                recom_prompt_preset = gr.Radio(label="Set Presets", choices=get_recom_prompt_type(), value="Common")
+                positive_prefix = gr.CheckboxGroup(label="Use Positive Prefix", choices=get_positive_prefix(), value=[])
+                positive_suffix = gr.CheckboxGroup(label="Use Positive Suffix", choices=get_positive_suffix(), value=["Common"])
+                negative_prefix = gr.CheckboxGroup(label="Use Negative Prefix", choices=get_negative_prefix(), value=[], visible=False)
+                negative_suffix = gr.CheckboxGroup(label="Use Negative Suffix", choices=get_negative_suffix(), value=["Common"], visible=False)
         prompt = gr.Text(label="Prompt", lines=1, max_lines=8, placeholder="1girl, solo, ...")
+        neg_prompt = gr.Text(label="Negative Prompt", lines=1, max_lines=8, placeholder="", visible=False)
         run_button = gr.Button("Generate Image")
         results = gr.Gallery(label="Gallery", interactive=False, show_download_button=True, show_share_button=False,
                               container=True, format="png", object_fit="contain")
         image_files = gr.Files(label="Download", interactive=False)
-        clear_results = gr.Button("Clear Gallery and Download")
+        clear_results = gr.Button("Clear Gallery / Download")
+    examples = gr.Examples(
+        examples = [
+            ["souryuu asuka langley, 1girl, neon genesis evangelion, plugsuit, pilot suit, red bodysuit, sitting, crossing legs, black eye patch, cat hat, throne, symmetrical, looking down, from bottom, looking at viewer, outdoors"],
+            ["sailor moon, magical girl transformation, sparkles and ribbons, soft pastel colors, crescent moon motif, starry night sky background, shoujo manga style"],
+            ["kafuu chino, 1girl, solo"],
+            ["1girl"],
+            ["beautiful sunset"],
+        ],
+        inputs=[prompt],
+    )
     gr.Markdown(
         f"""This demo was created in reference to the following demos.
 - [Nymbo/Flood](https://huggingface.co/spaces/Nymbo/Flood).
@@ -78,13 +92,16 @@ This is due to the time it takes for Gradio to generate an example image to cach
     gr.on(
         triggers=[run_button.click, prompt.submit],
         fn=infer_multi,
-        inputs=[prompt, model_name, recom_prompt, image_num, results],
+        inputs=[prompt, neg_prompt, results, image_num, model_name,
+                 positive_prefix, positive_suffix, negative_prefix, negative_suffix],
         outputs=[results],
         queue=True,
         show_progress="full",
         show_api=True,
     ).success(save_gallery_images, [results], [results, image_files], queue=False, show_api=False)
     clear_results.click(lambda: (None, None), None, [results, image_files], queue=False, show_api=False)
+    recom_prompt_preset.change(set_recom_prompt_preset, [recom_prompt_preset],
+     [positive_prefix, positive_suffix, negative_prefix, negative_suffix], queue=False, show_api=False)
 
 demo.queue()
 demo.launch()

multit2i.py

@@ -7,6 +7,10 @@ loaded_models = {}
 model_info_dict = {}
 
 
+def to_list(s):
+    return [x.strip() for x in s.split(",")]
+
+
 def list_sub(a, b):
     return [e for e in a if e not in b]
 
@@ -143,6 +147,98 @@ def load_models(models: list, limit: int=5):
     loop.close()
 
 
+positive_prefix = {
+    "Pony": to_list("score_9, score_8_up, score_7_up"),
+    "Pony Anime": to_list("source_anime, score_9, score_8_up, score_7_up"),
+}
+positive_suffix = {
+    "Common": to_list("highly detailed, masterpiece, best quality, very aesthetic, absurdres"),
+    "Anime": to_list("anime artwork, anime style, studio anime, highly detailed"),
+}
+negative_prefix = {
+    "Pony": to_list("score_6, score_5, score_4"),
+    "Pony Anime": to_list("score_6, score_5, score_4, source_pony, source_furry, source_cartoon"),
+    "Pony Real": to_list("score_6, score_5, score_4, source_anime, source_pony, source_furry, source_cartoon"),
+}
+negative_suffix = {
+    "Common": to_list("lowres, (bad), text, error, fewer, extra, missing, worst quality, jpeg artifacts, low quality, watermark, unfinished, displeasing, oldest, early, chromatic aberration, signature, extra digits, artistic error, username, scan, [abstract]"),
+    "Pony Anime": to_list("busty, ugly face, mutated hands, low res, blurry face, black and white, the simpsons, overwatch, apex legends"),
+    "Pony Real": to_list("ugly, airbrushed, simple background, cgi, cartoon, anime"),
+}
+positive_all = negative_all = []
+for k, v in (positive_prefix | positive_suffix).items():
+    positive_all = positive_all + v + [s.replace("_", " ") for s in v]
+positive_all = list_uniq(positive_all)
+for k, v in (negative_prefix | negative_suffix).items():
+    negative_all = negative_all + v + [s.replace("_", " ") for s in v]
+positive_all = list_uniq(positive_all)
+
+
+def recom_prompt(prompt: str = "", neg_prompt: str = "", pos_pre: list = [], pos_suf: list = [], neg_pre: list = [], neg_suf: list = []):
+    def flatten(src):
+        return [item for row in src for item in row]
+    prompts = to_list(prompt)
+    neg_prompts = to_list(neg_prompt)
+    prompts = list_sub(prompts, positive_all)
+    neg_prompts = list_sub(neg_prompts, negative_all)
+    last_empty_p = [""] if not prompts and type != "None" else []
+    last_empty_np = [""] if not neg_prompts and type != "None" else []
+    prefix_ps = flatten([positive_prefix.get(s, []) for s in pos_pre])
+    suffix_ps = flatten([positive_suffix.get(s, []) for s in pos_suf])
+    prefix_nps = flatten([negative_prefix.get(s, []) for s in neg_pre])
+    suffix_nps = flatten([negative_suffix.get(s, []) for s in neg_suf])
+    prompt = ", ".join(list_uniq(prefix_ps + prompts + suffix_ps) + last_empty_p)
+    neg_prompt = ", ".join(list_uniq(prefix_nps + neg_prompts + suffix_nps) + last_empty_np)
+    return prompt, neg_prompt
+
+
+recom_prompt_type = {
+    "None": ([], [], [], []),
+    "Auto": ([], [], [], []),
+    "Common": ([], ["Common"], [], ["Common"]),
+    "Animagine": ([], ["Common", "Anime"], [], ["Common"]),
+    "Pony": (["Pony"], ["Common"], ["Pony"], ["Common"]),
+    "Pony Anime": (["Pony", "Pony Anime"], ["Common", "Anime"], ["Pony", "Pony Anime"], ["Common", "Pony Anime"]),
+    "Pony Real": (["Pony"], ["Common"], ["Pony", "Pony Real"], ["Common", "Pony Real"]),
+}
+
+
+enable_auto_recom_prompt = False
+def insert_recom_prompt(prompt: str = "", neg_prompt: str = "", type: str = "None"):
+    global enable_auto_recom_prompt
+    if type == "Auto":  enable_auto_recom_prompt = True
+    else: enable_auto_recom_prompt = False
+    pos_pre, pos_suf, neg_pre, neg_suf = recom_prompt_type.get(type, ([], [], [], []))
+    return recom_prompt(prompt, neg_prompt, pos_pre, pos_suf, neg_pre, neg_suf)
+
+
+def set_recom_prompt_preset(type: str = "None"):
+    pos_pre, pos_suf, neg_pre, neg_suf = recom_prompt_type.get(type, ([], [], [], []))
+    return pos_pre, pos_suf, neg_pre, neg_suf
+
+
+def get_recom_prompt_type():
+    type = list(recom_prompt_type.keys())
+    type.remove("Auto")
+    return type
+
+
+def get_positive_prefix():
+    return list(positive_prefix.keys())
+
+
+def get_positive_suffix():
+    return list(positive_suffix.keys())
+
+
+def get_negative_prefix():
+    return list(negative_prefix.keys())
+
+
+def get_negative_suffix():
+    return list(negative_suffix.keys())
+
+
 def get_model_info_md(model_name: str):
     if model_name in model_info_dict.keys(): return model_info_dict[model_name].get("md", "")
 
@@ -152,19 +248,18 @@ def change_model(model_name: str):
     return get_model_info_md(model_name)
 
 
-def infer(prompt: str, model_name: str, recom_prompt: bool, progress=gr.Progress(track_tqdm=True)):
+def infer(prompt: str, neg_prompt: str, model_name: str, progress=gr.Progress(track_tqdm=True)):
     from PIL import Image
     import random
     seed = ""
     rand = random.randint(1, 500)
     for i in range(rand):
         seed += " "
-    rprompt = ", highly detailed, masterpiece, best quality, very aesthetic, absurdres, " if recom_prompt else ""
     caption = model_name.split("/")[-1]
     try:
         model = load_model(model_name)
         if not model: return (Image.Image(), None)
-        image_path = model(prompt + rprompt + seed)
+        image_path = model(prompt + seed)
         image = Image.open(image_path).convert('RGB')
     except Exception as e:
         print(e)
@@ -172,9 +267,11 @@ def infer(prompt: str, model_name: str, recom_prompt: bool, progress=gr.Progress
     return (image, caption)
 
 
-def infer_multi(prompt: str, model_name: str, recom_prompt: bool, image_num: float, results: list, progress=gr.Progress(track_tqdm=True)):
+def infer_multi(prompt: str, neg_prompt: str, results: list, image_num: float, model_name: str,
+                 pos_pre: list = [], pos_suf: list = [], neg_pre: list = [], neg_suf: list = [], progress=gr.Progress(track_tqdm=True)):
     image_num = int(image_num)
     images = results if results else []
+    prompt, neg_prompt = recom_prompt(prompt, neg_prompt, pos_pre, pos_suf, neg_pre, neg_suf)
     for i in range(image_num):
-        images.append(infer(prompt, model_name, recom_prompt))
+        images.append(infer(prompt, neg_prompt, model_name, recom_prompt))
         yield images