update codes to support the scenario when no glyph instructions are provided.

app.py

@@ -1,4 +1,3 @@
-from cldm.ddim_hacked import DDIMSampler
 import math
 from omegaconf import OmegaConf
 from scripts.rendertext_tool import Render_Text, load_model_from_config, load_model_ckpt
@@ -63,8 +62,8 @@ def process_multi_wrapper_only_show_rendered(rendered_txt_0, rendered_txt_1, ren
     yaw_values = [yaw_0, yaw_1, yaw_2, yaw_3]  
     num_rows_values = [num_rows_0, num_rows_1, num_rows_2, num_rows_3]  
     allow_run_generation = True
-  
-    return "The glyph image is generated!", render_tool.process_multi(rendered_txt_values, shared_prompt,  
+
+    glyph_image = render_tool.process_multi(rendered_txt_values, shared_prompt,  
                                      width_values, ratio_values,  
                                      top_left_x_values, top_left_y_values,  
                                      yaw_values, num_rows_values,  
@@ -72,7 +71,12 @@ def process_multi_wrapper_only_show_rendered(rendered_txt_0, rendered_txt_1, ren
                                      shared_ddim_steps, shared_guess_mode,  
                                      shared_strength, shared_scale, shared_seed,  
                                      shared_eta, shared_a_prompt, shared_n_prompt, 
-                                     only_show_rendered_image=True), allow_run_generation  
+                                     only_show_rendered_image=True)
+
+    if glyph_image[0] is None:
+        return "Warning: no glyph image would be rendered because the glyph insructions are not provided!", glyph_image, allow_run_generation
+    else:
+        return "The glyph image is successfully rendered!", glyph_image, allow_run_generation  
 
 def load_ckpt(model_ckpt = "LAION-Glyph-10M-Epoch-5"):
     global render_tool, model

scripts/rendertext_tool.py

@@ -83,7 +83,8 @@ class Render_Text:
         self.transform = transform
         self.ddim_sampler = DDIMSampler(model)
         self.save_memory = save_memory
-    
+        
+    # process multiple groups of rendered text for building demo
     def process_multi(self, 
             rendered_txt_values, shared_prompt,  
             width_values, ratio_values,  
@@ -102,8 +103,12 @@ class Render_Text:
             self.precision_scope("cuda"), \
             self.model.ema_scope("Sampling on Benchmark Prompts"):
             print("rendered txt:", str(rendered_txt_values), "[t]")
-            if rendered_txt_values == "":
+            render_none = len([1 for rendered_txt in rendered_txt_values if rendered_txt != ""]) == 0
+            if render_none:
+            # if rendered_txt_values == "":
                 control = None
+                if only_show_rendered_image:
+                    return [None]
             else:
                 def format_bboxes(width_values, ratio_values, top_left_x_values, top_left_y_values, yaw_values):
                     bboxes = []
@@ -193,7 +198,8 @@ class Render_Text:
             x_samples = (einops.rearrange(x_samples, 'b c h w -> b h w c') * 127.5 + 127.5).cpu().numpy().clip(0, 255).astype(np.uint8)
 
             results = [x_samples[i] for i in range(shared_num_samples)]
-        if rendered_txt_values != "":
+        # if rendered_txt_values != "":
+        if not render_none:
             return [whiteboard_img] + results
         else:
             return results