Update app.py

app.py

@@ -179,13 +179,14 @@ def text_to_image(prompt, show_thinking=False, cfg_text_scale=4.0, cfg_interval=
 
     result = {"text": "", "image": None}
     # Call inferencer with or without think parameter based on user choice
-    for i in inferencer(text=prompt, think=show_thinking, understanding_output=False, **inference_hyper):
-        if type(i) == str:
-            result["text"] += i
-        else:
-            result["image"] = i
-
-        yield result["image"], result.get("text", None)
+    with torch.amp.autocast("cuda", enabled=True, dtype=torch.bfloat16):
+        for i in inferencer(text=prompt, think=show_thinking, understanding_output=False, **inference_hyper):
+            if type(i) == str:
+                result["text"] += i
+            else:
+                result["image"] = i
+    
+            yield result["image"], result.get("text", None)
 
 
 # Image Understanding function with thinking option and hyperparameters