Update handle_models.py

handle_models.py

@@ -38,8 +38,11 @@ async def infer(model_str, prompt, nprompt="", height=0, width=0, steps=0, cfg=0
     else: 
         theSeed = seed
     kwargs["seed"] = theSeed
+    print(f"timeout timeout  timeout is set to")
+    print(f" {timeout}")
+    print(f"timeout timeout  timeout is set to")
     task = asyncio.create_task(asyncio.to_thread(models_load[model_str].fn, prompt=prompt, negative_prompt=nprompt, **kwargs, token=HF_TOKEN))
-    await asyncio.sleep(0)
+    await asyncio.sleep(20)
     try:
         result = await asyncio.wait_for(task, timeout=timeout)
     except asyncio.TimeoutError as e:
@@ -61,16 +64,20 @@ async def infer(model_str, prompt, nprompt="", height=0, width=0, steps=0, cfg=0
         return image
     return None
 
-def gen_fn(model_str, prompt, nprompt="", height=0, width=0, steps=0, cfg=0, seed=-1):
+def gen_fn(model_str, prompt, nprompt="", height=0, width=0, steps=0, cfg=0, seed=-1, inference_timeout=60):
     try:
         loop = asyncio.new_event_loop()
-        result = loop.run_until_complete(infer(model_str, prompt, nprompt,
-                                         height, width, steps, cfg, seed, inference_timeout))
-    except (Exception, asyncio.CancelledError) as e:
-        print(e)
-        print(f"gen_fn: Task aborted: {model_str}")
+        result = loop.run_until_complete(
+            infer(model_str, prompt, nprompt,   height, width, steps, cfg, seed, inference_timeout))
+    #except (Exception, asyncio.CancelledError) as e:
+    except Exception as e:
+        print(f"{e}")
+        print(f"{e}")
+        print(f"{e}")
         result = None
         raise gr.Error(f"Task aborted: {model_str}, Error: {e}")
     finally:
         loop.close()
     return result
+
+