Update handle_models.py

handle_models.py

@@ -8,7 +8,6 @@ from threading import RLock
 lock = RLock()
 HF_TOKEN = os.getenv("HF_TOKEN")
 #default_models = static_models[:num_models]
-
 def get_current_time():
     from datetime import datetime
     now = datetime.now()
@@ -38,11 +37,8 @@ async def infer(model_str, prompt, nprompt="", height=0, width=0, steps=0, cfg=0
     else: 
         theSeed = seed
     kwargs["seed"] = theSeed
-    print(f"timeout timeout  timeout is set to")
-    print(f" {timeout}")
-    print(f"timeout timeout  timeout is set to")
     task = asyncio.create_task(asyncio.to_thread(models_load[model_str].fn, prompt=prompt, negative_prompt=nprompt, **kwargs, token=HF_TOKEN))
-    await asyncio.sleep(20)
+    await asyncio.sleep(0)
     try:
         result = await asyncio.wait_for(task, timeout=timeout)
     except asyncio.TimeoutError as e:
@@ -64,20 +60,16 @@ async def infer(model_str, prompt, nprompt="", height=0, width=0, steps=0, cfg=0
         return image
     return None
 
-def gen_fn(model_str, prompt, nprompt="", height=0, width=0, steps=0, cfg=0, seed=-1, inference_timeout=60):
+def gen_fn(model_str, prompt, nprompt="", height=0, width=0, steps=0, cfg=0, seed=-1):
     try:
         loop = asyncio.new_event_loop()
-        result = loop.run_until_complete(
-            infer(model_str, prompt, nprompt,   height, width, steps, cfg, seed, inference_timeout))
-    #except (Exception, asyncio.CancelledError) as e:
-    except Exception as e:
-        print(f"{e}")
-        print(f"{e}")
-        print(f"{e}")
+        result = loop.run_until_complete(infer(model_str, prompt, nprompt,
+                                         height, width, steps, cfg, seed, inference_timeout))
+    except (Exception, asyncio.CancelledError) as e:
+        print(e)
+        print(f"gen_fn: Task aborted: {model_str}")
         result = None
         raise gr.Error(f"Task aborted: {model_str}, Error: {e}")
     finally:
         loop.close()
     return result
-
-