Update app.py

app.py

@@ -9,7 +9,7 @@ from queue import Queue
 from threading import Thread
 
 queue = Queue()
-queue_threshold = 15
+queue_threshold = 30
 
 text_gen=gr.Interface.load("spaces/Omnibus/MagicPrompt-Stable-Diffusion")
 proc1=gr.Interface.load("models/dreamlike-art/dreamlike-photoreal-2.0")
@@ -17,7 +17,7 @@ proc1=gr.Interface.load("models/dreamlike-art/dreamlike-photoreal-2.0")
 def reset_queue_periodically():
     start_time = time.time()
     while True:
-        if time.time() - start_time > 10: # 300 seconds
+        if time.time() - start_time > 300: # 300 seconds
             queue.queue.clear()
             start_time = time.time()
 
@@ -106,7 +106,10 @@ def send_it8(inputs, noise_level, proc1=proc1):
 
 
 def get_prompts(prompt_text):
-    output = text_gen(prompt_text)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(1)
+    queue.put(prompt_text)
+    output = text_gen(queue.get())
     return output
 
 
@@ -148,5 +151,5 @@ with gr.Blocks() as myface:
     see_prompts.click(get_prompts, inputs=[input_text], outputs=[prompt])
 
 myface.launch(enable_queue=True, inline=True)
-myface.queue(concurrency_count=15)
+myface.queue(concurrency_count=30)
 reset_queue_thread.join()