Update app.py

app.py

@@ -42,47 +42,75 @@ def add_random_noise(prompt, noise_level=0.07):
 
 def send_it1(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output1 = proc1(prompt_with_noise)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(1)
+    queue.put(prompt_with_noise)
+    output1 = proc1(queue.get())
     return output1
 
 def send_it2(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output2 = proc1(prompt_with_noise)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(1)
+    queue.put(prompt_with_noise)
+    output2 = proc1(queue.get())
     return output2
 
 def send_it3(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output3 = proc1(prompt_with_noise)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(1)
+    queue.put(prompt_with_noise)
+    output3 = proc1(queue.get())
     return output3
 
 def send_it4(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output4 = proc1(prompt_with_noise)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(1)
+    queue.put(prompt_with_noise)
+    output4 = proc1(queue.get())
     return output4
 
 def send_it5(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output5 = proc1(prompt_with_noise)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(1)
+    queue.put(prompt_with_noise)
+    output5 = proc1(queue.get())
     return output5
 
 def send_it6(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output6 = proc1(prompt_with_noise)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(1)
+    queue.put(prompt_with_noise)
+    output6 = proc1(queue.get())
     return output6
 
 def send_it7(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output7 = proc1(prompt_with_noise)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(1)
+    queue.put(prompt_with_noise)
+    output7 = proc1(queue.get())
     return output7
 
 def send_it8(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output8 = proc1(prompt_with_noise)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(1)
+    queue.put(prompt_with_noise)
+    output8 = proc1(queue.get())
     return output8
 
+
 def get_prompts(prompt_text):
-    prompts = text_gen(prompt_text)
-    return prompts
+    while queue.qsize() >= queue_threshold:
+        time.sleep(1)
+    queue.put(prompt_text)
+    output = text_gen(queue.get())
+    return output