Update app.py

app.py

@@ -19,6 +19,7 @@ def restart_script_periodically():
 restart_thread = Thread(target=restart_script_periodically, daemon=True)
 restart_thread.start()
 
+queue_threshold = 100
 
 def add_random_noise(prompt, noise_level=0.07):
     # Get the percentage of characters to add as noise
@@ -37,51 +38,65 @@ def add_random_noise(prompt, noise_level=0.07):
 
 def send_it1(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    time.sleep(2)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(2)
+    queue.put(prompt_with_noise)
     output1 = proc1(prompt_with_noise)
     return output1
 
 def send_it2(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    time.sleep(2)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(2)
+    queue.put(prompt_with_noise)
     output2 = proc1(prompt_with_noise)
     return output2
 
 def send_it3(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    time.sleep(2)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(2)
+    queue.put(prompt_with_noise)
     output3 = proc1(prompt_with_noise)
     return output3
 
 def send_it4(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    time.sleep(2)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(2)
+    queue.put(prompt_with_noise)
     output4 = proc1(prompt_with_noise)
     return output4
 
 def send_it5(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    time.sleep(2)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(2)
+    queue.put(prompt_with_noise)
     output5 = proc1(prompt_with_noise)
     return output5
 
 def send_it6(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    time.sleep(2)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(2)
+    queue.put(prompt_with_noise)
     output6 = proc1(prompt_with_noise)
-    time.sleep(5)
     return output6
 
 def send_it7(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    time.sleep(2)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(2)
+    queue.put(prompt_with_noise)
     output7 = proc1(prompt_with_noise)
     return output7
-    
 
 def send_it8(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    time.sleep(2)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(2)
+    queue.put(prompt_with_noise)
     output8 = proc1(prompt_with_noise)
     return output8