nowweb

main.py

@@ -305,7 +305,10 @@ with block:
 
 
 if __name__ == "__main__":
-    block.queue()
+    block.queue(concurrency_count=5, # When you increase the concurrency_count parameter in queue(), max_threads() in launch() is automatically increased as well.
+                max_size=25, # Maximum number of requests that the queue processes
+                api_open = False # When creating a Gradio demo, you may want to restrict all traffic to happen through the user interface as opposed to the programmatic API that is automatically created for your Gradio demo.  
+                    )  # https://www.gradio.app/guides/setting-up-a-demo-for-maximum-performance
     block.launch(server_name="0.0.0.0", server_port=7860)
 
 

main_noweb.py

@@ -139,23 +139,24 @@ def pose2d(video, kpt_threshold):
     # Define new unique folder
     add_dir = str(uuid.uuid4())
     vis_out_dir = os.path.join("/".join(video.split("/")[:-1]), add_dir)
-    os.makedirs(vis_out_dir)
+    
+    os.makedirs(add_dir)
 
     result_generator = human(video, 
-                            vis_out_dir = vis_out_dir,
+                            vis_out_dir = add_dir,
                             return_vis=True,
                             radius = 5,
                             thickness=4,
                             rebase_keypoint_height=True,
                             kpt_thr=kpt_threshold,
                             device=device,
-                            pred_out_dir = vis_out_dir
+                            pred_out_dir = add_dir
                             )    
     
     result = [result for result in result_generator] #next(result_generator)        
 
-    out_file = glob.glob(os.path.join(vis_out_dir, "*.mp4")) #+ glob.glob(os.path.join(vis_out_dir, "*.webm")) 
-    kpoints = glob.glob(os.path.join(vis_out_dir, "*.json"))
+    out_file = glob.glob(os.path.join(add_dir, "*.mp4")) #+ glob.glob(os.path.join(vis_out_dir, "*.webm")) 
+    kpoints = glob.glob(os.path.join(add_dir, "*.json"))
 
     return "".join(out_file), "".join(kpoints)
 
@@ -264,7 +265,10 @@ with block:
                                 queue=False)
         
 if __name__ == "__main__":
-    block.queue()
+    block.queue(concurrency_count=10, # When you increase the concurrency_count parameter in queue(), max_threads() in launch() is automatically increased as well.
+                max_size=25, # Maximum number of requests that the queue processes
+                api_open = False # When creating a Gradio demo, you may want to restrict all traffic to happen through the user interface as opposed to the programmatic API that is automatically created for your Gradio demo.  
+                    )  # https://www.gradio.app/guides/setting-up-a-demo-for-maximum-performance
     block.launch(server_name="0.0.0.0", server_port=7860)