removed states and batches

main_noweb.py

@@ -32,9 +32,9 @@ print("[INFO]: Imported modules!")
 human = MMPoseInferencer("simcc_mobilenetv2_wo-deconv-8xb64-210e_coco-256x192") # simcc_mobilenetv2_wo-deconv-8xb64-210e_coco-256x192 dekr_hrnet-w32_8xb10-140e_coco-512x512
 hand = MMPoseInferencer("hand")
 #model3d = gr.State()
-human3d = MMPoseInferencer(device=device, 
-                               pose3d="human3d", 
-                               scope="mmpose")
+# human3d = MMPoseInferencer(device=device, 
+#                                pose3d="human3d", 
+#                                scope="mmpose")
 
 
 #"https://github.com/open-mmlab/mmpose/blob/main/configs/body_3d_keypoint/pose_lift/h36m/pose-lift_simplebaseline3d_8xb64-200e_h36m.py", 
@@ -99,7 +99,7 @@ def pose3d(video, kpt_threshold):
     video = check_extension(video)
     print(device)
     
-    #human3d = MMPoseInferencer(device=device,   pose3d="human3d",  scope="mmpose")#"pose-lift_videopose3d-243frm-supv-cpn-ft_8xb128-200e_h36m")
+    human3d = MMPoseInferencer(device=device,   pose3d="human3d",  scope="mmpose")#"pose-lift_videopose3d-243frm-supv-cpn-ft_8xb128-200e_h36m")
 
     print("HUMAN 3d downloaded!!")    
     # Define new unique folder
@@ -109,14 +109,14 @@ def pose3d(video, kpt_threshold):
     os.makedirs(add_dir)
     print(check_fps(video))
     #video = human3d.preprocess(video, batch_size=8)
-    result_generator = gr.State(human3d(video, 
+    result_generator = human3d(video, 
                             vis_out_dir = add_dir,
                             radius = 8,
                             thickness = 5,
                             rebase_keypoint_height=True,
                             kpt_thr=kpt_threshold,
                             pred_out_dir = add_dir
-                            ))
+                            )
     print("INFERENCE DONW")
     result = [result for result in result_generator] #next(result_generator)        
 
@@ -156,16 +156,6 @@ def pose2d(video, kpt_threshold):
 
     return "".join(out_file), "".join(kpoints)
 
-def pose3dbatch(video, kpt_threshold):
-    kpoints=[]
-    outvids=[]
-    for v, t in zip(video, kpt_threshold):
-        vname, kname = pose3d(v, t)
-        outvids.append(vname) 
-        kpoints.append(kname)
-    return [outvids]#kpoints, outvids
-    
-
 def pose2dhand(video, kpt_threshold):
     video = check_extension(video)
     print(device)
@@ -320,11 +310,11 @@ print("Angle is: ", angle)
                             outputs = [video_output1, jsonoutput],
                             queue=True)
         
-        submit_pose3d_file.click(fn=pose3dbatch, 
+        submit_pose3d_file.click(fn=pose3d, 
                                 inputs= [video_input, file_kpthr], 
-                                outputs = video_output2,#[video_output2, jsonoutput],
-                                batch=True, 
-                                max_batch_size=16,
+                                outputs = [video_output2, jsonoutput],
+                                #batch=True, 
+                                #max_batch_size=16,
                                 queue=True) # Sometimes it worked with queue false? But still slow
         
         submit_hand_file.click(fn=pose2dhand, 
@@ -333,8 +323,8 @@ print("Angle is: ", angle)
                             queue=True)
         
 if __name__ == "__main__":
-    block.queue(max_size=60, 
-                concurrency_count=40, # When you increase the concurrency_count parameter in queue(), max_threads() in launch() is automatically increased as well.
+    block.queue(max_size=20, 
+                #concurrency_count=40, # When you increase the concurrency_count parameter in queue(), max_threads() in launch() is automatically increased as well.
                 #max_size=25, # Maximum number of requests that the queue processes
                 api_open = False # When creating a Gradio demo, you may want to restrict all traffic to happen through the user interface as opposed to the programmatic API that is automatically created for your Gradio demo.  
                     ).launch(