speed

app.py

@@ -9,9 +9,10 @@ css = """
 
 from huggingface_hub import snapshot_download
 from motion.visual_api import Visualize  
-import moviepy.editor as mpy
+import cv2
 import torch
 import json
+from tqdm import tqdm
 
 with open("motion/path.json", "r") as f:
     json_dict = json.load(f)
@@ -61,7 +62,8 @@ def demo(prompt, mode, condition, render_mode="joints", skip_steps=0, out_size=1
         render_mode = render_mode
 
         joint_path = "results/joints/{}_joint.npy".format(mode[i])
-        smpl_path = "results/joints/{}_smpl.npy".format(mode[i])
+        smpl_path = "results/smpls/{}_smpl.npy".format(mode[i])
+        video_path = "results/motion/{}_video.mp4".format(mode[i])
 
         output = visual.predict(prompt, path, render_mode, joint_path, smpl_path)
 
@@ -71,20 +73,23 @@ def demo(prompt, mode, condition, render_mode="joints", skip_steps=0, out_size=1
             meshes, _ = visual.get_mesh(output)
             pics = visual.pyrender_process(meshes, out_size, out_size)
         
-        out_path = "results/motion/temp{}.mp4".format(i)
-        vid = mpy.ImageSequenceClip([x[:, :, :] for x in pics], fps=20)
-        vid.write_videofile(out_path, remove_temp=True)
+        video=cv2.VideoWriter(video_path,cv2.VideoWriter_fourcc(*'MP4V'),20,(out_size, out_size))
+        for pic in tqdm(pics):
+            pic = pic[:, :, :3]
+            pic = cv2.cvtColor(pic, cv2.COLOR_BGR2RGB)
+            video.write(pic)   #写入视频
+        video.release()
 
         if mode[i] == "cadm":
-            out_paths[0] = out_path
+            out_paths[0] = video_path
             joints_paths[0] = joint_path
             smpl_paths[0] = smpl_path
         elif mode[i] == "cadm-augment":
-            out_paths[1] = out_path
+            out_paths[1] = video_path
             joints_paths[1] = joint_path
             smpl_paths[1] = smpl_path
         elif mode[i] == "mdm":
-            out_paths[2] = out_path
+            out_paths[2] = video_path
             joints_paths[2] = joint_path
             smpl_paths[2] = smpl_path