Spaces:
Runtime error
Runtime error
hao he
commited on
Commit
·
b9c579c
1
Parent(s):
308c973
Add gradio demo
Browse files
app.py
CHANGED
|
@@ -21,10 +21,10 @@ cv2.setNumThreads(1)
|
|
| 21 |
mpl.use('agg')
|
| 22 |
|
| 23 |
#### Description ####
|
| 24 |
-
title = r"""<h1 align="center">CameraCtrl: Enabling Camera Control for
|
| 25 |
subtitle = r"""<h2 align="center">CameraCtrl Image2Video with <a href='https://arxiv.org/abs/2311.15127' target='_blank'> <b>Stable Video Diffusion (SVD)</b> </a>-xt <a href='https://huggingface.co/stabilityai/stable-video-diffusion-img2vid-xt' target='_blank'> <b> model </b> </a> </h2>"""
|
| 26 |
description = r"""
|
| 27 |
-
<b>Official Gradio demo</b> for <a href='https://github.com/hehao13/CameraCtrl' target='_blank'><b>CameraCtrl: Enabling Camera Control for
|
| 28 |
CameraCtrl is capable of precisely controlling the camera trajectory during the video generation process.<br>
|
| 29 |
Note that, with SVD-xt, CameraCtrl only support Image2Video now.<br>
|
| 30 |
"""
|
|
@@ -53,7 +53,7 @@ If you find our paper or code is useful for your research, please consider citin
|
|
| 53 |
|
| 54 |
📧 **Contact**
|
| 55 |
<br>
|
| 56 |
-
If you have any questions, please feel free to contact me at <b>
|
| 57 |
|
| 58 |
**Acknowledgement**
|
| 59 |
<br>
|
|
@@ -73,7 +73,7 @@ model_id = "stabilityai/stable-video-diffusion-img2vid-xt"
|
|
| 73 |
ckpt = "checkpoints/CameraCtrl_svdxt.ckpt"
|
| 74 |
if not os.path.exists(ckpt):
|
| 75 |
os.makedirs("checkpoints", exist_ok=True)
|
| 76 |
-
os.system("wget -c https://huggingface.co/hehao13/
|
| 77 |
os.system("mv CameraCtrl_svdxt.ckpt?download=true checkpoints/CameraCtrl_svdxt.ckpt")
|
| 78 |
model_config = OmegaConf.load(config)
|
| 79 |
|
|
|
|
| 21 |
mpl.use('agg')
|
| 22 |
|
| 23 |
#### Description ####
|
| 24 |
+
title = r"""<h1 align="center">CameraCtrl: Enabling Camera Control for Video Diffusion Models</h1>"""
|
| 25 |
subtitle = r"""<h2 align="center">CameraCtrl Image2Video with <a href='https://arxiv.org/abs/2311.15127' target='_blank'> <b>Stable Video Diffusion (SVD)</b> </a>-xt <a href='https://huggingface.co/stabilityai/stable-video-diffusion-img2vid-xt' target='_blank'> <b> model </b> </a> </h2>"""
|
| 26 |
description = r"""
|
| 27 |
+
<b>Official Gradio demo</b> for <a href='https://github.com/hehao13/CameraCtrl' target='_blank'><b>CameraCtrl: Enabling Camera Control for Video Diffusion Models</b></a>.<br>
|
| 28 |
CameraCtrl is capable of precisely controlling the camera trajectory during the video generation process.<br>
|
| 29 |
Note that, with SVD-xt, CameraCtrl only support Image2Video now.<br>
|
| 30 |
"""
|
|
|
|
| 53 |
|
| 54 |
📧 **Contact**
|
| 55 |
<br>
|
| 56 |
+
If you have any questions, please feel free to contact me at <b>haohe@link.cuhk.edu.hk</b>.
|
| 57 |
|
| 58 |
**Acknowledgement**
|
| 59 |
<br>
|
|
|
|
| 73 |
ckpt = "checkpoints/CameraCtrl_svdxt.ckpt"
|
| 74 |
if not os.path.exists(ckpt):
|
| 75 |
os.makedirs("checkpoints", exist_ok=True)
|
| 76 |
+
os.system("wget -c https://huggingface.co/hehao13/CameraCtrl_SVD_ckpts/resolve/main/CameraCtrl_svdxt.ckpt?download=true")
|
| 77 |
os.system("mv CameraCtrl_svdxt.ckpt?download=true checkpoints/CameraCtrl_svdxt.ckpt")
|
| 78 |
model_config = OmegaConf.load(config)
|
| 79 |
|