Skip to content

[CVPR 2026] PersonaLive! : Expressive Portrait Image Animation for Live Streaming

update download_weights.py

huai-chang568ea54cfea9
diff --git a/README.md b/README.md
index 84f0d8c..7b92251 100644
--- a/README.md
+++ b/README.md
@@ -7,8 +7,6 @@
#### [Zhiyuan Li<sup>1,2,3</sup>](https://huai-chang.github.io/) · [Chi-Man Pun<sup>1</sup>](https://cmpun.github.io/) 📪 · [Chen Fang<sup>2</sup>](http://fangchen.org/) · [Jue Wang<sup>2</sup>](https://scholar.google.com/citations?user=Bt4uDWMAAAAJ&hl=en) · [Xiaodong Cun<sup>3</sup>](https://vinthony.github.io/academic/) 📪
<sup>1</sup> University of Macau &nbsp;&nbsp; <sup>2</sup> [Dzine.ai](https://www.dzine.ai/) &nbsp;&nbsp; <sup>3</sup> [GVC Lab, Great Bay University](https://gvclab.github.io/)
-<!-- [ArXiv](https://arxiv.org/abs/2512.11253) | [PDF](https://arxiv.org/pdf/2512.11253) -->
-
<a href='https://arxiv.org/abs/2512.11253'><img src='https://img.shields.io/badge/ArXiv-2512.11253-red'></a> <a href='https://huggingface.co/huaichang/PersonaLive'><img src='https://img.shields.io/badge/%F0%9F%A4%97%20Hugging%20Face-Model-ffc107'></a> [![GitHub](https://img.shields.io/github/stars/GVCLab/PersonaLive?style=social)](https://github.com/GVCLab/PersonaLive)
<img src="assets/highlight.svg" alt="highlight" width="95%">
@@ -17,6 +15,7 @@
</div>
## 📣 Updates
+- **[2025.12.15]** 🔥 Release `paper`!
- **[2025.12.12]** 🔥 Release `inference code`, `config` and `pretrained weights`!
## ⚙️ Framework
@@ -42,7 +41,11 @@ pip install -r requirements.txt
```
### ⏬ Download weights
-1. Download pre-trained weight of based models and other components ([sd-image-variations-diffusers ](https://huggingface.co/lambdalabs/sd-image-variations-diffusers), [sd-vae-ft-mse](https://huggingface.co/stabilityai/sd-vae-ft-mse) and [image_encoder](https://huggingface.co/lambdalabs/sd-image-variations-diffusers/tree/main/image_encoder))
+1. Download pre-trained weight of based models and other components ([sd-image-variations-diffusers](https://huggingface.co/lambdalabs/sd-image-variations-diffusers) and [sd-vae-ft-mse](https://huggingface.co/stabilityai/sd-vae-ft-mse))
+ ```
+ # You can run the following command to download weights automatically:
+ python tools/download_weights.py
+ ```
2. Download pre-trained weights into the `./pretrained_weights` folder.
diff --git a/tools/download_weights.py b/tools/download_weights.py
new file mode 100644
index 0000000..1344651
--- /dev/null
+++ b/tools/download_weights.py
@@ -0,0 +1,75 @@
+import os
+from pathlib import Path, PurePosixPath
+
+from huggingface_hub import hf_hub_download
+
+def prepare_base_model():
+ print(f'Preparing sd-image-variations-diffusers weights...')
+ local_dir = "./pretrained_weights/sd-image-variations-diffusers"
+ os.makedirs(local_dir, exist_ok=True)
+ for hub_file in ["unet/config.json",
+ "unet/diffusion_pytorch_model.bin",
+ "image_encoder/config.json",
+ "image_encoder/pytorch_model.bin",
+ "model_index.josn"]:
+ path = Path(hub_file)
+ saved_path = local_dir / path
+ if os.path.exists(saved_path):
+ continue
+ hf_hub_download(
+ repo_id="lambdalabs/sd-image-variations-diffusers",
+ subfolder=PurePosixPath(path.parent),
+ filename=PurePosixPath(path.name),
+ local_dir=local_dir,
+ )
+
+
+def prepare_vae():
+ print(f"Preparing vae weights...")
+ local_dir = "./pretrained_weights/sd-vae-ft-mse"
+ os.makedirs(local_dir, exist_ok=True)
+ for hub_file in [
+ "config.json",
+ "diffusion_pytorch_model.bin",
+ ]:
+ path = Path(hub_file)
+ saved_path = local_dir / path
+ if os.path.exists(saved_path):
+ continue
+
+ hf_hub_download(
+ repo_id="stabilityai/sd-vae-ft-mse",
+ subfolder=PurePosixPath(path.parent),
+ filename=PurePosixPath(path.name),
+ local_dir=local_dir,
+ )
+
+def prepare_personalive():
+ print(f"Preparing personalive weights...")
+ local_dir = "./pretrained_weights/personalive"
+ os.makedirs(local_dir, exist_ok=True)
+ for hub_file in [
+ "pretrained_weights/personalive/denoising_unet.pth",
+ "pretrained_weights/personalive/motion_encoder.pth",
+ "pretrained_weights/personalive/motion_extractor.pth",
+ "pretrained_weights/personalive/pose_guider.pth",
+ "pretrained_weights/personalive/reference_unet.pth",
+ "pretrained_weights/personalive/temporal_module.pth",
+ ]:
+ path = Path(hub_file)
+ saved_path = local_dir / path
+ if os.path.exists(saved_path):
+ continue
+
+ hf_hub_download(
+ repo_id="huaichang/PersonaLive",
+ subfolder=PurePosixPath(path.parent),
+ filename=PurePosixPath(path.name),
+ local_dir=local_dir,
+ )
+
+if __name__ == '__main__':
+ prepare_base_model()
+ prepare_vae()
+ prepare_personalive()
+
\ No newline at end of file