update readme

fix download

partial download

fix

fix

fix

fix

fix

fix

fix

update

update

Update app.py

Update app.py

Update app.py

README.md

@@ -1,3 +1,14 @@
+---
+title: Moore AnimateAnyone
+emoji: 🏃
+colorFrom: indigo
+colorTo: red
+sdk: gradio
+sdk_version: 4.14.0
+app_file: app.py
+pinned: false
+license: apache-2.0
+---
 # 🤗 Introduction
 
 This repository reproduces [AnimateAnyone](https://github.com/HumanAIGC/AnimateAnyone). To align the results demonstrated by the original paper, we adopt various approaches and tricks, which may differ somewhat from the paper and another [implementation](https://github.com/guoqincode/Open-AnimateAnyone). 

app.py

@@ -7,7 +7,7 @@ import numpy as np
 import torch
 from diffusers import AutoencoderKL, DDIMScheduler
 from einops import repeat
-from huggingface_hub import snapshot_download
+from huggingface_hub import hf_hub_download, snapshot_download
 from omegaconf import OmegaConf
 from PIL import Image
 from torchvision import transforms
@@ -17,16 +17,26 @@ from src.models.pose_guider import PoseGuider
 from src.models.unet_2d_condition import UNet2DConditionModel
 from src.models.unet_3d import UNet3DConditionModel
 from src.pipelines.pipeline_pose2vid_long import Pose2VideoPipeline
+from src.utils.download_models import prepare_base_model, prepare_image_encoder
 from src.utils.util import get_fps, read_frames, save_videos_grid
 
+# Partial download
+prepare_base_model()
+prepare_image_encoder()
+
 snapshot_download(
-    repo_id="runwayml/stable-diffusion-v1-5",
-    local_dir="./pretrained_weights/stable-diffusion-v1-5",
+    repo_id="stabilityai/sd-vae-ft-mse", local_dir="./pretrained_weights/sd-vae-ft-mse"
 )
 snapshot_download(
-    repo_id="stabilityai/sd-vae-ft-mse", local_dir="./pretrained_weights/sd-vae-ft-mse"
+    repo_id="patrolli/AnimateAnyone",
+    local_dir="./pretrained_weights",
 )
-snapshot_download(repo_id="patrolli/AnimateAnyone", local_dir="./pretrained_weights")
+is_spaces = True if "SPACE_ID" in os.environ else False
+true_for_shared_ui = False  # This will be true only if you are in a shared UI
+if is_spaces:
+    true_for_shared_ui = (
+        True if "xunsong/Moore-AnimateAnyone" in os.environ["SPACE_ID"] else False
+    )
 
 
 class AnimateController:
@@ -226,9 +236,13 @@ def ui():
             return Image.fromarray(image)
 
         # when user uploads a new video
-        motion_sequence.upload(read_video, motion_sequence, motion_sequence)
+        motion_sequence.upload(
+            read_video, motion_sequence, motion_sequence, queue=False
+        )
         # when `first_frame` is updated
-        reference_image.upload(read_image, reference_image, reference_image)
+        reference_image.upload(
+            read_image, reference_image, reference_image, queue=False
+        )
         # when the `submit` button is clicked
         submit.click(
             controller.animate,
@@ -270,4 +284,5 @@ def ui():
 
 
 demo = ui()
-demo.launch(share=True)
+demo.queue(max_size=10)
+demo.launch(share=True, show_api=False)

src/utils/download_models.py

@@ -0,0 +1,40 @@
+import os
+from pathlib import Path, PurePosixPath
+
+from huggingface_hub import hf_hub_download
+
+
+def prepare_base_model():
+    local_dir = "./pretrained_weights/stable-diffusion-v1-5"
+    os.makedirs(local_dir, exist_ok=True)
+    for hub_file in ["unet/config.json", "unet/diffusion_pytorch_model.bin"]:
+        path = Path(hub_file)
+        saved_path = local_dir / path
+        if os.path.exists(saved_path):
+            continue
+        hf_hub_download(
+            repo_id="runwayml/stable-diffusion-v1-5",
+            subfolder=PurePosixPath(path.parent),
+            filename=PurePosixPath(path.name),
+            local_dir=local_dir,
+        )
+
+
+def prepare_image_encoder():
+    local_dir = "./pretrained_weights"
+    os.makedirs(local_dir, exist_ok=True)
+    for hub_file in ["image_encoder/config.json", "image_encoder/pytorch_model.bin"]:
+        path = Path(hub_file)
+        saved_path = local_dir / path
+        if os.path.exists(saved_path):
+            continue
+        hf_hub_download(
+            repo_id="lambdalabs/sd-image-variations-diffusers",
+            subfolder=PurePosixPath(path.parent),
+            filename=PurePosixPath(path.name),
+            local_dir=local_dir,
+        )
+
+
+def prepare_dwpose():
+    ...