Diffusers How to use Remade-AI/VIP with Diffusers:
pip install -U diffusers transformers accelerate
import torch
from diffusers import DiffusionPipeline
from diffusers.utils import load_image, export_to_video
# switch to "mps" for apple devices
pipe = DiffusionPipeline.from_pretrained("Wan-AI/Wan2.1-I2V-14B-480P,Wan-AI/Wan2.1-I2V-14B-480P-Diffusers", dtype=torch.bfloat16, device_map="cuda")
pipe.load_lora_weights("Remade-AI/VIP")
prompt = "The video begins with an image of purple Thanos from Marvel. Then the v1p red carpet transformation appears. Purple Thanos is shown wearing a black dress, with gold jewelry around his neck and ears. The image is again of purple Thanos looking straight at the camera against a more lighted gray background. The v1p red carpet transformation continues, purple Thanos is now on the red carpet with photographers taking pictures and other people behind a barricade to the sides. Purple Thanos is wearing the same black dress and jewelry, in focus at the center of the frame. "
input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/guitar-man.png")
image = pipe(image=input_image, prompt=prompt).frames[0]
export_to_video(output, "output.mp4") 
