Diffusers How to use Remade-AI/matrix-shot with Diffusers:
pip install -U diffusers transformers accelerate
import torch
from diffusers import DiffusionPipeline
from diffusers.utils import load_image, export_to_video
# switch to "mps" for apple devices
pipe = DiffusionPipeline.from_pretrained("Wan-AI/Wan2.1-I2V-14B-480P,Wan-AI/Wan2.1-I2V-14B-480P-Diffusers", dtype=torch.bfloat16, device_map="cuda")
pipe.load_lora_weights("Remade-AI/matrix-shot")
prompt = "b4ll3t t1m3 bullet time shot A medieval knight, fully armored and brandishing a sword overhead, is captured mid-leap over a battlefield, arrows suspended in mid-flight around him. The scene utilizes a b4ll3t t1m3 bullet time shot effect, where the action is dramatically slowed down, freezing the knight in his dynamic pose, and the arrows in mid-air. The background reveals a chaotic battle with soldiers, flags, and shields, all slightly blurred by the effect. The camera smoothly rotates around the knight, offering varying views of the frozen moment, showcasing the knight's actions, the incoming arrows, and the surrounding battle from all angles."
input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/guitar-man.png")
image = pipe(image=input_image, prompt=prompt).frames[0]
export_to_video(output, "output.mp4") 
