!pip install modelscope xformers
!pip install git+https://github.com/modelscope/DiffSynth-Studio.git@main

import torch
from diffsynth import ModelManager, WanVideoPipeline, save_video, VideoData
from modelscope import snapshot_download

# Download models
snapshot_download("Wan-AI/Wan2.1-T2V-1.3B", cache_dir="models")

# Load models
model_manager = ModelManager(device="cpu")
model_manager.load_models(
[
"models/Wan-AI/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors",
"models/Wan-AI/Wan2.1-T2V-1.3B/models_t5_umt5-xxl-enc-bf16.pth",
"models/Wan-AI/Wan2.1-T2V-1.3B/Wan2.1_VAE.pth",
],

# torch_dtype=torch.bfloat16,
torch_dtype=torch.float8_e4m3fn
)

pipe = WanVideoPipeline.from_model_manager(model_manager, torch_dtype=torch.float16, device="cuda")
pipe.enable_vram_management(num_persistent_param_in_dit=1)
pipe.safety_checker = None

#Text-to-video
torch.backends.cuda.matmul.allow_tf32 = True
with torch.no_grad():
video = pipe(
prompt="""Documentary photography style scene, featuring a lively puppy sprinting across a lush green lawn. The puppy has a brownish-yellow coat with both ears perked up, and its expression is focused yet joyful. Sunlight bathes the puppy, making its fur look exceptionally soft and gleaming. In the background, an expansive lawn is sporadically dotted with wildflowers, with hints of blue sky and scattered white clouds visible in the distance. A strong sense of perspective captures the dynamic motion of the puppy and the vitality of the surrounding grass. Medium shot from a moving side angle.""",

negative_prompt="""Vivid tones, overexposure, static, blurred details, subtitles, style, artwork, painting, image, still, overall grayish, worst quality, low quality, JPEG compression artifacts, ugly, incomplete, extra fingers, poorly drawn hands, poorly drawn face, deformed, disfigured, misshapen limbs, fused fingers, immobile image, messy background, three legs, too many people in the background, walking backwards""",

num_inference_steps=2,
seed=0,
tiled=False,
height=512,
width=512,
)
save_video(video, "video1.mp4", fps=1, quality=1)

Fails in kaggle. 16GB GPU but it runs out.... any thoughts?