animatediff_video.json 2.0 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364
  1. {
  2. "_comment": "AnimateDiff text-to-video at 16 frames. Required: comfyui-animatediff-evolved + comfyui-videohelpersuite custom nodes; SD1.5 checkpoint; AnimateDiff motion module (e.g. mm_sd_v15_v2.ckpt in models/animatediff_models/). Outputs a webp animation.",
  3. "3": {
  4. "class_type": "KSampler",
  5. "_meta": {"title": "KSampler"},
  6. "inputs": {
  7. "seed": 42, "steps": 25, "cfg": 7.5,
  8. "sampler_name": "dpmpp_sde", "scheduler": "karras", "denoise": 1.0,
  9. "model": ["10", 0],
  10. "positive": ["6", 0],
  11. "negative": ["7", 0],
  12. "latent_image": ["5", 0]
  13. }
  14. },
  15. "4": {
  16. "class_type": "CheckpointLoaderSimple",
  17. "_meta": {"title": "Checkpoint"},
  18. "inputs": {"ckpt_name": "v1-5-pruned-emaonly.safetensors"}
  19. },
  20. "5": {
  21. "class_type": "EmptyLatentImage",
  22. "_meta": {"title": "Latent (16 frames)"},
  23. "inputs": {"width": 512, "height": 512, "batch_size": 16}
  24. },
  25. "6": {
  26. "class_type": "CLIPTextEncode",
  27. "_meta": {"title": "Positive Prompt"},
  28. "inputs": {"text": "a hot air balloon drifting over a mountain valley, sunset, cinematic", "clip": ["4", 1]}
  29. },
  30. "7": {
  31. "class_type": "CLIPTextEncode",
  32. "_meta": {"title": "Negative Prompt"},
  33. "inputs": {"text": "low quality, blurry, deformed, watermark", "clip": ["4", 1]}
  34. },
  35. "8": {
  36. "class_type": "VAEDecode",
  37. "_meta": {"title": "VAE Decode"},
  38. "inputs": {"samples": ["3", 0], "vae": ["4", 2]}
  39. },
  40. "9": {
  41. "class_type": "VHS_VideoCombine",
  42. "_meta": {"title": "Video Combine"},
  43. "inputs": {
  44. "frame_rate": 8.0,
  45. "loop_count": 0,
  46. "filename_prefix": "animatediff",
  47. "format": "video/h264-mp4",
  48. "pingpong": false,
  49. "save_output": true,
  50. "images": ["8", 0]
  51. }
  52. },
  53. "10": {
  54. "class_type": "ADE_AnimateDiffLoaderWithContext",
  55. "_meta": {"title": "AnimateDiff Loader"},
  56. "inputs": {
  57. "model": ["4", 0],
  58. "model_name": "mm_sd_v15_v2.ckpt",
  59. "beta_schedule": "sqrt_linear (AnimateDiff)",
  60. "motion_scale": 1.0,
  61. "apply_v2_models_properly": true
  62. }
  63. }
  64. }