workflows/cogvideox_image_to_video_workflow_api.json

{
  "1": {
    "inputs": {
      "model": "THUDM/CogVideoX-5b-I2V",
      "precision": "bf16",
      "fp8_transformer": "disabled",
      "compile": "disabled",
      "enable_sequential_cpu_offload": false
    },
    "class_type": "DownloadAndLoadCogVideoModel",
    "_meta": {
      "title": "(Down)load CogVideo Model"
    }
  },
  "20": {
    "inputs": {
      "clip_name": "t5\\google_t5-v1_1-xxl_encoderonly-fp8_e4m3fn.safetensors",
      "type": "sd3"
    },
    "class_type": "CLIPLoader",
    "_meta": {
      "title": "Load CLIP"
    }
  },
  "30": {
    "inputs": {
      "prompt": "Darth Vader is a vampire and blood is dripping from his steel fangs. The camera is slowly rotating around him. The background is filled with smoke and a strong light.",
      "strength": 1,
      "force_offload": true,
      "clip": [
        "20",
        0
      ]
    },
    "class_type": "CogVideoTextEncode",
    "_meta": {
      "title": "CogVideo TextEncode"
    }
  },
  "31": {
    "inputs": {
      "prompt": "The video is not of a high quality, it has a low resolution. Watermark present in each frame. Strange motion trajectory. ",
      "strength": 1,
      "force_offload": true,
      "clip": [
        "20",
        0
      ]
    },
    "class_type": "CogVideoTextEncode",
    "_meta": {
      "title": "CogVideo TextEncode"
    }
  },
  "37": {
    "inputs": {
      "width": 720,
      "height": 480,
      "upscale_method": "lanczos",
      "keep_proportion": false,
      "divisible_by": 16,
      "crop": "disabled",
      "image": [
        "73",
        0
      ]
    },
    "class_type": "ImageResizeKJ",
    "_meta": {
      "title": "Resize Image"
    }
  },
  "44": {
    "inputs": {
      "frame_rate": 24,
      "loop_count": 0,
      "filename_prefix": "CogVideoX-I2V",
      "format": "video/h264-mp4",
      "pix_fmt": "yuv420p",
      "crf": 19,
      "save_metadata": true,
      "pingpong": false,
      "save_output": true,
      "images": [
        "56",
        0
      ]
    },
    "class_type": "VHS_VideoCombine",
    "_meta": {
      "title": "Video Combine 🎥🅥🅗🅢"
    }
  },
  "56": {
    "inputs": {
      "enable_vae_tiling": false,
      "tile_sample_min_height": 96,
      "tile_sample_min_width": 96,
      "tile_overlap_factor_height": 0.083,
      "tile_overlap_factor_width": 0.083,
      "auto_tile_size": true,
      "pipeline": [
        "57",
        0
      ],
      "samples": [
        "57",
        1
      ]
    },
    "class_type": "CogVideoDecode",
    "_meta": {
      "title": "CogVideo Decode"
    }
  },
  "57": {
    "inputs": {
      "height": 480,
      "width": 720,
      "num_frames": 49,
      "steps": 50,
      "cfg": 6,
      "seed": 65334758276105,
      "scheduler": "DPM++",
      "denoise_strength": 1,
      "pipeline": [
        "1",
        0
      ],
      "positive": [
        "30",
        0
      ],
      "negative": [
        "31",
        0
      ],
      "image_cond_latents": [
        "58",
        0
      ]
    },
    "class_type": "CogVideoSampler",
    "_meta": {
      "title": "CogVideo Sampler"
    }
  },
  "58": {
    "inputs": {
      "chunk_size": 16,
      "enable_tiling": true,
      "pipeline": [
        "1",
        0
      ],
      "image": [
        "37",
        0
      ]
    },
    "class_type": "CogVideoImageEncode",
    "_meta": {
      "title": "CogVideo ImageEncode"
    }
  },
  "73": {
    "inputs": {
      "url": "https://huggingface.co/spaces/gosign-de/comfyui-api/resolve/main/images/iStock_000014226797_Small.jpg",
      "cache": true
    },
    "class_type": "LoadImageByUrl //Browser",
    "_meta": {
      "title": "Load Image By URL"
    }
  }
}