MyModels / workflowbackup /scail2API.json
TechCarbasa's picture
Move 15 file(s) from workflows to workflowbackup
2fbba18 verified
Raw History Blame Contribute Delete
25.4 kB
{
"30": {
"inputs": {
"image": "STARTIMAGE"
},
"class_type": "LoadImage",
"_meta": {
"title": "Load Image"
}
},
"155": {
"inputs": {
"file": "INPUTVIDEO",
"video-preview": ""
},
"class_type": "LoadVideo",
"_meta": {
"title": "Load Video"
}
},
"215": {
"inputs": {
"video": [
"155",
0
]
},
"class_type": "GetVideoComponents",
"_meta": {
"title": "Get Video Components"
}
},
"263": {
"inputs": {
"image": [
"215",
0
]
},
"class_type": "GetImageSize",
"_meta": {
"title": "Get Image Size"
}
},
"269": {
"inputs": {
"images.image0": [
"213:6",
0
],
"images.image1": [
"262:252",
0
]
},
"class_type": "BatchImagesNode",
"_meta": {
"title": "Batch Images"
}
},
"270": {
"inputs": {
"fps": [
"215",
2
],
"bit_depth": 8,
"images": [
"269",
0
],
"audio": [
"215",
1
]
},
"class_type": "CreateVideo",
"_meta": {
"title": "Create Video"
}
},
"271": {
"inputs": {
"filename_prefix": "video/SCAIL2_part",
"format": "auto",
"codec": "auto",
"video-preview": "",
"video": [
"270",
0
]
},
"class_type": "SaveVideo",
"_meta": {
"title": "Save Video (Final output)"
}
},
"322": {
"inputs": {
"width": [
"263",
0
],
"height": [
"263",
1
],
"upscale_method": "nearest-exact",
"keep_proportion": "stretch",
"pad_color": "0, 0, 0",
"crop_position": "center",
"divisible_by": 2,
"device": "cpu",
"image": [
"30",
0
]
},
"class_type": "ImageResizeKJv2",
"_meta": {
"title": "Resize Image v2"
}
},
"213:11": {
"inputs": {
"lora_name": "Lightx2v/lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors",
"strength_model": 0.8,
"model": [
"213:318",
0
]
},
"class_type": "LoraLoaderModelOnly",
"_meta": {
"title": "Load LoRA"
}
},
"213:7": {
"inputs": {
"vae_name": "Wan2_1_VAE_bf16.safetensors"
},
"class_type": "VAELoader",
"_meta": {
"title": "Load VAE"
}
},
"213:156": {
"inputs": {
"resize_type": "scale dimensions",
"resize_type.width": [
"213:180",
1
],
"resize_type.height": [
"213:182",
1
],
"resize_type.crop": "center",
"scale_method": "area",
"input": [
"213:177",
0
]
},
"class_type": "ResizeImageMaskNode",
"_meta": {
"title": "Resize Image/Mask"
}
},
"213:157": {
"inputs": {
"video": [
"155",
0
]
},
"class_type": "GetVideoComponents",
"_meta": {
"title": "Get Video Components"
}
},
"213:163": {
"inputs": {
"image": [
"213:156",
0
]
},
"class_type": "GetImageSize",
"_meta": {
"title": "Get Image Size"
}
},
"213:9": {
"inputs": {
"clip_name": "umt5_xxl_fp8_e4m3fn_scaled.safetensors",
"type": "wan",
"device": "default"
},
"class_type": "CLIPLoader",
"_meta": {
"title": "Load CLIP"
}
},
"213:75": {
"inputs": {
"clip_name": "clip_vision_h.safetensors"
},
"class_type": "CLIPVisionLoader",
"_meta": {
"title": "Load CLIP Vision"
}
},
"213:154": {
"inputs": {
"unet_name": "wan2.1_14B_SCAIL_2_fp16.safetensors",
"weight_dtype": "default"
},
"class_type": "UNETLoader",
"_meta": {
"title": "Load Diffusion Model"
}
},
"213:95": {
"inputs": {
"shift": 5,
"model": [
"213:169",
0
]
},
"class_type": "ModelSamplingSD3",
"_meta": {
"title": "ModelSamplingSD3"
}
},
"213:27": {
"inputs": {
"sampler_name": "euler"
},
"class_type": "KSamplerSelect",
"_meta": {
"title": "KSamplerSelect"
}
},
"213:18": {
"inputs": {
"scheduler": "simple",
"steps": [
"213:170",
0
],
"denoise": 1,
"model": [
"213:11",
0
]
},
"class_type": "BasicScheduler",
"_meta": {
"title": "BasicScheduler"
}
},
"213:19": {
"inputs": {
"add_noise": true,
"noise_seed": 1,
"cfg": [
"213:171",
0
],
"model": [
"213:95",
0
],
"positive": [
"213:114",
0
],
"negative": [
"213:114",
1
],
"sampler": [
"213:27",
0
],
"sigmas": [
"213:18",
0
],
"latent_image": [
"213:114",
2
]
},
"class_type": "SamplerCustom",
"_meta": {
"title": "SamplerCustom"
}
},
"213:168": {
"inputs": {
"value": 6
},
"class_type": "PrimitiveInt",
"_meta": {
"title": "Int (Steps)"
}
},
"213:167": {
"inputs": {
"value": 1
},
"class_type": "PrimitiveFloat",
"_meta": {
"title": "Float (CFG)"
}
},
"213:165": {
"inputs": {
"value": 40
},
"class_type": "PrimitiveInt",
"_meta": {
"title": "Int (Steps)"
}
},
"213:166": {
"inputs": {
"value": 5
},
"class_type": "PrimitiveFloat",
"_meta": {
"title": "Float (CFG)"
}
},
"213:169": {
"inputs": {
"switch": [
"213:172",
0
],
"on_false": [
"213:318",
0
],
"on_true": [
"213:11",
0
]
},
"class_type": "ComfySwitchNode",
"_meta": {
"title": "Switch (Model)"
}
},
"213:170": {
"inputs": {
"switch": [
"213:172",
0
],
"on_false": [
"213:165",
0
],
"on_true": [
"213:168",
0
]
},
"class_type": "ComfySwitchNode",
"_meta": {
"title": "Switch (Steps)"
}
},
"213:171": {
"inputs": {
"switch": [
"213:172",
0
],
"on_false": [
"213:166",
0
],
"on_true": [
"213:167",
0
]
},
"class_type": "ComfySwitchNode",
"_meta": {
"title": "Switch (Steps)"
}
},
"213:177": {
"inputs": {
"batch_index": [
"213:184",
1
],
"length": 81,
"image": [
"213:157",
0
]
},
"class_type": "ImageFromBatch",
"_meta": {
"title": "Get Image from Batch"
}
},
"213:178": {
"inputs": {
"value": [
"263",
0
]
},
"class_type": "PrimitiveInt",
"_meta": {
"title": "Int (Width)"
}
},
"213:179": {
"inputs": {
"value": [
"263",
1
]
},
"class_type": "PrimitiveInt",
"_meta": {
"title": "Int (Height)"
}
},
"213:180": {
"inputs": {
"expression": "(a // 32) * 32",
"values.a": [
"213:178",
0
]
},
"class_type": "ComfyMathExpression",
"_meta": {
"title": "Math Expression"
}
},
"213:182": {
"inputs": {
"expression": "(a // 32) * 32",
"values.a": [
"213:179",
0
]
},
"class_type": "ComfyMathExpression",
"_meta": {
"title": "Math Expression"
}
},
"213:183": {
"inputs": {
"value": 1
},
"class_type": "PrimitiveInt",
"_meta": {
"title": "Int (segment index)"
}
},
"213:184": {
"inputs": {
"expression": "(b - c) * (a - 1)",
"values.a": [
"213:183",
0
],
"values.b": 81,
"values.c": 5
},
"class_type": "ComfyMathExpression",
"_meta": {
"title": "Math Expression"
}
},
"213:191": {
"inputs": {
"text": "human",
"clip": [
"213:193",
1
]
},
"class_type": "CLIPTextEncode",
"_meta": {
"title": "CLIP Text Encode (Prompt)"
}
},
"213:193": {
"inputs": {
"ckpt_name": "checkpoints/sam3.1_multiplex_fp16.safetensors"
},
"class_type": "CheckpointLoaderSimple",
"_meta": {
"title": "Load Checkpoint"
}
},
"213:196": {
"inputs": {
"detection_threshold": 0.5,
"max_objects": 4,
"detect_interval": 1,
"images": [
"213:156",
0
],
"model": [
"213:193",
0
],
"conditioning": [
"213:191",
0
]
},
"class_type": "SAM3_VideoTrack",
"_meta": {
"title": "Run SAM3 Video Track"
}
},
"213:197": {
"inputs": {
"object_indices": "",
"sort_by": "left_to_right",
"replacement_mode": [
"213:203",
0
],
"driving_track_data": [
"213:196",
0
],
"ref_track_data": [
"213:198",
0
]
},
"class_type": "SCAIL2ColoredMask",
"_meta": {
"title": "Create SCAIL-2 Colored Mask"
}
},
"213:198": {
"inputs": {
"detection_threshold": 0.5,
"max_objects": 4,
"detect_interval": 1,
"images": [
"322",
0
],
"model": [
"213:193",
0
],
"conditioning": [
"213:212",
0
]
},
"class_type": "SAM3_VideoTrack",
"_meta": {
"title": "Run SAM3 Video Track"
}
},
"213:203": {
"inputs": {
"value": true
},
"class_type": "PrimitiveBoolean",
"_meta": {
"title": "Boolean (Replace Mode)"
}
},
"213:6": {
"inputs": {
"samples": [
"213:19",
1
],
"vae": [
"213:7",
0
]
},
"class_type": "VAEDecode",
"_meta": {
"title": "VAE Decode"
}
},
"213:172": {
"inputs": {
"value": true
},
"class_type": "PrimitiveBoolean",
"_meta": {
"title": "Boolean (Enable Distill LoRA?)"
}
},
"213:76": {
"inputs": {
"crop": "none",
"clip_vision": [
"213:75",
0
],
"image": [
"322",
0
]
},
"class_type": "CLIPVisionEncode",
"_meta": {
"title": "CLIP Vision Encode"
}
},
"213:4": {
"inputs": {
"text": "",
"clip": [
"213:9",
0
]
},
"class_type": "CLIPTextEncode",
"_meta": {
"title": "CLIP Text Encode (Prompt)"
}
},
"213:3": {
"inputs": {
"text": "INPUTPROMPT",
"clip": [
"213:9",
0
]
},
"class_type": "CLIPTextEncode",
"_meta": {
"title": "CLIP Text Encode (Prompt)"
}
},
"213:114": {
"inputs": {
"width": [
"213:163",
0
],
"height": [
"213:163",
1
],
"length": [
"213:163",
2
],
"batch_size": 1,
"pose_strength": 1,
"pose_start": 0,
"pose_end": 1,
"video_frame_offset": 0,
"previous_frame_count": 5,
"replacement_mode": [
"213:203",
0
],
"positive": [
"213:3",
0
],
"negative": [
"213:4",
0
],
"vae": [
"213:7",
0
],
"pose_video": [
"213:156",
0
],
"pose_video_mask": [
"213:197",
0
],
"reference_image": [
"322",
0
],
"reference_image_mask": [
"213:197",
1
],
"clip_vision_output": [
"213:76",
0
]
},
"class_type": "WanSCAILToVideo",
"_meta": {
"title": "WanSCAILToVideo"
}
},
"213:212": {
"inputs": {
"text": "human",
"clip": [
"213:193",
1
]
},
"class_type": "CLIPTextEncode",
"_meta": {
"title": "CLIP Text Encode (Prompt)"
}
},
"213:318": {
"inputs": {
"lora_name": "wan2.1_SCAIL_2_DPO_lora_bf16.safetensors",
"strength_model": 1,
"model": [
"213:154",
0
]
},
"class_type": "LoraLoaderModelOnly",
"_meta": {
"title": "Load LoRA"
}
},
"262:216": {
"inputs": {
"lora_name": "Lightx2v/lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors",
"strength_model": 0.8,
"model": [
"262:319",
0
]
},
"class_type": "LoraLoaderModelOnly",
"_meta": {
"title": "Load LoRA"
}
},
"262:217": {
"inputs": {
"vae_name": "Wan2_1_VAE_bf16.safetensors"
},
"class_type": "VAELoader",
"_meta": {
"title": "Load VAE"
}
},
"262:218": {
"inputs": {
"resize_type": "scale dimensions",
"resize_type.width": [
"262:238",
1
],
"resize_type.height": [
"262:239",
1
],
"resize_type.crop": "center",
"scale_method": "area",
"input": [
"262:235",
0
]
},
"class_type": "ResizeImageMaskNode",
"_meta": {
"title": "Resize Image/Mask"
}
},
"262:219": {
"inputs": {
"video": [
"155",
0
]
},
"class_type": "GetVideoComponents",
"_meta": {
"title": "Get Video Components"
}
},
"262:220": {
"inputs": {
"image": [
"262:218",
0
]
},
"class_type": "GetImageSize",
"_meta": {
"title": "Get Image Size"
}
},
"262:221": {
"inputs": {
"clip_name": "umt5_xxl_fp8_e4m3fn_scaled.safetensors",
"type": "wan",
"device": "default"
},
"class_type": "CLIPLoader",
"_meta": {
"title": "Load CLIP"
}
},
"262:222": {
"inputs": {
"clip_name": "clip_vision_h.safetensors"
},
"class_type": "CLIPVisionLoader",
"_meta": {
"title": "Load CLIP Vision"
}
},
"262:223": {
"inputs": {
"unet_name": "wan2.1_14B_SCAIL_2_fp16.safetensors",
"weight_dtype": "default"
},
"class_type": "UNETLoader",
"_meta": {
"title": "Load Diffusion Model"
}
},
"262:224": {
"inputs": {
"shift": 5,
"model": [
"262:232",
0
]
},
"class_type": "ModelSamplingSD3",
"_meta": {
"title": "ModelSamplingSD3"
}
},
"262:225": {
"inputs": {
"sampler_name": "euler"
},
"class_type": "KSamplerSelect",
"_meta": {
"title": "KSamplerSelect"
}
},
"262:226": {
"inputs": {
"scheduler": "simple",
"steps": [
"262:233",
0
],
"denoise": 1,
"model": [
"262:216",
0
]
},
"class_type": "BasicScheduler",
"_meta": {
"title": "BasicScheduler"
}
},
"262:227": {
"inputs": {
"add_noise": true,
"noise_seed": 1,
"cfg": [
"262:234",
0
],
"model": [
"262:224",
0
],
"positive": [
"262:259",
0
],
"negative": [
"262:259",
1
],
"sampler": [
"262:225",
0
],
"sigmas": [
"262:226",
0
],
"latent_image": [
"262:259",
2
]
},
"class_type": "SamplerCustom",
"_meta": {
"title": "SamplerCustom"
}
},
"262:228": {
"inputs": {
"value": 6
},
"class_type": "PrimitiveInt",
"_meta": {
"title": "Int (Steps)"
}
},
"262:229": {
"inputs": {
"value": 1
},
"class_type": "PrimitiveFloat",
"_meta": {
"title": "Float (CFG)"
}
},
"262:230": {
"inputs": {
"value": 40
},
"class_type": "PrimitiveInt",
"_meta": {
"title": "Int (Steps)"
}
},
"262:231": {
"inputs": {
"value": 5
},
"class_type": "PrimitiveFloat",
"_meta": {
"title": "Float (CFG)"
}
},
"262:232": {
"inputs": {
"switch": [
"262:255",
0
],
"on_false": [
"262:319",
0
],
"on_true": [
"262:216",
0
]
},
"class_type": "ComfySwitchNode",
"_meta": {
"title": "Switch (Model)"
}
},
"262:233": {
"inputs": {
"switch": [
"262:255",
0
],
"on_false": [
"262:230",
0
],
"on_true": [
"262:228",
0
]
},
"class_type": "ComfySwitchNode",
"_meta": {
"title": "Switch (Steps)"
}
},
"262:234": {
"inputs": {
"switch": [
"262:255",
0
],
"on_false": [
"262:231",
0
],
"on_true": [
"262:229",
0
]
},
"class_type": "ComfySwitchNode",
"_meta": {
"title": "Switch (Steps)"
}
},
"262:235": {
"inputs": {
"batch_index": [
"262:241",
1
],
"length": 81,
"image": [
"262:219",
0
]
},
"class_type": "ImageFromBatch",
"_meta": {
"title": "Get Image from Batch"
}
},
"262:236": {
"inputs": {
"value": [
"263",
0
]
},
"class_type": "PrimitiveInt",
"_meta": {
"title": "Int (Width)"
}
},
"262:237": {
"inputs": {
"value": [
"263",
1
]
},
"class_type": "PrimitiveInt",
"_meta": {
"title": "Int (Height)"
}
},
"262:238": {
"inputs": {
"expression": "(a // 32) * 32",
"values.a": [
"262:236",
0
]
},
"class_type": "ComfyMathExpression",
"_meta": {
"title": "Math Expression"
}
},
"262:239": {
"inputs": {
"expression": "(a // 32) * 32",
"values.a": [
"262:237",
0
]
},
"class_type": "ComfyMathExpression",
"_meta": {
"title": "Math Expression"
}
},
"262:240": {
"inputs": {
"value": 2
},
"class_type": "PrimitiveInt",
"_meta": {
"title": "Int (segment index)"
}
},
"262:241": {
"inputs": {
"expression": "(b - c) * (a - 1)",
"values.a": [
"262:240",
0
],
"values.b": 81,
"values.c": 5
},
"class_type": "ComfyMathExpression",
"_meta": {
"title": "Math Expression"
}
},
"262:242": {
"inputs": {
"text": "human",
"clip": [
"262:243",
1
]
},
"class_type": "CLIPTextEncode",
"_meta": {
"title": "CLIP Text Encode (Prompt)"
}
},
"262:243": {
"inputs": {
"ckpt_name": "checkpoints/sam3.1_multiplex_fp16.safetensors"
},
"class_type": "CheckpointLoaderSimple",
"_meta": {
"title": "Load Checkpoint"
}
},
"262:244": {
"inputs": {
"detection_threshold": 0.5,
"max_objects": 4,
"detect_interval": 1,
"images": [
"262:218",
0
],
"model": [
"262:243",
0
],
"conditioning": [
"262:242",
0
]
},
"class_type": "SAM3_VideoTrack",
"_meta": {
"title": "Run SAM3 Video Track"
}
},
"262:245": {
"inputs": {
"object_indices": "",
"sort_by": "left_to_right",
"replacement_mode": [
"262:247",
0
],
"driving_track_data": [
"262:244",
0
],
"ref_track_data": [
"262:246",
0
]
},
"class_type": "SCAIL2ColoredMask",
"_meta": {
"title": "Create SCAIL-2 Colored Mask"
}
},
"262:246": {
"inputs": {
"detection_threshold": 0.5,
"max_objects": 4,
"detect_interval": 1,
"images": [
"322",
0
],
"model": [
"262:243",
0
],
"conditioning": [
"262:261",
0
]
},
"class_type": "SAM3_VideoTrack",
"_meta": {
"title": "Run SAM3 Video Track"
}
},
"262:247": {
"inputs": {
"value": true
},
"class_type": "PrimitiveBoolean",
"_meta": {
"title": "Boolean (Replace Mode)"
}
},
"262:250": {
"inputs": {
"samples": [
"262:227",
1
],
"vae": [
"262:217",
0
]
},
"class_type": "VAEDecode",
"_meta": {
"title": "VAE Decode"
}
},
"262:251": {
"inputs": {
"batch_index": 5,
"length": 4096,
"image": [
"262:250",
0
]
},
"class_type": "ImageFromBatch",
"_meta": {
"title": "Get Image from Batch"
}
},
"262:252": {
"inputs": {
"method": "reinhard_lab",
"source_stats": "per_frame",
"strength": 1,
"image_target": [
"262:251",
0
],
"image_ref": [
"262:253",
0
]
},
"class_type": "ColorTransfer",
"_meta": {
"title": "Transfer Color"
}
},
"262:253": {
"inputs": {
"batch_index": -1,
"length": 1,
"image": [
"213:6",
0
]
},
"class_type": "ImageFromBatch",
"_meta": {
"title": "Get Image from Batch"
}
},
"262:255": {
"inputs": {
"value": true
},
"class_type": "PrimitiveBoolean",
"_meta": {
"title": "Boolean (Enable Distill LoRA?)"
}
},
"262:256": {
"inputs": {
"crop": "none",
"clip_vision": [
"262:222",
0
],
"image": [
"322",
0
]
},
"class_type": "CLIPVisionEncode",
"_meta": {
"title": "CLIP Vision Encode"
}
},
"262:257": {
"inputs": {
"text": "",
"clip": [
"262:221",
0
]
},
"class_type": "CLIPTextEncode",
"_meta": {
"title": "CLIP Text Encode (Prompt)"
}
},
"262:258": {
"inputs": {
"text": "INPUTPROMPT",
"clip": [
"262:221",
0
]
},
"class_type": "CLIPTextEncode",
"_meta": {
"title": "CLIP Text Encode (Prompt)"
}
},
"262:259": {
"inputs": {
"width": [
"262:220",
0
],
"height": [
"262:220",
1
],
"length": [
"262:220",
2
],
"batch_size": 1,
"pose_strength": 1,
"pose_start": 0,
"pose_end": 1,
"video_frame_offset": 0,
"previous_frame_count": 5,
"replacement_mode": [
"262:247",
0
],
"positive": [
"262:258",
0
],
"negative": [
"262:257",
0
],
"vae": [
"262:217",
0
],
"pose_video": [
"262:218",
0
],
"pose_video_mask": [
"262:245",
0
],
"reference_image": [
"322",
0
],
"reference_image_mask": [
"262:245",
1
],
"clip_vision_output": [
"262:256",
0
],
"previous_frames": [
"213:6",
0
]
},
"class_type": "WanSCAILToVideo",
"_meta": {
"title": "WanSCAILToVideo"
}
},
"262:261": {
"inputs": {
"text": "human",
"clip": [
"262:243",
1
]
},
"class_type": "CLIPTextEncode",
"_meta": {
"title": "CLIP Text Encode (Prompt)"
}
},
"262:319": {
"inputs": {
"lora_name": "wan2.1_SCAIL_2_DPO_lora_bf16.safetensors",
"strength_model": 1,
"model": [
"262:223",
0
]
},
"class_type": "LoraLoaderModelOnly",
"_meta": {
"title": "Load LoRA"
}
}
}