From 67be94c45cf95b23af0fcc9f6905312824b8a08d Mon Sep 17 00:00:00 2001 From: Ethanfel Date: Sat, 28 Mar 2026 11:13:06 +0100 Subject: [PATCH] chore: add updated V2A example workflow Co-Authored-By: Claude Sonnet 4.6 --- workflows/video_to_audio.json | 434 +++++++++++++++++++++++++++++----- 1 file changed, 378 insertions(+), 56 deletions(-) diff --git a/workflows/video_to_audio.json b/workflows/video_to_audio.json index 5659d55..e70eb87 100644 --- a/workflows/video_to_audio.json +++ b/workflows/video_to_audio.json @@ -1,99 +1,421 @@ { - "last_node_id": 5, - "last_link_id": 4, + "id": "2481bfbf-ce24-46c5-abdc-1d9163ff78ae", + "revision": 0, + "last_node_id": 12, + "last_link_id": 30, "nodes": [ { "id": 1, "type": "VHS_LoadVideo", - "pos": [50, 80], - "size": {"0": 280, "1": 220}, + "pos": [ + -704, + -256 + ], + "size": [ + 288, + 474.7188081936685 + ], "flags": {}, "order": 0, "mode": 0, - "inputs": [], - "outputs": [ - {"name": "IMAGE", "type": "IMAGE", "links": [1], "slot_index": 0}, - {"name": "frame_count", "type": "INT", "links": [], "slot_index": 1}, - {"name": "audio", "type": "AUDIO", "links": [], "slot_index": 2}, - {"name": "video_info", "type": "VHS_VIDEOINFO", "links": [], "slot_index": 3} + "inputs": [ + { + "name": "meta_batch", + "shape": 7, + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "shape": 7, + "type": "VAE", + "link": null + } ], - "properties": {"Node name for S&R": "VHS_LoadVideo"}, - "widgets_values": ["", 0, "Disabled", 512, 512, 0, 0, 1, "integer", false, false] + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "slot_index": 0, + "links": [ + 12, + 20 + ] + }, + { + "name": "frame_count", + "type": "INT", + "slot_index": 1, + "links": [] + }, + { + "name": "audio", + "type": "AUDIO", + "slot_index": 2, + "links": [] + }, + { + "name": "video_info", + "type": "VHS_VIDEOINFO", + "slot_index": 3, + "links": [ + 21 + ] + } + ], + "properties": { + "cnr_id": "comfyui-videohelpersuite", + "ver": "1.7.9", + "Node name for S&R": "VHS_LoadVideo", + "ue_properties": { + "widget_ue_connectable": {}, + "version": "7.8", + "input_ue_unconnectable": {} + } + }, + "widgets_values": { + "video": "Railtransport_3_479.mp4", + "force_rate": 0, + "custom_width": 0, + "custom_height": 0, + "frame_load_cap": 0, + "skip_first_frames": 0, + "select_every_nth": 1, + "format": "AnimateDiff", + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "force_rate": 0, + "frame_load_cap": 0, + "skip_first_frames": 0, + "select_every_nth": 1, + "filename": "Railtransport_3_479.mp4", + "type": "input", + "format": "video/mp4" + } + } + } }, { "id": 2, "type": "PrismAudioModelLoader", - "pos": [50, 420], - "size": {"0": 280, "1": 82}, + "pos": [ + -160, + -224 + ], + "size": [ + 288, + 96 + ], "flags": {}, "order": 1, "mode": 0, "inputs": [], "outputs": [ - {"name": "model", "type": "PRISMAUDIO_MODEL", "links": [3], "slot_index": 0} + { + "name": "model", + "type": "PRISMAUDIO_MODEL", + "slot_index": 0, + "links": [ + 26 + ] + } ], - "properties": {"Node name for S&R": "PrismAudioModelLoader"}, - "widgets_values": ["auto", "auto"] + "properties": { + "aux_id": "ethanfel/ComfyUI-Prismaudio", + "ver": "3894fcc9b40a19d959614d514d5dff65cdfb6eab", + "Node name for S&R": "PrismAudioModelLoader", + "ue_properties": { + "widget_ue_connectable": {}, + "version": "7.8", + "input_ue_unconnectable": {} + } + }, + "widgets_values": [ + "auto", + "auto" + ] }, { - "id": 3, - "type": "PrismAudioFeatureExtractor", - "pos": [390, 80], - "size": {"0": 380, "1": 160}, - "flags": {}, - "order": 2, - "mode": 0, - "inputs": [ - {"name": "video", "type": "IMAGE", "link": 1} - ], - "outputs": [ - {"name": "features", "type": "PRISMAUDIO_FEATURES", "links": [4], "slot_index": 0} - ], - "properties": {"Node name for S&R": "PrismAudioFeatureExtractor"}, - "widgets_values": ["describe the video in detail", 30.0, "python", "", ""] - }, - { - "id": 4, + "id": 12, "type": "PrismAudioSampler", - "pos": [390, 360], - "size": {"0": 380, "1": 158}, + "pos": [ + 256, + -224 + ], + "size": [ + 384, + 224 + ], "flags": {}, "order": 3, "mode": 0, "inputs": [ - {"name": "model", "type": "PRISMAUDIO_MODEL", "link": 3}, - {"name": "features", "type": "PRISMAUDIO_FEATURES", "link": 4} + { + "name": "model", + "type": "PRISMAUDIO_MODEL", + "link": 26 + }, + { + "name": "features", + "type": "PRISMAUDIO_FEATURES", + "link": 27 + } ], "outputs": [ - {"name": "audio", "type": "AUDIO", "links": [2], "slot_index": 0} + { + "name": "audio", + "type": "AUDIO", + "links": [ + 29 + ] + } ], - "properties": {"Node name for S&R": "PrismAudioSampler"}, - "widgets_values": [10.0, 24, 5.0, 0] + "properties": { + "aux_id": "ethanfel/ComfyUI-Prismaudio", + "ver": "30631c0cb4d97cc6aed69a52e3ee4d89df03926c", + "ue_properties": { + "widget_ue_connectable": {}, + "input_ue_unconnectable": {} + }, + "Node name for S&R": "PrismAudioSampler" + }, + "widgets_values": [ + 0, + 100, + 7, + 4096333446, + "randomize" + ] }, { - "id": 5, - "type": "PreviewAudio", - "pos": [830, 420], - "size": {"0": 300, "1": 76}, + "id": 11, + "type": "PrismAudioFeatureExtractor", + "pos": [ + -384, + -64 + ], + "size": [ + 544, + 288 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "name": "video", + "type": "IMAGE", + "link": 20 + }, + { + "name": "video_info", + "shape": 7, + "type": "VHS_VIDEOINFO", + "link": 21 + } + ], + "outputs": [ + { + "name": "features", + "type": "PRISMAUDIO_FEATURES", + "links": [ + 27 + ] + }, + { + "name": "fps", + "type": "FLOAT", + "links": [ + 30 + ] + } + ], + "properties": { + "aux_id": "ethanfel/ComfyUI-Prismaudio", + "ver": "5b62be04471bf118b2cd3cc71431a302f5730b01", + "Node name for S&R": "PrismAudioFeatureExtractor", + "ue_properties": { + "widget_ue_connectable": {}, + "input_ue_unconnectable": {}, + "version": "7.8" + } + }, + "widgets_values": [ + "Generate ambient countryside sounds with a gentle breeze rustling the leaves of a large tree. From the right, introduce a faint rumble of wheels on a track and a steam engine chugging. Allow the sounds to grow louder and pan from right to left as the steam train travels across the landscape. Include the powerful chugging and clattering of carriages in the soundscape, then gradually recede the sounds to the left. Ensure no additional background noise or music is present.\n", + 30, + "managed_env", + "/media/unraid/comfyui/output/prismaudiocache/", + "" + ] + }, + { + "id": 9, + "type": "VHS_VideoCombine", + "pos": [ + 704, + -256 + ], + "size": [ + 384, + 552.75 + ], "flags": {}, "order": 4, "mode": 0, "inputs": [ - {"name": "audio", "type": "AUDIO", "link": 2} + { + "name": "images", + "type": "IMAGE", + "link": 12 + }, + { + "name": "audio", + "shape": 7, + "type": "AUDIO", + "link": 29 + }, + { + "name": "meta_batch", + "shape": 7, + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "shape": 7, + "type": "VAE", + "link": null + }, + { + "name": "frame_rate", + "type": "FLOAT", + "widget": { + "name": "frame_rate" + }, + "link": 30 + } ], - "outputs": [], - "properties": {"Node name for S&R": "PreviewAudio"}, - "widgets_values": [] + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null + } + ], + "properties": { + "cnr_id": "comfyui-videohelpersuite", + "ver": "1.7.9", + "Node name for S&R": "VHS_VideoCombine", + "ue_properties": { + "widget_ue_connectable": {}, + "input_ue_unconnectable": {}, + "version": "7.8" + } + }, + "widgets_values": { + "frame_rate": 30, + "loop_count": 0, + "filename_prefix": "AnimateDiff", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "trim_to_audio": false, + "pingpong": false, + "save_output": false, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "AnimateDiff_00001-audio.mp4", + "subfolder": "", + "type": "temp", + "format": "video/h264-mp4", + "frame_rate": 30, + "workflow": "AnimateDiff_00001.png", + "fullpath": "/basedir/temp/AnimateDiff_00001-audio.mp4" + } + } + } } ], "links": [ - [1, 1, 0, 3, 0, "IMAGE"], - [2, 4, 0, 5, 0, "AUDIO"], - [3, 2, 0, 4, 0, "PRISMAUDIO_MODEL"], - [4, 3, 0, 4, 1, "PRISMAUDIO_FEATURES"] + [ + 12, + 1, + 0, + 9, + 0, + "IMAGE" + ], + [ + 20, + 1, + 0, + 11, + 0, + "IMAGE" + ], + [ + 21, + 1, + 3, + 11, + 1, + "VHS_VIDEOINFO" + ], + [ + 26, + 2, + 0, + 12, + 0, + "PRISMAUDIO_MODEL" + ], + [ + 27, + 11, + 0, + 12, + 1, + "PRISMAUDIO_FEATURES" + ], + [ + 29, + 12, + 0, + 9, + 1, + "AUDIO" + ], + [ + 30, + 11, + 1, + 9, + 4, + "FLOAT" + ] ], "groups": [], "config": {}, - "extra": {"ds": {"scale": 1.0, "offset": [0, 0]}}, + "extra": { + "ds": { + "scale": 1.1674071890328979, + "offset": [ + 1814.5534800416863, + 500.0421331448515 + ] + }, + "ue_links": [], + "links_added_by_ue": [], + "frontendVersion": "1.42.8", + "VHS_latentpreview": true, + "VHS_latentpreviewrate": 0, + "VHS_MetadataImage": true, + "VHS_KeepIntermediate": true + }, "version": 0.4 -} +} \ No newline at end of file