diff --git a/workflows/selva_video_to_audio.json b/workflows/selva_video_to_audio.json index 599a851..9f303e9 100644 --- a/workflows/selva_video_to_audio.json +++ b/workflows/selva_video_to_audio.json @@ -1,113 +1,142 @@ { "id": "selva-video-to-audio-v1", - "revision": 1, - "last_node_id": 6, - "last_link_id": 9, + "revision": 2, + "last_node_id": 9, + "last_link_id": 17, "nodes": [ { - "id": 1, - "type": "VHS_LoadVideo", - "pos": [-640, -160], - "size": [288, 474], + "id": 2, + "type": "SelvaModelLoader", + "pos": [-640, 224], + "size": [288, 160], "flags": {}, "order": 0, "mode": 0, "inputs": [], "outputs": [ - {"name": "IMAGE", "type": "IMAGE", "slot_index": 0, "links": [1]}, - {"name": "frame_count", "type": "INT", "slot_index": 1, "links": []}, - {"name": "audio", "type": "AUDIO", "slot_index": 2, "links": []}, - {"name": "video_info", "type": "VHS_VIDEOINFO", "slot_index": 3, "links": [2]} + { + "name": "model", + "type": "SELVA_MODEL", + "slot_index": 0, + "links": [3, 9] + } ], - "properties": {"Node name for S&R": "VHS_LoadVideo"} + "properties": {"Node name for S&R": "SelvaModelLoader"}, + "widgets_values": ["large_44k", "bf16", "auto"] }, { - "id": 2, - "type": "SelvaModelLoader", - "pos": [-640, 360], - "size": [288, 130], + "id": 8, + "type": "VHS_LoadVideo", + "pos": [-640, -160], + "size": [288, 310], "flags": {}, "order": 1, "mode": 0, - "inputs": [], - "outputs": [ - {"name": "model", "type": "SELVA_MODEL", "slot_index": 0, "links": [3, 4]} + "inputs": [ + {"name": "meta_batch", "shape": 7, "type": "VHS_BatchManager", "link": null}, + {"name": "vae", "shape": 7, "type": "VAE", "link": null} ], - "widgets_values": ["medium_44k", "bf16", "auto"], - "properties": {"Node name for S&R": "SelvaModelLoader"} + "outputs": [ + {"name": "IMAGE", "type": "IMAGE", "links": [13, 16]}, + {"name": "frame_count", "type": "INT", "links": null}, + {"name": "audio", "type": "AUDIO", "links": null}, + {"name": "video_info", "type": "VHS_VIDEOINFO", "links": [14]} + ], + "properties": {"Node name for S&R": "VHS_LoadVideo"}, + "widgets_values": { + "video": "", + "force_rate": 0, + "custom_width": 0, + "custom_height": 0, + "frame_load_cap": 0, + "skip_first_frames": 0, + "select_every_nth": 1, + "format": "AnimateDiff" + } }, { "id": 3, "type": "SelvaFeatureExtractor", "pos": [-256, -160], - "size": [320, 200], + "size": [320, 224], "flags": {}, "order": 2, "mode": 0, "inputs": [ {"name": "model", "type": "SELVA_MODEL", "link": 3}, - {"name": "video", "type": "IMAGE", "link": 1}, - {"name": "prompt", "type": "STRING", "link": null, "widget": {"name": "prompt"}}, - {"name": "video_info", "type": "VHS_VIDEOINFO", "link": 2}, - {"name": "fps", "type": "FLOAT", "link": null, "widget": {"name": "fps"}}, - {"name": "duration", "type": "FLOAT", "link": null, "widget": {"name": "duration"}}, - {"name": "cache_dir", "type": "STRING", "link": null, "widget": {"name": "cache_dir"}} + {"name": "video", "type": "IMAGE", "link": 13}, + {"name": "video_info", "shape": 7, "type": "VHS_VIDEOINFO", "link": 14} ], "outputs": [ - {"name": "features", "type": "SELVA_FEATURES", "slot_index": 0, "links": [5]}, - {"name": "fps", "type": "FLOAT", "slot_index": 1, "links": []}, - {"name": "prompt", "type": "STRING", "slot_index": 2, "links": [9]} + {"name": "features", "type": "SELVA_FEATURES", "slot_index": 0, "links": [10]}, + {"name": "fps", "type": "FLOAT", "slot_index": 1, "links": [15]}, + {"name": "prompt", "type": "STRING", "slot_index": 2, "links": [12]} ], - "widgets_values": ["", 30.0, 0.0, ""], - "properties": {"Node name for S&R": "SelvaFeatureExtractor"} + "properties": {"Node name for S&R": "SelvaFeatureExtractor"}, + "widgets_values": ["", 29.916, 0, ""] }, { - "id": 4, + "id": 7, "type": "SelvaSampler", "pos": [128, -160], - "size": [320, 280], + "size": [320, 288], "flags": {}, "order": 3, "mode": 0, "inputs": [ - {"name": "model", "type": "SELVA_MODEL", "link": 4}, - {"name": "features", "type": "SELVA_FEATURES", "link": 5}, - {"name": "prompt", "type": "STRING", "link": 9, "widget": {"name": "prompt"}}, - {"name": "negative_prompt", "type": "STRING", "link": null, "widget": {"name": "negative_prompt"}}, - {"name": "duration", "type": "FLOAT", "link": null, "widget": {"name": "duration"}}, - {"name": "steps", "type": "INT", "link": null, "widget": {"name": "steps"}}, - {"name": "cfg_strength", "type": "FLOAT", "link": null, "widget": {"name": "cfg_strength"}}, - {"name": "seed", "type": "INT", "link": null, "widget": {"name": "seed"}} + {"name": "model", "type": "SELVA_MODEL", "link": 9}, + {"name": "features", "type": "SELVA_FEATURES", "link": 10}, + {"name": "prompt", "type": "STRING", "link": 12, "widget": {"name": "prompt"}} ], "outputs": [ - {"name": "audio", "type": "AUDIO", "slot_index": 0, "links": [6]} + {"name": "audio", "type": "AUDIO", "slot_index": 0, "links": [17]} ], - "widgets_values": ["", "", 0.0, 25, 4.5, 0], - "properties": {"Node name for S&R": "SelvaSampler"} + "properties": {"Node name for S&R": "SelvaSampler"}, + "widgets_values": ["", "", 0, 25, 4.5, 0, "randomize"] }, { - "id": 5, - "type": "PreviewAudio", + "id": 9, + "type": "VHS_VideoCombine", "pos": [512, -160], - "size": [288, 100], + "size": [226, 334], "flags": {}, "order": 4, "mode": 0, "inputs": [ - {"name": "audio", "type": "AUDIO", "link": 6} + {"name": "images", "type": "IMAGE", "link": 16}, + {"name": "audio", "shape": 7, "type": "AUDIO", "link": 17}, + {"name": "meta_batch", "shape": 7, "type": "VHS_BatchManager", "link": null}, + {"name": "vae", "shape": 7, "type": "VAE", "link": null}, + {"name": "frame_rate", "type": "FLOAT", "link": 15, "widget": {"name": "frame_rate"}} ], - "outputs": [], - "properties": {"Node name for S&R": "PreviewAudio"} + "outputs": [ + {"name": "Filenames", "type": "VHS_FILENAMES", "links": null} + ], + "properties": {"Node name for S&R": "VHS_VideoCombine"}, + "widgets_values": { + "frame_rate": 8, + "loop_count": 0, + "filename_prefix": "SelVA", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "trim_to_audio": false, + "pingpong": false, + "save_output": true + } } ], "links": [ - [1, 1, 0, 3, 1, "IMAGE"], - [2, 1, 3, 3, 3, "VHS_VIDEOINFO"], - [3, 2, 0, 3, 0, "SELVA_MODEL"], - [4, 2, 0, 4, 0, "SELVA_MODEL"], - [5, 3, 0, 4, 1, "SELVA_FEATURES"], - [6, 4, 0, 5, 0, "AUDIO"], - [9, 3, 2, 4, 2, "STRING"] + [3, 2, 0, 3, 0, "SELVA_MODEL"], + [9, 2, 0, 7, 0, "SELVA_MODEL"], + [10, 3, 0, 7, 1, "SELVA_FEATURES"], + [12, 3, 2, 7, 2, "STRING"], + [13, 8, 0, 3, 1, "IMAGE"], + [14, 8, 3, 3, 2, "VHS_VIDEOINFO"], + [15, 3, 1, 9, 4, "FLOAT"], + [16, 8, 0, 9, 0, "IMAGE"], + [17, 7, 0, 9, 1, "AUDIO"] ], "groups": [], "config": {},