diff --git a/workflows/text_to_audio.json b/workflows/text_to_audio.json new file mode 100644 index 0000000..5fbe7e6 --- /dev/null +++ b/workflows/text_to_audio.json @@ -0,0 +1,67 @@ +{ + "last_node_id": 3, + "last_link_id": 2, + "nodes": [ + { + "id": 1, + "type": "PrismAudioModelLoader", + "pos": [50, 280], + "size": {"0": 280, "1": 82}, + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + {"name": "model", "type": "PRISMAUDIO_MODEL", "links": [1], "slot_index": 0} + ], + "properties": {"Node name for S&R": "PrismAudioModelLoader"}, + "widgets_values": ["auto", "auto"] + }, + { + "id": 2, + "type": "PrismAudioTextOnly", + "pos": [380, 100], + "size": {"0": 400, "1": 198}, + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [ + {"name": "model", "type": "PRISMAUDIO_MODEL", "link": 1} + ], + "outputs": [ + {"name": "audio", "type": "AUDIO", "links": [2], "slot_index": 0} + ], + "properties": {"Node name for S&R": "PrismAudioTextOnly"}, + "widgets_values": [ + "cinematic orchestral score with dramatic strings and sweeping brass", + 10.0, + 24, + 5.0, + 0 + ] + }, + { + "id": 3, + "type": "PreviewAudio", + "pos": [830, 260], + "size": {"0": 300, "1": 76}, + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + {"name": "audio", "type": "AUDIO", "link": 2} + ], + "outputs": [], + "properties": {"Node name for S&R": "PreviewAudio"}, + "widgets_values": [] + } + ], + "links": [ + [1, 1, 0, 2, 0, "PRISMAUDIO_MODEL"], + [2, 2, 0, 3, 0, "AUDIO"] + ], + "groups": [], + "config": {}, + "extra": {"ds": {"scale": 1.0, "offset": [0, 0]}}, + "version": 0.4 +} diff --git a/workflows/video_to_audio.json b/workflows/video_to_audio.json new file mode 100644 index 0000000..7c4dd20 --- /dev/null +++ b/workflows/video_to_audio.json @@ -0,0 +1,100 @@ +{ + "last_node_id": 5, + "last_link_id": 4, + "nodes": [ + { + "id": 1, + "type": "VHS_LoadVideo", + "pos": [50, 80], + "size": {"0": 280, "1": 220}, + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + {"name": "IMAGE", "type": "IMAGE", "links": [1], "slot_index": 0}, + {"name": "frame_count", "type": "INT", "links": [], "slot_index": 1}, + {"name": "audio", "type": "AUDIO", "links": [], "slot_index": 2}, + {"name": "video_info", "type": "VHS_VIDEOINFO", "links": [], "slot_index": 3} + ], + "properties": {"Node name for S&R": "VHS_LoadVideo"}, + "widgets_values": ["", 0, "Disabled", 512, 512, 0, 0, 1, "integer", false, false] + }, + { + "id": 2, + "type": "PrismAudioModelLoader", + "pos": [50, 420], + "size": {"0": 280, "1": 82}, + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [], + "outputs": [ + {"name": "model", "type": "PRISMAUDIO_MODEL", "links": [3], "slot_index": 0} + ], + "properties": {"Node name for S&R": "PrismAudioModelLoader"}, + "widgets_values": ["auto", "auto"] + }, + { + "id": 3, + "type": "PrismAudioFeatureExtractor", + "pos": [390, 80], + "size": {"0": 380, "1": 160}, + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + {"name": "video", "type": "IMAGE", "link": 1}, + {"name": "caption_cot", "type": "STRING", "link": null, "widget": {"name": "caption_cot"}} + ], + "outputs": [ + {"name": "features", "type": "PRISMAUDIO_FEATURES", "links": [4], "slot_index": 0} + ], + "properties": {"Node name for S&R": "PrismAudioFeatureExtractor"}, + "widgets_values": ["describe the video in detail", "python", "", ""] + }, + { + "id": 4, + "type": "PrismAudioSampler", + "pos": [390, 360], + "size": {"0": 380, "1": 158}, + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + {"name": "model", "type": "PRISMAUDIO_MODEL", "link": 3}, + {"name": "features", "type": "PRISMAUDIO_FEATURES", "link": 4} + ], + "outputs": [ + {"name": "audio", "type": "AUDIO", "links": [2], "slot_index": 0} + ], + "properties": {"Node name for S&R": "PrismAudioSampler"}, + "widgets_values": [10.0, 24, 5.0, 0] + }, + { + "id": 5, + "type": "PreviewAudio", + "pos": [830, 420], + "size": {"0": 300, "1": 76}, + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + {"name": "audio", "type": "AUDIO", "link": 2} + ], + "outputs": [], + "properties": {"Node name for S&R": "PreviewAudio"}, + "widgets_values": [] + } + ], + "links": [ + [1, 1, 0, 3, 0, "IMAGE"], + [2, 4, 0, 5, 0, "AUDIO"], + [3, 2, 0, 4, 0, "PRISMAUDIO_MODEL"], + [4, 3, 0, 4, 1, "PRISMAUDIO_FEATURES"] + ], + "groups": [], + "config": {}, + "extra": {"ds": {"scale": 1.0, "offset": [0, 0]}}, + "version": 0.4 +}