feat: add torch.compile option to Model Loader

Compiles the model graph on first generation (~30-60s warmup) then
speeds up all subsequent generations in the session. Recommended for
audiobook pipelines. Default off.

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
2026-04-05 19:16:39 +02:00
parent 2e1cba61fc
commit 46591553f9
2 changed files with 17 additions and 3 deletions
+2 -2
View File
@@ -6,7 +6,7 @@
"id": 1,
"type": "OmniVoiceModelLoader",
"pos": [40, 80],
"size": {"0": 300, "1": 100},
"size": {"0": 300, "1": 130},
"flags": {},
"order": 0,
"mode": 0,
@@ -14,7 +14,7 @@
{"name": "model", "type": "OMNIVOICE_MODEL", "links": [1], "shape": 3, "slot_index": 0}
],
"properties": {"Node name for S&R": "OmniVoiceModelLoader"},
"widgets_values": ["cuda:0", "float16"]
"widgets_values": ["cuda:0", "float16", false]
},
{
"id": 2,