Ethanfel
0fecfcee37
Vendor minimal diffsynth subset for FlashVSR inference (full/tiny pipelines, v1 and v1.1 checkpoints auto-downloaded from HuggingFace). Includes segment-based processing with temporal overlap and crossfade blending for bounded RAM on long videos. Nodes: Load FlashVSR Model, FlashVSR Upscale, FlashVSR Segment Upscale. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
95 lines
3.5 KiB
Python
95 lines
3.5 KiB
Python
import subprocess
|
|
import sys
|
|
import logging
|
|
|
|
logger = logging.getLogger("Tween")
|
|
|
|
|
|
def _auto_install_deps():
|
|
"""Auto-install missing dependencies on first load."""
|
|
# gdown
|
|
try:
|
|
import gdown # noqa: F401
|
|
except ImportError:
|
|
logger.info("[Tween] Installing gdown...")
|
|
subprocess.check_call([sys.executable, "-m", "pip", "install", "gdown"])
|
|
|
|
# timm (required for EMA-VFI's MotionFormer backbone)
|
|
try:
|
|
import timm # noqa: F401
|
|
except ImportError:
|
|
logger.info("[Tween] Installing timm...")
|
|
subprocess.check_call([sys.executable, "-m", "pip", "install", "timm"])
|
|
|
|
# cupy
|
|
try:
|
|
import cupy # noqa: F401
|
|
except ImportError:
|
|
try:
|
|
import torch
|
|
major = int(torch.version.cuda.split(".")[0])
|
|
cupy_pkg = f"cupy-cuda{major}x"
|
|
logger.info(f"[Tween] Installing {cupy_pkg} (CUDA {torch.version.cuda})...")
|
|
subprocess.check_call([sys.executable, "-m", "pip", "install", cupy_pkg])
|
|
except Exception as e:
|
|
logger.warning(f"[Tween] Could not auto-install cupy: {e}")
|
|
|
|
# GIMM-VFI + FlashVSR dependencies
|
|
for pkg in ("omegaconf", "yacs", "easydict", "einops", "huggingface_hub", "safetensors"):
|
|
try:
|
|
__import__(pkg)
|
|
except ImportError:
|
|
logger.info(f"[Tween] Installing {pkg}...")
|
|
subprocess.check_call([sys.executable, "-m", "pip", "install", pkg])
|
|
|
|
|
|
_auto_install_deps()
|
|
|
|
from .nodes import (
|
|
LoadBIMVFIModel, BIMVFIInterpolate, BIMVFISegmentInterpolate, TweenConcatVideos,
|
|
LoadEMAVFIModel, EMAVFIInterpolate, EMAVFISegmentInterpolate,
|
|
LoadSGMVFIModel, SGMVFIInterpolate, SGMVFISegmentInterpolate,
|
|
LoadGIMMVFIModel, GIMMVFIInterpolate, GIMMVFISegmentInterpolate,
|
|
LoadFlashVSRModel, FlashVSRUpscale, FlashVSRSegmentUpscale,
|
|
)
|
|
|
|
WEB_DIRECTORY = "./web"
|
|
|
|
NODE_CLASS_MAPPINGS = {
|
|
"LoadBIMVFIModel": LoadBIMVFIModel,
|
|
"BIMVFIInterpolate": BIMVFIInterpolate,
|
|
"BIMVFISegmentInterpolate": BIMVFISegmentInterpolate,
|
|
"TweenConcatVideos": TweenConcatVideos,
|
|
"LoadEMAVFIModel": LoadEMAVFIModel,
|
|
"EMAVFIInterpolate": EMAVFIInterpolate,
|
|
"EMAVFISegmentInterpolate": EMAVFISegmentInterpolate,
|
|
"LoadSGMVFIModel": LoadSGMVFIModel,
|
|
"SGMVFIInterpolate": SGMVFIInterpolate,
|
|
"SGMVFISegmentInterpolate": SGMVFISegmentInterpolate,
|
|
"LoadGIMMVFIModel": LoadGIMMVFIModel,
|
|
"GIMMVFIInterpolate": GIMMVFIInterpolate,
|
|
"GIMMVFISegmentInterpolate": GIMMVFISegmentInterpolate,
|
|
"LoadFlashVSRModel": LoadFlashVSRModel,
|
|
"FlashVSRUpscale": FlashVSRUpscale,
|
|
"FlashVSRSegmentUpscale": FlashVSRSegmentUpscale,
|
|
}
|
|
|
|
NODE_DISPLAY_NAME_MAPPINGS = {
|
|
"LoadBIMVFIModel": "Load BIM-VFI Model",
|
|
"BIMVFIInterpolate": "BIM-VFI Interpolate",
|
|
"BIMVFISegmentInterpolate": "BIM-VFI Segment Interpolate",
|
|
"TweenConcatVideos": "Tween Concat Videos",
|
|
"LoadEMAVFIModel": "Load EMA-VFI Model",
|
|
"EMAVFIInterpolate": "EMA-VFI Interpolate",
|
|
"EMAVFISegmentInterpolate": "EMA-VFI Segment Interpolate",
|
|
"LoadSGMVFIModel": "Load SGM-VFI Model",
|
|
"SGMVFIInterpolate": "SGM-VFI Interpolate",
|
|
"SGMVFISegmentInterpolate": "SGM-VFI Segment Interpolate",
|
|
"LoadGIMMVFIModel": "Load GIMM-VFI Model",
|
|
"GIMMVFIInterpolate": "GIMM-VFI Interpolate",
|
|
"GIMMVFISegmentInterpolate": "GIMM-VFI Segment Interpolate",
|
|
"LoadFlashVSRModel": "Load FlashVSR Model",
|
|
"FlashVSRUpscale": "FlashVSR Upscale",
|
|
"FlashVSRSegmentUpscale": "FlashVSR Segment Upscale",
|
|
}
|