From 423e174b884406ce00ebdafe5a2cc0455884ee34 Mon Sep 17 00:00:00 2001 From: Ethanfel Date: Sun, 5 Apr 2026 23:05:23 +0200 Subject: [PATCH] debug: print lora_A norm after loading to confirm adapter applied Co-Authored-By: Claude Sonnet 4.6 --- nodes/selva_lora_loader.py | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/nodes/selva_lora_loader.py b/nodes/selva_lora_loader.py index e0fb54d..fa1951a 100644 --- a/nodes/selva_lora_loader.py +++ b/nodes/selva_lora_loader.py @@ -78,6 +78,15 @@ class SelvaLoraLoader: ) load_lora(generator, state_dict) + # Sanity check: confirm lora_A weights are non-zero (lora_B starts at zero by design) + norms = [p.norm().item() for name, p in generator.named_parameters() + if "lora_A" in name] + if norms: + print(f"[SelVA LoRA] lora_A weight norms: min={min(norms):.4f} " + f"max={max(norms):.4f} mean={sum(norms)/len(norms):.4f}", flush=True) + else: + print("[SelVA LoRA] WARNING: no lora_A params found after loading!", flush=True) + # Apply strength scaling: multiply all lora_B params by strength # (lora_B is initialised to zero, so scaling A is equivalent but less clean) if strength != 1.0: