|
import nodes |
|
import folder_paths |
|
import os |
|
import server |
|
from .libs import utils |
|
from . import backend_support |
|
from comfy import sdxl_clip |
|
|
|
model_preset = { |
|
|
|
"SD1.5": ("ip-adapter_sd15", "CLIP-ViT-H-14-laion2B-s32B-b79K", None, False), |
|
"SD1.5 Light v11": ("ip-adapter_sd15_light_v11", "CLIP-ViT-H-14-laion2B-s32B-b79K", None, False), |
|
"SD1.5 Light": ("ip-adapter_sd15_light", "CLIP-ViT-H-14-laion2B-s32B-b79K", None, False), |
|
"SD1.5 Plus": ("ip-adapter-plus_sd15", "CLIP-ViT-H-14-laion2B-s32B-b79K", None, False), |
|
"SD1.5 Plus Face": ("ip-adapter-plus-face_sd15", "CLIP-ViT-H-14-laion2B-s32B-b79K", None, False), |
|
"SD1.5 Full Face": ("ip-adapter-full-face_sd15", "CLIP-ViT-H-14-laion2B-s32B-b79K", None, False), |
|
"SD1.5 ViT-G": ("ip-adapter_sd15_vit-G", "CLIP-ViT-bigG-14-laion2B-39B-b160k", None, False), |
|
"SDXL": ("ip-adapter_sdxl", "CLIP-ViT-bigG-14-laion2B-39B-b160k", None, False), |
|
"SDXL ViT-H": ("ip-adapter_sdxl_vit-h", "CLIP-ViT-H-14-laion2B-s32B-b79K", None, False), |
|
"SDXL Plus ViT-H": ("ip-adapter-plus_sdxl_vit-h", "CLIP-ViT-H-14-laion2B-s32B-b79K", None, False), |
|
"SDXL Plus Face ViT-H": ("ip-adapter-plus-face_sdxl_vit-h", "CLIP-ViT-H-14-laion2B-s32B-b79K", None, False), |
|
|
|
|
|
"SD1.5 FaceID": ("ip-adapter-faceid_sd15", "CLIP-ViT-H-14-laion2B-s32B-b79K", "ip-adapter-faceid_sd15_lora", True), |
|
"SD1.5 FaceID Plus v2": ("ip-adapter-faceid-plusv2_sd15", "CLIP-ViT-H-14-laion2B-s32B-b79K", "ip-adapter-faceid-plusv2_sd15_lora", True), |
|
"SD1.5 FaceID Plus": ("ip-adapter-faceid-plus_sd15", "CLIP-ViT-H-14-laion2B-s32B-b79K", "ip-adapter-faceid-plus_sd15_lora", True), |
|
"SD1.5 FaceID Portrait v11": ("ip-adapter-faceid-portrait-v11_sd15", "CLIP-ViT-H-14-laion2B-s32B-b79K", None, True), |
|
"SD1.5 FaceID Portrait": ("ip-adapter-faceid-portrait_sd15", "CLIP-ViT-H-14-laion2B-s32B-b79K", None, True), |
|
"SDXL FaceID": ("ip-adapter-faceid_sdxl", "CLIP-ViT-H-14-laion2B-s32B-b79K", "ip-adapter-faceid_sdxl_lora", True), |
|
"SDXL FaceID Portrait": ("ip-adapter-faceid-portrait_sdxl", "CLIP-ViT-H-14-laion2B-s32B-b79K", None, True), |
|
"SDXL FaceID Portrait unnorm": ("ip-adapter-faceid-portrait_sdxl_unnorm", "CLIP-ViT-H-14-laion2B-s32B-b79K", None, True), |
|
|
|
|
|
"SD1.5 Plus Composition": ("ip-adapter_sd15", "CLIP-ViT-H-14-laion2B-s32B-b79K", None, False), |
|
"SDXL Plus Composition": ("ip-adapter_sdxl", "CLIP-ViT-bigG-14-laion2B-39B-b160k", None, False), |
|
} |
|
|
|
|
|
def lookup_model(model_dir, name): |
|
if name is None: |
|
return None, "N/A" |
|
|
|
names = [(os.path.splitext(os.path.basename(x))[0], x) for x in folder_paths.get_filename_list(model_dir)] |
|
resolved_name = [y for x, y in names if x == name] |
|
|
|
if len(resolved_name) > 0: |
|
return resolved_name[0], "OK" |
|
else: |
|
print(f"[ERROR] IPAdapterModelHelper: The `{name}` model file does not exist in `{model_dir}` model dir.") |
|
return None, "FAIL" |
|
|
|
|
|
class IPAdapterModelHelper: |
|
@classmethod |
|
def INPUT_TYPES(s): |
|
return { |
|
"required": { |
|
"model": ("MODEL",), |
|
"clip": ("CLIP",), |
|
"preset": (list(model_preset.keys()),), |
|
"lora_strength_model": ("FLOAT", {"default": 1.0, "min": -20.0, "max": 20.0, "step": 0.01}), |
|
"lora_strength_clip": ("FLOAT", {"default": 1.0, "min": -20.0, "max": 20.0, "step": 0.01}), |
|
"insightface_provider": (["CPU", "CUDA", "ROCM"], ), |
|
"cache_mode": (["insightface only", "clip_vision only", "all", "none"], {"default": "insightface only"}), |
|
}, |
|
"hidden": {"unique_id": "UNIQUE_ID"} |
|
} |
|
|
|
RETURN_TYPES = ("IPADAPTER_PIPE", "IPADAPTER", "CLIP_VISION", "INSIGHTFACE", "MODEL", "CLIP", "STRING", "STRING") |
|
RETURN_NAMES = ("IPADAPTER_PIPE", "IPADAPTER", "CLIP_VISION", "INSIGHTFACE", "MODEL", "CLIP", "insightface_cache_key", "clip_vision_cache_key") |
|
FUNCTION = "doit" |
|
|
|
CATEGORY = "InspirePack/models" |
|
|
|
def doit(self, model, clip, preset, lora_strength_model, lora_strength_clip, insightface_provider, cache_mode="none", unique_id=None): |
|
if 'IPAdapter' not in nodes.NODE_CLASS_MAPPINGS: |
|
utils.try_install_custom_node('https://github.com/cubiq/ComfyUI_IPAdapter_plus', |
|
"To use 'IPAdapterModelHelper' node, 'ComfyUI IPAdapter Plus' extension is required.") |
|
raise Exception(f"[ERROR] To use IPAdapterModelHelper, you need to install 'ComfyUI IPAdapter Plus'") |
|
|
|
is_sdxl_preset = 'SDXL' in preset |
|
is_sdxl_model = isinstance(clip.tokenizer, sdxl_clip.SDXLTokenizer) |
|
|
|
if is_sdxl_preset != is_sdxl_model: |
|
server.PromptServer.instance.send_sync("inspire-node-output-label", {"node_id": unique_id, "output_idx": 1, "label": "IPADAPTER (fail)"}) |
|
server.PromptServer.instance.send_sync("inspire-node-output-label", {"node_id": unique_id, "output_idx": 2, "label": "CLIP_VISION (fail)"}) |
|
server.PromptServer.instance.send_sync("inspire-node-output-label", {"node_id": unique_id, "output_idx": 3, "label": "INSIGHTFACE (fail)"}) |
|
server.PromptServer.instance.send_sync("inspire-node-output-label", {"node_id": unique_id, "output_idx": 4, "label": "MODEL (fail)"}) |
|
server.PromptServer.instance.send_sync("inspire-node-output-label", {"node_id": unique_id, "output_idx": 5, "label": "CLIP (fail)"}) |
|
print(f"[ERROR] IPAdapterModelHelper: You cannot mix SDXL and SD1.5 in the checkpoint and IPAdapter.") |
|
raise Exception("[ERROR] You cannot mix SDXL and SD1.5 in the checkpoint and IPAdapter.") |
|
|
|
ipadapter, clipvision, lora, is_insightface = model_preset[preset] |
|
|
|
ipadapter, ok1 = lookup_model("ipadapter", ipadapter) |
|
clipvision, ok2 = lookup_model("clip_vision", clipvision) |
|
lora, ok3 = lookup_model("loras", lora) |
|
|
|
if ok1 == "OK": |
|
ok1 = "IPADAPTER" |
|
else: |
|
ok1 = f"IPADAPTER ({ok1})" |
|
|
|
if ok2 == "OK": |
|
ok2 = "CLIP_VISION" |
|
else: |
|
ok2 = f"CLIP_VISION ({ok2})" |
|
|
|
server.PromptServer.instance.send_sync("inspire-node-output-label", {"node_id": unique_id, "output_idx": 1, "label": ok1}) |
|
server.PromptServer.instance.send_sync("inspire-node-output-label", {"node_id": unique_id, "output_idx": 2, "label": ok2}) |
|
|
|
if ok3 == "FAIL": |
|
server.PromptServer.instance.send_sync("inspire-node-output-label", {"node_id": unique_id, "output_idx": 4, "label": "MODEL (fail)"}) |
|
server.PromptServer.instance.send_sync("inspire-node-output-label", {"node_id": unique_id, "output_idx": 5, "label": "CLIP (fail)"}) |
|
else: |
|
server.PromptServer.instance.send_sync("inspire-node-output-label", {"node_id": unique_id, "output_idx": 4, "label": "MODEL"}) |
|
server.PromptServer.instance.send_sync("inspire-node-output-label", {"node_id": unique_id, "output_idx": 5, "label": "CLIP"}) |
|
|
|
if ok1 == "FAIL" or ok2 == "FAIL" or ok3 == "FAIL": |
|
raise Exception("ERROR: Failed to load several models in IPAdapterModelHelper.") |
|
|
|
if ipadapter is not None: |
|
ipadapter = nodes.NODE_CLASS_MAPPINGS["IPAdapterModelLoader"]().load_ipadapter_model(ipadapter_file=ipadapter)[0] |
|
|
|
ccache_key = "" |
|
if clipvision is not None: |
|
if cache_mode in ["clip_vision only", "all"]: |
|
ccache_key = clipvision |
|
if ccache_key not in backend_support.cache: |
|
backend_support.update_cache(ccache_key, "clipvision", (False, nodes.CLIPVisionLoader().load_clip(clip_name=clipvision)[0])) |
|
_, (_, clipvision) = backend_support.cache[ccache_key] |
|
else: |
|
clipvision = nodes.CLIPVisionLoader().load_clip(clip_name=clipvision)[0] |
|
|
|
if lora is not None: |
|
model, clip = nodes.LoraLoader().load_lora(model=model, clip=clip, lora_name=lora, strength_model=lora_strength_model, strength_clip=lora_strength_clip) |
|
|
|
def f(x): |
|
return nodes.LoraLoader().load_lora(model=x, clip=clip, lora_name=lora, strength_model=lora_strength_model, strength_clip=lora_strength_clip) |
|
lora_loader = f |
|
else: |
|
def f(x): |
|
return x |
|
lora_loader = f |
|
|
|
if 'IPAdapterInsightFaceLoader' in nodes.NODE_CLASS_MAPPINGS: |
|
insight_face_loader = nodes.NODE_CLASS_MAPPINGS['IPAdapterInsightFaceLoader']().load_insightface |
|
else: |
|
print("'ComfyUI IPAdapter Plus' extension is either too outdated or not installed.") |
|
insight_face_loader = None |
|
|
|
icache_key = "" |
|
if is_insightface: |
|
if insight_face_loader is None: |
|
raise Exception(f"[ERROR] 'ComfyUI IPAdapter Plus' extension is either too outdated or not installed.") |
|
|
|
if cache_mode in ["insightface only", "all"]: |
|
icache_key = 'insightface-' + insightface_provider |
|
if icache_key not in backend_support.cache: |
|
backend_support.update_cache(icache_key, "insightface", (False, insight_face_loader(insightface_provider)[0])) |
|
_, (_, insightface) = backend_support.cache[icache_key] |
|
else: |
|
insightface = insight_face_loader(insightface_provider)[0] |
|
|
|
server.PromptServer.instance.send_sync("inspire-node-output-label", {"node_id": unique_id, "output_idx": 3, "label": "INSIGHTFACE"}) |
|
else: |
|
insightface = None |
|
server.PromptServer.instance.send_sync("inspire-node-output-label", {"node_id": unique_id, "output_idx": 3, "label": "INSIGHTFACE (N/A)"}) |
|
|
|
pipe = ipadapter, model, clipvision, insightface, lora_loader |
|
return pipe, ipadapter, clipvision, insightface, model, clip, icache_key, ccache_key |
|
|
|
|
|
NODE_CLASS_MAPPINGS = { |
|
"IPAdapterModelHelper //Inspire": IPAdapterModelHelper, |
|
} |
|
|
|
NODE_DISPLAY_NAME_MAPPINGS = { |
|
"IPAdapterModelHelper //Inspire": "IPAdapter Model Helper (Inspire)", |
|
} |
|
|
