my-sd/extensions-builtin/sd_forge_ipadapter/scripts/forge_ipadapter.py

from modules_forge.shared import add_supported_control_model
from modules_forge.supported_controlnet import ControlModelPatcher
from lib_ipadapter.IPAdapterPlus import IPAdapterApply


opIPAdapterApply = IPAdapterApply().apply_ipadapter


class IPAdapterPatcher(ControlModelPatcher):
    @staticmethod
    def try_build_from_state_dict(state_dict, ckpt_path):
        model = state_dict

        if ckpt_path.lower().endswith(".safetensors"):
            st_model = {"image_proj": {}, "ip_adapter": {}}
            for key in model.keys():
                if key.startswith("image_proj."):
                    st_model["image_proj"][key.replace("image_proj.", "")] = model[key]
                elif key.startswith("ip_adapter."):
                    st_model["ip_adapter"][key.replace("ip_adapter.", "")] = model[key]
            model = st_model

        if "ip_adapter" not in model.keys() or not model["ip_adapter"]:
            return None

        return IPAdapterPatcher(model)

    def __init__(self, model_patcher):
        super().__init__(model_patcher)
        self.ipadapter = model_patcher
        return

    def process_before_every_sampling(self, process, cond, *args, **kwargs):
        clip_vision, image = cond
        unet = process.sd_model.forge_objects.unet

        unet = opIPAdapterApply(
            ipadapter=self.ipadapter,
            model=unet,
            weight=self.strength,
            clip_vision=clip_vision,
            image=image,
            weight_type="original",
            noise=0.0,
            embeds=None,
            attn_mask=None,
            start_at=self.start_percent,
            end_at=self.end_percent,
            unfold_batch=False,
            insightface=None,
            faceid_v2=False,
            weight_v2=False
        )[0]

        process.sd_model.forge_objects.unet = unet
        return


add_supported_control_model(IPAdapterPatcher)