60 lines
1.8 KiB
Python
60 lines
1.8 KiB
Python
from modules_forge.shared import add_supported_control_model
|
|
from modules_forge.supported_controlnet import ControlModelPatcher
|
|
from lib_ipadapter.IPAdapterPlus import IPAdapterApply
|
|
|
|
|
|
opIPAdapterApply = IPAdapterApply().apply_ipadapter
|
|
|
|
|
|
class IPAdapterPatcher(ControlModelPatcher):
|
|
@staticmethod
|
|
def try_build_from_state_dict(state_dict, ckpt_path):
|
|
model = state_dict
|
|
|
|
if ckpt_path.lower().endswith(".safetensors"):
|
|
st_model = {"image_proj": {}, "ip_adapter": {}}
|
|
for key in model.keys():
|
|
if key.startswith("image_proj."):
|
|
st_model["image_proj"][key.replace("image_proj.", "")] = model[key]
|
|
elif key.startswith("ip_adapter."):
|
|
st_model["ip_adapter"][key.replace("ip_adapter.", "")] = model[key]
|
|
model = st_model
|
|
|
|
if "ip_adapter" not in model.keys() or not model["ip_adapter"]:
|
|
return None
|
|
|
|
return IPAdapterPatcher(model)
|
|
|
|
def __init__(self, model_patcher):
|
|
super().__init__(model_patcher)
|
|
self.ipadapter = model_patcher
|
|
return
|
|
|
|
def process_before_every_sampling(self, process, cond, *args, **kwargs):
|
|
clip_vision, image = cond
|
|
unet = process.sd_model.forge_objects.unet
|
|
|
|
unet = opIPAdapterApply(
|
|
ipadapter=self.ipadapter,
|
|
model=unet,
|
|
weight=self.strength,
|
|
clip_vision=clip_vision,
|
|
image=image,
|
|
weight_type="original",
|
|
noise=None,
|
|
embeds=None,
|
|
attn_mask=None,
|
|
start_at=0.0,
|
|
end_at=1.0,
|
|
unfold_batch=False,
|
|
insightface=None,
|
|
faceid_v2=False,
|
|
weight_v2=False
|
|
)[0]
|
|
|
|
process.sd_model.forge_objects.unet = unet
|
|
return
|
|
|
|
|
|
add_supported_control_model(IPAdapterPatcher)
|