60 lines
1.9 KiB
Python
60 lines
1.9 KiB
Python
from modules_forge.shared import add_supported_control_model
|
|
from modules_forge.supported_controlnet import ControlModelPatcher
|
|
from lib_ipadapter.IPAdapterPlus import IPAdapterApply
|
|
|
|
|
|
opIPAdapterApply = IPAdapterApply().apply_ipadapter
|
|
|
|
|
|
class IPAdapterPatcher(ControlModelPatcher):
|
|
@staticmethod
|
|
def try_build_from_state_dict(state_dict, ckpt_path):
|
|
model = state_dict
|
|
|
|
if ckpt_path.lower().endswith(".safetensors"):
|
|
st_model = {"image_proj": {}, "ip_adapter": {}}
|
|
for key in model.keys():
|
|
if key.startswith("image_proj."):
|
|
st_model["image_proj"][key.replace("image_proj.", "")] = model[key]
|
|
elif key.startswith("ip_adapter."):
|
|
st_model["ip_adapter"][key.replace("ip_adapter.", "")] = model[key]
|
|
model = st_model
|
|
|
|
if "ip_adapter" not in model.keys() or len(model["ip_adapter"]) == 0:
|
|
return None
|
|
|
|
return IPAdapterPatcher(model)
|
|
|
|
def __init__(self, state_dict):
|
|
super().__init__()
|
|
self.ip_adapter = state_dict
|
|
return
|
|
|
|
def process_before_every_sampling(self, process, cond, *args, **kwargs):
|
|
clip_vision, image = cond
|
|
unet = process.sd_model.forge_objects.unet
|
|
|
|
unet = opIPAdapterApply(
|
|
ipadapter=self.ip_adapter,
|
|
model=unet,
|
|
weight=self.strength,
|
|
clip_vision=clip_vision,
|
|
image=image,
|
|
weight_type="original",
|
|
noise=0.0,
|
|
embeds=None,
|
|
attn_mask=None,
|
|
start_at=self.start_percent,
|
|
end_at=self.end_percent,
|
|
unfold_batch=False,
|
|
insightface=None,
|
|
faceid_v2=False,
|
|
weight_v2=False
|
|
)[0]
|
|
|
|
process.sd_model.forge_objects.unet = unet
|
|
return
|
|
|
|
|
|
add_supported_control_model(IPAdapterPatcher)
|