Merge pull request #11066 from aljungberg/patch-1

Fix upcast attention dtype error.
This commit is contained in:
AUTOMATIC1111 2023-06-07 07:48:52 +03:00 committed by GitHub
commit 806ea639e6
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -602,7 +602,7 @@ def sdp_attnblock_forward(self, x):
q, k, v = (rearrange(t, 'b c h w -> b (h w) c') for t in (q, k, v))
dtype = q.dtype
if shared.opts.upcast_attn:
q, k = q.float(), k.float()
q, k, v = q.float(), k.float(), v.float()
q = q.contiguous()
k = k.contiguous()
v = v.contiguous()