1580158
/
multidiffusion-upscaler-for-automatic1111
mirror of https://github.com/pkuliyi2015/multidiffusion-upscaler-for-automatic1111.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #274 from DmitryVN/patch-1 

Update attn.py
pull/309/head
LightChaser 2023-07-22 14:53:11 +08:00 committed by GitHub
parent de4888103c ed075cb7b1
commit f9f8073e64
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tile_utils/attn.py
View File

@ -80,7 +80,7 @@ def xformers_attnblock_forward(self, h_):
q, k, v = map(lambda t: rearrange(t, 'b c h w -> b (h w) c'), (q, k, v))
dtype = q.dtype
if shared.opts.upcast_attn:
q, k = q.float(), k.float()
q, k, v = q.float(), k.float(), v.float()
q = q.contiguous()
k = k.contiguous()
v = v.contiguous()
@ -158,7 +158,7 @@ def sdp_attnblock_forward(self, h_):
q, k, v = map(lambda t: rearrange(t, 'b c h w -> b (h w) c'), (q, k, v))
dtype = q.dtype
if shared.opts.upcast_attn:
q, k = q.float(), k.float()
q, k, v = q.float(), k.float(), v.float()
q = q.contiguous()
k = k.contiguous()
v = v.contiguous()