From ed075cb7b17ab49c49e01c5a7ec4bcc279d8906f Mon Sep 17 00:00:00 2001
From: DmitryVN <111132644+DmitryVN@users.noreply.github.com>
Date: Fri, 21 Jul 2023 22:34:55 +0300
Subject: [PATCH] Update attn.py

Fix upcast attention dtype error.
Same as:
https://github.com/AUTOMATIC1111/stable-diffusion-webui/pull/11066
---
 tile_utils/attn.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tile_utils/attn.py b/tile_utils/attn.py
index a6f2522..5a74a36 100644
--- a/tile_utils/attn.py
+++ b/tile_utils/attn.py
@@ -80,7 +80,7 @@ def xformers_attnblock_forward(self, h_):
         q, k, v = map(lambda t: rearrange(t, 'b c h w -> b (h w) c'), (q, k, v))
         dtype = q.dtype
         if shared.opts.upcast_attn:
-            q, k = q.float(), k.float()
+            q, k, v = q.float(), k.float(), v.float()
         q = q.contiguous()
         k = k.contiguous()
         v = v.contiguous()
@@ -158,7 +158,7 @@ def sdp_attnblock_forward(self, h_):
     q, k, v = map(lambda t: rearrange(t, 'b c h w -> b (h w) c'), (q, k, v))
     dtype = q.dtype
     if shared.opts.upcast_attn:
-        q, k = q.float(), k.float()
+        q, k, v = q.float(), k.float(), v.float()
     q = q.contiguous()
     k = k.contiguous()
     v = v.contiguous()