fix fp8

2025-01-21 08:03:51 +09:00 · 2025-01-21 08:03:51 +09:00 · 6f5ac21757
parent 54e0ddcaf8
commit 6f5ac21757
1 changed files with 1 additions and 1 deletions
--- a/scripts/mergers/mergers.py
+++ b/scripts/mergers/mergers.py
@ -360,7 +360,7 @@ def smerge(weights_a,weights_b,model_a,model_b,model_c,base_alpha,base_beta,mode
                        else:
                            theta_1[key] = (theta_1[key].to(torch.float32) -theta_2[key].to(torch.float32)).to(theta_1[key].dtype)
                    else:
-                        theta_1[key] = torch.zeros_like(theta_1[key])
+                        theta_1[key] = torch.zeros_like(theta_1[key].to(torch.float16))

            del theta_2
            theta_2 = None