1580158
/
stable-diffusion-webui
mirror of https://github.com/AUTOMATIC1111/stable-diffusion-webui
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Ensure the cached weight will not be affected

pull/14031/head
Kohaku-Blueleaf 2023-12-02 22:06:47 +08:00
parent 110485d5bb
commit 50a21cb09f
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
modules/sd_models.py
View File

@ -435,9 +435,9 @@ def load_model_weights(model, checkpoint_info: CheckpointInfo, state_dict, timer
for module in model.modules(): for module in model.modules():
if isinstance(module, (torch.nn.Conv2d, torch.nn.Linear)): if isinstance(module, (torch.nn.Conv2d, torch.nn.Linear)):
if shared.opts.cache_fp16_weight: if shared.opts.cache_fp16_weight:
module.fp16_weight = module.weight.clone().half() module.fp16_weight = module.weight.data.clone().cpu().half()
if module.bias is not None: if module.bias is not None:
module.fp16_bias = module.bias.clone().half() module.fp16_bias = module.bias.data.clone().cpu().half()
module.to(torch.float8_e4m3fn) module.to(torch.float8_e4m3fn)
model.first_stage_model = first_stage model.first_stage_model = first_stage
timer.record("apply fp8") timer.record("apply fp8")