63 lines
4.3 KiB
Python
63 lines
4.3 KiB
Python
import torch
|
|
import composable_lora
|
|
import composable_lycoris
|
|
|
|
def on_enable():
|
|
#backup original forward methods
|
|
composable_lora.backup_lora_Linear_forward = torch.nn.Linear.forward
|
|
composable_lora.backup_lora_Conv2d_forward = torch.nn.Conv2d.forward
|
|
composable_lora.backup_lora_MultiheadAttention_forward = torch.nn.MultiheadAttention.forward
|
|
|
|
if hasattr(torch.nn, 'Linear_forward_before_lyco'):
|
|
#if a1111-sd-webui-lycoris installed, backup it's forward methods
|
|
import lycoris
|
|
composable_lycoris.has_webui_lycoris = True
|
|
if hasattr(torch.nn, 'Linear_forward_before_lyco'):
|
|
composable_lycoris.backup_Linear_forward_before_lyco = torch.nn.Linear_forward_before_lyco
|
|
if hasattr(torch.nn, 'Linear_load_state_dict_before_lyco'):
|
|
composable_lycoris.backup_Linear_load_state_dict_before_lyco = torch.nn.Linear_load_state_dict_before_lyco
|
|
if hasattr(torch.nn, 'Conv2d_forward_before_lyco'):
|
|
composable_lycoris.backup_Conv2d_forward_before_lyco = torch.nn.Conv2d_forward_before_lyco
|
|
if hasattr(torch.nn, 'Conv2d_load_state_dict_before_lyco'):
|
|
composable_lycoris.backup_Conv2d_load_state_dict_before_lyco = torch.nn.Conv2d_load_state_dict_before_lyco
|
|
if hasattr(torch.nn, 'MultiheadAttention_forward_before_lyco'):
|
|
composable_lycoris.backup_MultiheadAttention_forward_before_lyco = torch.nn.MultiheadAttention_forward_before_lyco
|
|
if hasattr(torch.nn, 'MultiheadAttention_load_state_dict_before_lyco'):
|
|
composable_lycoris.backup_MultiheadAttention_load_state_dict_before_lyco = torch.nn.MultiheadAttention_load_state_dict_before_lyco
|
|
if hasattr(composable_lora, 'lyco_notfound'):
|
|
if composable_lora.lyco_notfound:
|
|
torch.nn.Linear_forward_before_lyco = composable_lora.Linear_forward_before_clora
|
|
torch.nn.Conv2d_forward_before_lyco = composable_lora.Conv2d_forward_before_clora
|
|
torch.nn.MultiheadAttention_forward_before_lyco = composable_lora.MultiheadAttention_forward_before_clora
|
|
torch.nn.Linear.forward = composable_lora.lora_Linear_forward
|
|
torch.nn.Conv2d.forward = composable_lora.lora_Conv2d_forward
|
|
torch.nn.MultiheadAttention.forward = lycoris.lyco_MultiheadAttention_forward
|
|
torch.nn.MultiheadAttention._load_from_state_dict = lycoris.lyco_MultiheadAttention_load_state_dict
|
|
else:
|
|
composable_lycoris.has_webui_lycoris = False
|
|
|
|
if (composable_lora.should_reload() or (torch.nn.Linear.forward != composable_lora.lora_Linear_forward)):
|
|
if composable_lora.enabled:
|
|
torch.nn.Linear.forward = composable_lora.lora_Linear_forward
|
|
torch.nn.Conv2d.forward = composable_lora.lora_Conv2d_forward
|
|
|
|
def on_disable():
|
|
torch.nn.Linear.forward = composable_lora.backup_lora_Linear_forward
|
|
torch.nn.Conv2d.forward = composable_lora.backup_lora_Conv2d_forward
|
|
torch.nn.MultiheadAttention.forward = composable_lora.backup_lora_MultiheadAttention_forward
|
|
if hasattr(torch.nn, 'Linear_forward_before_lyco'):
|
|
composable_lycoris.has_webui_lycoris = True
|
|
if hasattr(composable_lycoris, 'backup_Linear_forward_before_lyco'):
|
|
torch.nn.Linear_forward_before_lyco = composable_lycoris.backup_Linear_forward_before_lyco
|
|
if hasattr(composable_lycoris, 'backup_Linear_load_state_dict_before_lyco'):
|
|
torch.nn.Linear_load_state_dict_before_lyco = composable_lycoris.backup_Linear_load_state_dict_before_lyco
|
|
if hasattr(composable_lycoris, 'backup_Conv2d_forward_before_lyco'):
|
|
torch.nn.Conv2d_forward_before_lyco = composable_lycoris.backup_Conv2d_forward_before_lyco
|
|
if hasattr(composable_lycoris, 'backup_Conv2d_load_state_dict_before_lyco'):
|
|
torch.nn.Conv2d_load_state_dict_before_lyco = composable_lycoris.backup_Conv2d_load_state_dict_before_lyco
|
|
if hasattr(composable_lycoris, 'backup_MultiheadAttention_forward_before_lyco'):
|
|
torch.nn.MultiheadAttention_forward_before_lyco = composable_lycoris.backup_MultiheadAttention_forward_before_lyco
|
|
if hasattr(composable_lycoris, 'backup_MultiheadAttention_load_state_dict_before_lyco'):
|
|
torch.nn.MultiheadAttention_load_state_dict_before_lyco = composable_lycoris.backup_MultiheadAttention_load_state_dict_before_lyco
|
|
else:
|
|
composable_lycoris.has_webui_lycoris = False |