main
a2569875 2023-07-26 12:20:29 +08:00
parent 76fd35b79b
commit 7f24de1c1a
1 changed files with 6 additions and 6 deletions

View File

@ -50,15 +50,15 @@ def load_lora_ext():
if hasattr(networks, "network_MultiheadAttention_load_state_dict"): if hasattr(networks, "network_MultiheadAttention_load_state_dict"):
lora_MultiheadAttention_load_state_dict = networks.network_MultiheadAttention_load_state_dict lora_MultiheadAttention_load_state_dict = networks.network_MultiheadAttention_load_state_dict
else: else:
if hasattr(networks, "network_Linear_forward"): if hasattr(lora, "network_Linear_forward"):
lora_Linear_forward = lora.lora_Linear_forward lora_Linear_forward = lora.lora_Linear_forward
if hasattr(networks, "network_Linear_load_state_dict"): if hasattr(lora, "network_Linear_load_state_dict"):
lora_Linear_load_state_dict = lora.lora_Linear_load_state_dict lora_Linear_load_state_dict = lora.lora_Linear_load_state_dict
if hasattr(networks, "network_Conv2d_forward"): if hasattr(lora, "network_Conv2d_forward"):
lora_Conv2d_forward = lora.lora_Conv2d_forward lora_Conv2d_forward = lora.lora_Conv2d_forward
if hasattr(networks, "network_Conv2d_load_state_dict"): if hasattr(lora, "network_Conv2d_load_state_dict"):
lora_Conv2d_load_state_dict = lora.lora_Conv2d_load_state_dict lora_Conv2d_load_state_dict = lora.lora_Conv2d_load_state_dict
if hasattr(networks, "network_MultiheadAttention_forward"): if hasattr(lora, "network_MultiheadAttention_forward"):
lora_MultiheadAttention_forward = lora.lora_MultiheadAttention_forward lora_MultiheadAttention_forward = lora.lora_MultiheadAttention_forward
if hasattr(networks, "network_MultiheadAttention_load_state_dict"): if hasattr(lora, "network_MultiheadAttention_load_state_dict"):
lora_MultiheadAttention_load_state_dict = lora.lora_MultiheadAttention_load_state_dict lora_MultiheadAttention_load_state_dict = lora.lora_MultiheadAttention_load_state_dict