type check

2024-02-11 15:44:35 -06:00 · 2024-02-11 15:44:35 -06:00 · 056df1bf14
parent ad9ae1b72d
commit 056df1bf14
1 changed files with 1 additions and 1 deletions
--- a/l_network_oft.py
+++ b/l_network_oft.py
@ -38,7 +38,7 @@ class NetworkModuleOFT(network.NetworkModule):

        is_linear = isinstance(self.sd_module, (torch.nn.Linear, torch.nn.modules.linear.NonDynamicallyQuantizableLinear))
        is_conv = isinstance(self.sd_module, (torch.nn.Conv2d))
-        is_other_linear = isinstance(self.sd_module, [torch.nn.MultiheadAttention) # unsupported
+        is_other_linear = isinstance(self.sd_module, (torch.nn.MultiheadAttention)) # unsupported

        if is_linear:
            self.out_dim = self.sd_module.out_features