diff --git a/ip_adapter/attention_processor.py b/ip_adapter/attention_processor.py index 9efac42..3b3e63f 100644 --- a/ip_adapter/attention_processor.py +++ b/ip_adapter/attention_processor.py @@ -440,6 +440,9 @@ class CNAttnProcessor: end_pos = encoder_hidden_states.shape[1] - self.num_tokens encoder_hidden_states = encoder_hidden_states[:, :end_pos] # only use text encoder_hidden_states = attn.norm_encoder_hidden_states(encoder_hidden_states) + else: # get back text + end_pos = encoder_hidden_states.shape[1] - self.num_tokens + encoder_hidden_states = encoder_hidden_states[:, :end_pos] # only use text key = attn.to_k(encoder_hidden_states) value = attn.to_v(encoder_hidden_states) @@ -519,6 +522,9 @@ class CNAttnProcessor2_0: end_pos = encoder_hidden_states.shape[1] - self.num_tokens encoder_hidden_states = encoder_hidden_states[:, :end_pos] # only use text encoder_hidden_states = attn.norm_encoder_hidden_states(encoder_hidden_states) + else: # get back text + end_pos = encoder_hidden_states.shape[1] - self.num_tokens + encoder_hidden_states = encoder_hidden_states[:, :end_pos] # only use text key = attn.to_k(encoder_hidden_states) value = attn.to_v(encoder_hidden_states) diff --git a/ip_adapter_controlnet_demo_new.ipynb b/ip_adapter_controlnet_demo_new.ipynb index b8c9dcd..48331f7 100644 --- a/ip_adapter_controlnet_demo_new.ipynb +++ b/ip_adapter_controlnet_demo_new.ipynb @@ -356,7 +356,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.9" + "version": "3.9.16" } }, "nbformat": 4,