add missing attn.norm_cross check

Author: williamberman

src/diffusers/models/attention_processor.py

@@ -416,7 +416,7 @@ def __call__(self, attn: Attention, hidden_states, encoder_hidden_states=None, a
 
         if encoder_hidden_states is None:
             encoder_hidden_states = hidden_states
-        else:
+        elif attn.norm_cross:
             encoder_hidden_states = attn.norm_encoder_hidden_states(encoder_hidden_states)
 
         key = attn.to_k(encoder_hidden_states) + scale * self.to_k_lora(encoder_hidden_states)