diff --git a/src/diffusers/loaders.py b/src/diffusers/loaders.py
index 265ea92625f5..5e85341221a2 100644
--- a/src/diffusers/loaders.py
+++ b/src/diffusers/loaders.py
@@ -555,7 +555,7 @@ def load_textual_inversion(
             embeddings = [e for e in embedding]  # noqa: C416
         else:
             tokens = [token]
-            embeddings = [embedding] if len(embedding.shape) > 1 else [embedding[0]]
+            embeddings = [embedding[0]] if len(embedding.shape) > 1 else [embedding]
 
         # add tokens and get ids
         self.tokenizer.add_tokens(tokens)