diff --git a/src/transformers/models/parakeet/modeling_parakeet.py b/src/transformers/models/parakeet/modeling_parakeet.py
index d5e8d8fdf8bf..c4b03afdfdd4 100644
--- a/src/transformers/models/parakeet/modeling_parakeet.py
+++ b/src/transformers/models/parakeet/modeling_parakeet.py
@@ -551,7 +551,6 @@ class ParakeetEncoder(ParakeetPreTrainedModel):
 
     def __init__(self, config: ParakeetEncoderConfig):
         super().__init__(config)
-        self.config = config
         self.gradient_checkpointing = False
 
         self.dropout = config.dropout
diff --git a/src/transformers/models/parakeet/modular_parakeet.py b/src/transformers/models/parakeet/modular_parakeet.py
index 2424a4afadd9..7d796cf78dc7 100644
--- a/src/transformers/models/parakeet/modular_parakeet.py
+++ b/src/transformers/models/parakeet/modular_parakeet.py
@@ -387,7 +387,6 @@ class ParakeetEncoder(ParakeetPreTrainedModel):
 
     def __init__(self, config: ParakeetEncoderConfig):
         super().__init__(config)
-        self.config = config
         self.gradient_checkpointing = False
 
         self.dropout = config.dropout