diff --git a/tensorflow_addons/optimizers/average_wrapper.py b/tensorflow_addons/optimizers/average_wrapper.py
index cfc4434cb9..2aab94927a 100644
--- a/tensorflow_addons/optimizers/average_wrapper.py
+++ b/tensorflow_addons/optimizers/average_wrapper.py
@@ -45,9 +45,7 @@ def __init__(
 
         if not isinstance(optimizer, KerasLegacyOptimizer):
             raise TypeError(
-                "optimizer is not an object of tf.keras.optimizers.Optimizer "
-                "or tf.keras.optimizers.legacy.Optimizer "
-                "(if you have tf version >= 2.11.0)."
+                "optimizer is not an object of tf.keras.optimizers.legacy.Optimizer "
             )
 
         self._optimizer = optimizer
diff --git a/tensorflow_addons/optimizers/lookahead.py b/tensorflow_addons/optimizers/lookahead.py
index c93d02c778..6e6b74e88e 100644
--- a/tensorflow_addons/optimizers/lookahead.py
+++ b/tensorflow_addons/optimizers/lookahead.py
@@ -82,8 +82,7 @@ def __init__(
                 optimizer = tf.keras.optimizers.get(optimizer)
         if not isinstance(optimizer, KerasLegacyOptimizer):
             raise TypeError(
-                "optimizer is not an object of tf.keras.optimizers.Optimizer "
-                "or tf.keras.optimizers.legacy.Optimizer (if you have tf version >= 2.11.0)."
+                "optimizer is not an object of tf.keras.optimizers.legacy.Optimizer "
             )
 
         self._optimizer = optimizer