Add ONNX export optimization support for ModernBERT (#2208)

* Add ONNX export optimization support for ModernBERT

* Add ModernBert onnx optimization to testing

Author: amas0

optimum/onnxruntime/utils.py

@@ -108,6 +108,7 @@ class ORTConfigManager:
         "marian": "bart",
         "mbart": "bart",
         "mistral": "gpt2",
+        "modernbert": "bert",
         "mpnet": "bert",
         "mt5": "bart",
         "m2m-100": "bart",

optimum/utils/normalized_config.py

@@ -265,6 +265,7 @@ class NormalizedConfigManager:
         "mbart": BartLikeNormalizedTextConfig,
         "mistral": NormalizedTextConfigWithGQA,
         "mixtral": NormalizedTextConfigWithGQA,
+        "modernbert": NormalizedTextConfig,
         "mpnet": NormalizedTextConfig,
         "mpt": MPTNormalizedTextConfig,
         "mt5": T5LikeNormalizedTextConfig,

tests/onnxruntime/test_optimization.py

@@ -96,6 +96,7 @@ class ORTOptimizerTest(unittest.TestCase):
         (ORTModelForSequenceClassification, "hf-internal-testing/tiny-random-distilbert"),
         (ORTModelForSequenceClassification, "hf-internal-testing/tiny-random-electra"),
         (ORTModelForCausalLM, "hf-internal-testing/tiny-random-gpt2"),
+        (ORTModelForSequenceClassification, "hf-internal-testing/tiny-random-ModernBertForSequenceClassification"),
         (ORTModelForSequenceClassification, "hf-internal-testing/tiny-random-roberta"),
         (ORTModelForSequenceClassification, "hf-internal-testing/tiny-xlm-roberta"),
     )