diff --git a/optimum/utils/normalized_config.py b/optimum/utils/normalized_config.py
index 21470cb61f..7b15331db0 100644
--- a/optimum/utils/normalized_config.py
+++ b/optimum/utils/normalized_config.py
@@ -259,6 +259,7 @@ class NormalizedConfigManager:
         "falcon": NormalizedTextConfig,
         "camembert": NormalizedTextConfig,
         "codegen": GPT2LikeNormalizedTextConfig,
+        "convbert": NormalizedTextConfig,
         "cvt": NormalizedVisionConfig,
         "deberta": NormalizedTextConfig,
         "deberta-v2": NormalizedTextConfig,
diff --git a/tests/utils/test_dummpy_input_generators.py b/tests/utils/test_dummpy_input_generators.py
index e6fdf0b677..8601094ce6 100644
--- a/tests/utils/test_dummpy_input_generators.py
+++ b/tests/utils/test_dummpy_input_generators.py
@@ -30,7 +30,10 @@
     from optimum.utils.input_generators import DummyInputGenerator
 
 
-TEXT_ENCODER_MODELS = {"distilbert": "hf-internal-testing/tiny-random-DistilBertModel"}
+TEXT_ENCODER_MODELS = {
+    "convbert": "hf-internal-testing/tiny-random-ConvBertModel",
+    "distilbert": "hf-internal-testing/tiny-random-DistilBertModel",
+}
 
 VISION_MODELS = {"resnet": "hf-internal-testing/tiny-random-resnet"}