xglm

Author: eaidova

optimum/exporters/openvino/model_configs.py

@@ -639,3 +639,13 @@ class GPTNeoxJapaneseOpenVINOConfig(TextDecoderOnnxConfig):
 )
 class CohereOpenVINOConfig(LlamaOpenVINOConfig):
     pass
+
+
+@register_in_tasks_manager(
+    "xglm",
+    *["text-generation", "text-generation-with-past"],
+    library_name="transformers"
+)
+class XGLMConfig(TextDecoderWithPositionIdsOnnxConfig):
+    DEFAULT_ONNX_OPSET = 13
+    NORMALIZED_CONFIG_CLASS = NormalizedTextConfig.with_args(num_attention_heads="attention_heads", hidden_size="d_model")

tests/openvino/test_modeling.py

@@ -556,6 +556,7 @@ class OVModelForCausalLMIntegrationTest(unittest.TestCase):
         "biogpt",
         "gpt_neox_japanese",
         "cohere",
+        "xglm"
     )
     GENERATION_LENGTH = 100
     REMOTE_CODE_MODELS = (

tests/openvino/utils_tests.py

@@ -119,6 +119,7 @@
     "whisper": "openai/whisper-tiny.en",
     "xlm": "hf-internal-testing/tiny-random-xlm",
     "xlm_roberta": "hf-internal-testing/tiny-xlm-roberta",
+    "xglm": "hf-internal-testing/tiny-random-XGLMForCausalLM"
 }