Add slow tests for lower transformers version (huggingface#1144)

* Add slow tests for lower transformers version

* fix tests

* remove phi3

* trigger test

Author: echarlaix

.github/workflows/test_openvino_slow.yml

@@ -26,6 +26,11 @@ jobs:
       matrix:
         os: ["ubuntu-22.04", "windows-2019"]
         transformers-version: ["4.36.0", "latest"]
+        include:
+          - transformers-version: "4.40.0"
+            os: "ubuntu-22.04"
+          - transformers-version: "4.45.0"
+            os: "ubuntu-22.04"
 
     runs-on: ${{ matrix.os }}
 
@@ -65,10 +70,6 @@ jobs:
         run: |
           pip install .[nncf]
 
-      - if: ${{ matrix.transformers-version != 'latest' }}
-        name: Downgrade Transformers and Accelerate
-        run: pip install transformers==${{ matrix.transformers-version }} accelerate==0.*
-
       - name: Test with Pytest (slow)
         run: |
           pytest tests/openvino -m "run_slow" --durations=0

tests/openvino/test_modeling.py

@@ -980,24 +980,28 @@ class OVModelForCausalLMIntegrationTest(unittest.TestCase):
     if is_transformers_version(">=", "4.40.0"):
         SUPPORTED_ARCHITECTURES += (
             "gemma",
-            "gemma2",
             "olmo",
             "stablelm",
             "starcoder2",
             "dbrx",
-            "phi3",
             "cohere",
             "qwen2",
             "qwen2-moe",
             "arctic",
-            "exaone",
-            "mistral-nemo",
-            "minicpm3",
-            "glm",
-            "granite",
-            "granite-moe",
         )
 
+    if is_transformers_version(">=", "4.41.0"):
+        SUPPORTED_ARCHITECTURES += ("phi3",)
+
+    if is_transformers_version(">=", "4.43.0"):
+        SUPPORTED_ARCHITECTURES += ("gemma2", "exaone")
+
+    if is_transformers_version(">=", "4.44.0"):
+        SUPPORTED_ARCHITECTURES += ("granite", "granite-moe")
+
+    if is_transformers_version(">=", "4.46.0"):
+        SUPPORTED_ARCHITECTURES += ("glm", "mistral-nemo", "minicpm3")
+
         # gptq and awq install disabled for windows test environment
         if platform.system() != "Windows":
             SUPPORTED_ARCHITECTURES += ("opt_gptq",)