Add warning for transformers>=4.38 and OpenVINO 2024.0

Author: helena-intel

optimum/exporters/openvino/model_patcher.py

@@ -15,6 +15,7 @@
 import logging as log
 
 from optimum.intel.utils.import_utils import (
+    _openvino_version,
     _torch_version,
     _transformers_version,
     is_torch_version,
@@ -23,13 +24,14 @@
 
 
 def patch_model_with_bettertransformer(model):
+    COLOR_RED = "\033[1;31m"
+    COLOR_RESET = "\033[0m"
+
     # check that the model has not yet been pathced
     if hasattr(model, "use_bettertransformer") and model.use_bettertransformer is True:
         return model
 
     if is_transformers_version("<", "4.36") or is_torch_version("<", "2.1.1"):
-        COLOR_RED = "\033[1;31m"
-        COLOR_RESET = "\033[0m"
         log.warn(
             COLOR_RED
             + "[WARNING] For good performance with stateful models, transformers>=4.36.2 and PyTorch>=2.1.1 are required. "
@@ -39,6 +41,14 @@ def patch_model_with_bettertransformer(model):
             + COLOR_RESET
         )
 
+    if is_transformers_version(">=", "4.38") and _openvino_version < "2024.1.0-14612":
+        log.warn(
+            COLOR_RED + f"[WARNING] Stateful models are not supported with Transformers {_transformers_version} and "
+            "this OpenVINO version. For good performance, consider using a nightly OpenVINO build: "
+            "https://docs.openvino.ai/2024/get-started/install-openvino.html. For models that do not need transformers "
+            "4.38+, it is also an option to downgrade transformers: `pip install transformers==4.37.2`" + COLOR_RESET
+        )
+
     # model already has required SDPA implementation
     if getattr(model, "_supports_sdpa", False) and getattr(model.config, "_attn_implementation", "eager") == "sdpa":
         return model