Show version warning only for llama and gpt-bigcode

helena-intel · helena-intel · commit a85b8aa07ba3 · 2024-03-11T16:56:51.000+01:00
diff --git a/optimum/exporters/openvino/model_patcher.py b/optimum/exporters/openvino/model_patcher.py
@@ -41,7 +41,7 @@ def patch_model_with_bettertransformer(model):
             + COLOR_RESET
         )
 
-    if is_transformers_version(">=", "4.38") and is_openvino_version("<", "2024.1.0-14612"):
+    if getattr(model.config, "model_type") in {"gpt_bigcode", "llama"} and is_transformers_version(">=", "4.38") and is_openvino_version("<", "2024.1.0-14612"):
         log.warn(
             COLOR_RED + f"[WARNING] Stateful models are not supported with Transformers {_transformers_version} and "
             "this OpenVINO version. For good performance, consider using a nightly OpenVINO build: "

Original file line number	Diff line number	Diff line change
`@@ -41,7 +41,7 @@ def patch_model_with_bettertransformer(model):`
`41`	`41`	`+ COLOR_RESET`
`42`	`42`	`)`
`43`	`43`
`44`		`- if is_transformers_version(">=", "4.38") and is_openvino_version("<", "2024.1.0-14612"):`
	`44`	`+ if getattr(model.config, "model_type") in {"gpt_bigcode", "llama"} and is_transformers_version(">=", "4.38") and is_openvino_version("<", "2024.1.0-14612"):`
`45`	`45`	`log.warn(`
`46`	`46`	`COLOR_RED + f"[WARNING] Stateful models are not supported with Transformers {_transformers_version} and "`
`47`	`47`	`"this OpenVINO version. For good performance, consider using a nightly OpenVINO build: "`