File tree 1 file changed +5
-4
lines changed
optimum/exporters/openvino
1 file changed +5
-4
lines changed Original file line number Diff line number Diff line change @@ -60,7 +60,7 @@ def patch_model_with_bettertransformer(model):
60
60
)
61
61
62
62
if (
63
- getattr (model .config , "model_type" ) in {"gpt_bigcode" , "llama" }
63
+ getattr (model .config , "model_type" ) in {"gpt_bigcode" , "llama" , "gemma" }
64
64
and is_transformers_version (">=" , "4.38" )
65
65
and is_openvino_version ("<" , "2024.1.0-14612" )
66
66
):
@@ -69,10 +69,11 @@ def patch_model_with_bettertransformer(model):
69
69
_openvino_version .split ("-" )[0 ] if is_openvino_version ("<=" , "2024.0.0-14509" ) else _openvino_version
70
70
)
71
71
log .warn (
72
- COLOR_RED + f"[WARNING] Stateful models are not supported for Llama and GPTBigCode with Transformers "
72
+ COLOR_RED
73
+ + f"[WARNING] Stateful models are not supported for Llama, Gemma and GPTBigCode with Transformers "
73
74
f"{ _transformers_version } and OpenVINO { display_version } . For good performance, consider using a nightly OpenVINO build: "
74
- "https://docs.openvino.ai/2024/get-started/install-openvino.html. For models that do not need transformers "
75
- "4.38+, it is also an option to downgrade transformers: `pip install transformers==4.37.2`" + COLOR_RESET
75
+ "https://docs.openvino.ai/2024/get-started/install-openvino.html. For gpt-bigcode and llama models, "
76
+ "it is also an option to downgrade transformers: `pip install transformers==4.37.2`" + COLOR_RESET
76
77
)
77
78
78
79
# model already has required SDPA implementation
You can’t perform that action at this time.
0 commit comments