We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 29de539 commit 309c3bcCopy full SHA for 309c3bc
optimum/exporters/openvino/convert.py
@@ -322,8 +322,7 @@ def export_pytorch(
322
logger.info(f"Using framework PyTorch: {torch.__version__}")
323
output = Path(output)
324
325
- is_model_stateful = hasattr(model, "use_bettertransformer") and model.use_bettertransformer is True
326
- if stateful and not is_model_stateful:
+ if stateful:
327
# Trigger bettertransformer together with stateful model because OpenVINO HW-dependent transformations expect
328
# both of them are applied to demonstrate the best performance.
329
# TODO: Consider applying bettertransformer regardless of stateful flag -- requires additional validation.
0 commit comments