Skip to content

Commit 2d65a72

Browse files
jiqing-fengecharlaix
andauthoredMar 6, 2025
Update optimum/intel/ipex/modeling_base.py
Co-authored-by: Ella Charlaix <80481427+echarlaix@users.noreply.github.com>
1 parent b058d11 commit 2d65a72

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed
 

‎optimum/intel/ipex/modeling_base.py

+2-1
Original file line numberDiff line numberDiff line change
@@ -358,7 +358,8 @@ def _supports_logits_to_keep(self) -> bool:
358358
Return True if the current model supports the keyword argument `logits_to_keep` in forward()
359359
to save memory. Checking it in this way allows to avoid using a new model attribute.
360360
"""
361-
return "logits_to_keep" in set(inspect.signature(self.model.forward).parameters.keys())
361+
logits_to_keep_name = "logits_to_keep" if is_transformers_version(">", "4.49") else "num_logits_to_keep"
362+
return logits_to_keep_name in set(inspect.signature(self.model.forward).parameters.keys())
362363

363364
def generate(self, *args, **kwargs):
364365
if self._add_patch and kwargs.get("assistant_model", None):

0 commit comments

Comments
 (0)