Skip to content

Commit de2f468

Browse files
committed
check if reorder_cache is a static method
1 parent 1ef2c96 commit de2f468

File tree

1 file changed

+5
-4
lines changed

1 file changed

+5
-4
lines changed

optimum/intel/ipex/modeling_base.py

+5-4
Original file line numberDiff line numberDiff line change
@@ -15,6 +15,7 @@
1515

1616
import logging
1717
import os
18+
import types
1819
from pathlib import Path
1920
from tempfile import TemporaryDirectory
2021
from typing import Optional, Tuple, Union
@@ -412,11 +413,11 @@ def __init__(
412413
if self.is_ipex_exported:
413414
self._reorder_cache = _ipex_reorder_cache
414415
else:
415-
if model_type in ("bloom", "mpt", "gpt-neox"):
416-
self._reorder_cache = self.model_cls._reorder_cache.__get__(self)
417-
else:
418-
# These models' _reorder_cache is static method and don't have "self"
416+
# Check if _reorder_cache is a static method
417+
if isinstance(self.model_cls._reorder_cache, types.FunctionType):
419418
self._reorder_cache = self.model_cls._reorder_cache
419+
else:
420+
self._reorder_cache = self.model_cls._reorder_cache.__get__(self)
420421

421422
if is_transformers_version(">=", "4.38.0") and model_type in {"llama", "phi", "persimmon"}:
422423
self.prepare_inputs_for_generation = _prepare_inputs_for_generation_for_llama

0 commit comments

Comments
 (0)