enable phi

Signed-off-by: jiqing-feng <jiqing.feng@intel.com>

Author: jiqing-feng

optimum/intel/ipex/modeling_base.py

@@ -317,6 +317,13 @@ def _reorder_cache(self, *args, **kwargs):
     def prepare_inputs_for_generation(self, *args, **kwargs):
         return self.model.prepare_inputs_for_generation(*args, **kwargs)
 
+    def _supports_num_logits_to_keep(self) -> bool:
+        """
+        Return True if the current model supports the keyword argument `num_logits_to_keep` in forward()
+        to save memory. Checking it in this way allows to avoid using a new model attribute.
+        """
+        return "num_logits_to_keep" in set(inspect.signature(self.model.forward).parameters.keys())
+
     def generate(self, *args, **kwargs):
         if self._add_patch and kwargs.get("assistant_model", None):
             raise ValueError(
@@ -427,6 +434,13 @@ def prepare_inputs_for_generation(self, *args, **kwargs):
     def get_encoder(self, *args, **kwargs):
         return self.model.get_encoder(*args, **kwargs)
 
+    def _supports_num_logits_to_keep(self) -> bool:
+        """
+        Return True if the current model supports the keyword argument `num_logits_to_keep` in forward()
+        to save memory. Checking it in this way allows to avoid using a new model attribute.
+        """
+        return "num_logits_to_keep" in set(inspect.signature(self.model.forward).parameters.keys())
+
     def _init_warmup(self):
         inputs = prepare_jit_inputs(self.model, self.export_feature, False)
         self.generate(input_ids=inputs["input_ids"], attention_mask=inputs["attention_mask"], max_new_tokens=4)

tests/ipex/test_modeling.py

@@ -239,7 +239,7 @@ class IPEXModelForCausalLMTest(unittest.TestCase):
         "mistral",
         "llama",
         "llama2",
-        # "phi",
+        "phi",
         "distilgpt2",
         "mpt",
         "opt",

tests/ipex/test_pipelines.py

@@ -66,6 +66,7 @@ class PipelinesIntegrationTest(unittest.TestCase):
         "mistral",
         "mpt",
         "opt",
+        "phi",
         "qwen2",
     )
     QUESTION_ANSWERING_SUPPORTED_ARCHITECTURES = (