Update ipex Ci to torch 2.6 (#1176)

* update ipex CI

Signed-off-by: jiqing-feng <jiqing.feng@intel.com>

* update modeling base on torch2.6

Signed-off-by: jiqing-feng <jiqing.feng@intel.com>

* fix format

Signed-off-by: jiqing-feng <jiqing.feng@intel.com>

* ipex model cannot use torch.compile for now

Signed-off-by: jiqing-feng <jiqing.feng@intel.com>

* add comments

Signed-off-by: jiqing-feng <jiqing.feng@intel.com>

* fix format

Signed-off-by: jiqing-feng <jiqing.feng@intel.com>

* add torch version check for compile

Signed-off-by: jiqing-feng <jiqing.feng@intel.com>

* add missing import

---------

Signed-off-by: jiqing-feng <jiqing.feng@intel.com>
Co-authored-by: Ella Charlaix <80481427+echarlaix@users.noreply.github.com>
Co-authored-by: Ella Charlaix <ella@huggingface.co>

Author: jiqing-feng

.github/workflows/test_ipex.yml

@@ -18,8 +18,8 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        transformers-version: ["4.47.0", "4.47.1"]
-        torch-version: ["2.4.0", "2.5.*"]
+        transformers-version: ["4.47.*"]
+        torch-version: ["2.6.0"]
 
     runs-on: ubuntu-22.04
 

optimum/intel/ipex/modeling_base.py

@@ -54,7 +54,7 @@
     _patch_model,
 )
 from ..utils.constant import _TASK_ALIASES
-from ..utils.import_utils import is_ipex_version, is_transformers_version
+from ..utils.import_utils import is_ipex_version, is_torch_version, is_transformers_version
 from ..utils.modeling_utils import recursive_to_device
 
 
@@ -64,8 +64,11 @@
 _IPEX_SUPPORT_MODEL_TYPES = ("llama", "bert", "vit", "falcon", "gpt2", "qwen2")
 _IPEX_EXPORTED_GENERATION_METHODS = ("sample", "greedy_search", "beam_sample", "beam_search", "assisted_generation")
 _IPEX_MINIMUM_VERSION_FOR_COMPILE = "2.5.0"
-# TODO: Some models are already fixed in torch 2.6, will enable them when torch upgrading to 2.6
-_COMPILE_NOT_READY_MODEL_TYPES = ("electra", "roformer", "gpt_neox", "beit", "llama", "falcon", "gpt2", "qwen2")
+# Page attention model cannot use torch.compile for now.
+if is_torch_version("<", "2.6"):
+    _COMPILE_NOT_READY_MODEL_TYPES = ("electra", "roformer", "gpt_neox", "beit", "llama", "falcon", "gpt2", "qwen2")
+else:
+    _COMPILE_NOT_READY_MODEL_TYPES = ("llama", "falcon", "gpt2", "qwen2")
 
 
 def _is_patched_with_ipex(model, task, use_cache: bool = True):