fix

Author: echarlaix

optimum/intel/ipex/inference.py

@@ -36,20 +36,13 @@
     IPEXOPTForCausalLM,
     IPEXGPTBigCodeForCausalLM,
     IPEXModelForQuestionAnswering,
+    _MODEL_TYPE_TO_AUTOMODELS,
 )
 
 
 from .utils import _HEAD_TO_AUTOMODELS
 
 
-_MODEL_TYPE_TO_AUTOMODELS = {
-    "bloom": IPEXBloomForCausalLM,
-    "mpt": IPEXMPTForCausalLM,
-    "opt": IPEXOPTForCausalLM,
-    "big_code": IPEXGPTBigCodeForCausalLM,
-}
-
-
 logger = logging.getLogger(__name__)
 
 IPEX_NOT_AVAILABLE_ERROR_MSG = (

optimum/intel/ipex/modeling_base.py

@@ -600,5 +600,5 @@ def prepare_inputs_for_generation(self, input_ids, past_key_values=None, **kwarg
     "bloom": IPEXBloomForCausalLM,
     "mpt": IPEXMPTForCausalLM,
     "opt": IPEXOPTForCausalLM,
-    "big-code": IPEXGPTBigCodeForCausalLM,
+    "gpt-bigcode": IPEXGPTBigCodeForCausalLM,
 }

tests/ipex/test_modeling.py

@@ -199,7 +199,7 @@ def test_pipeline(self, model_arch):
 class IPEXModelForCausalLMTest(unittest.TestCase):
     SUPPORTED_ARCHITECTURES = (
         "bart",
-        # "gpt_bigcode",
+        "gpt_bigcode",
         "blenderbot",
         "blenderbot-small",
         "bloom",