Skip to content

Commit 87656ca

Browse files
committed
fix gpt2
Signed-off-by: jiqing-feng <jiqing.feng@intel.com>
1 parent 314db04 commit 87656ca

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

optimum/exporters/ipex/modeling_utils.py

+2
Original file line numberDiff line numberDiff line change
@@ -753,6 +753,8 @@ class _IPEXGPT2Attention(_IPEXAttention):
753753
def __init__(self, module, config) -> None:
754754
self.num_key_value_heads = config.num_key_value_heads
755755
super().__init__(module, config)
756+
if getattr(config, "quantization_config", None):
757+
_remove_hooks_for_ipex(self, True)
756758

757759
def qkv_gemm(self, hidden_states):
758760
query, key, value = self.c_attn(hidden_states).split(self.split_size, dim=-1)

0 commit comments

Comments
 (0)