We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 9917b6b commit 8010e60Copy full SHA for 8010e60
optimum/exporters/openvino/model_patcher.py
@@ -971,7 +971,11 @@ def _phi3_self_attn_sdpa_forward(
971
use_cache=use_cache,
972
)
973
974
- from transformers.models.llama.modeling_llama import apply_rotary_pos_emb, repeat_kv
+ # TO DO: remove llama imports when transformers with phi3 support will be released
975
+ try:
976
+ from transformers.models.phi3.modelling_phi3 import apply_rotary_pos_emb, repeat_kv
977
+ except ImportError:
978
+ from transformers.models.llama.modeling_llama import apply_rotary_pos_emb, repeat_kv
979
980
bsz, q_len, _ = hidden_states.size()
981
0 commit comments