We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent d599d41 commit 3263894Copy full SHA for 3263894
optimum/exporters/openvino/model_patcher.py
@@ -273,6 +273,7 @@ def __enter__(self):
273
super().__enter__()
274
275
# init inv_freq for torchscript tracing
276
+ # https://github.com/huggingface/transformers/blob/ed74d97871468f3a4695ede50abdc0b55717a84d/src/transformers/models/gemma/modeling_gemma.py#L108
277
for layer in self._model.model.layers:
278
if layer.self_attn.rotary_emb.inv_freq is None:
279
rotary_emb = layer.self_attn.rotary_emb
0 commit comments