We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent eaad28f commit a6ee92eCopy full SHA for a6ee92e
optimum/exporters/openvino/model_configs.py
@@ -460,10 +460,8 @@ def __init__(
460
random_sequence_length_range=random_sequence_length_range,
461
**kwargs,
462
)
463
- if normalized_config.new_decoder_architecture and normalized_config.multi_query:
464
- self.num_kv_heads = normalized_config.num_attention_heads
465
- elif normalized_config.new_decoder_architecture and not normalized_config.multi_query:
466
- self.num_kv_heads = normalized_config.num_kv_heads
+ if normalized_config.new_decoder_architecture:
+ self.num_kv_heads = normalized_config.num_attention_heads if normalized_config.multi_query else normalized_config.num_kv_heads
467
else:
468
self.num_kv_heads = 1
469
0 commit comments