We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 09a22a3 commit 00be244Copy full SHA for 00be244
optimum/intel/openvino/modeling_seq2seq.py
@@ -668,7 +668,7 @@ def forward(
668
logits = torch.from_numpy(self.request.get_tensor("logits").data).to(self.device)
669
self._past_length += input_ids.shape[1]
670
671
- out_past_key_values = ()
+ out_past_key_values = ((),)
672
673
if not self.stateful:
674
# Tuple of length equal to : number of layer * number of past_key_value per decoder layer (2 corresponds to the
0 commit comments