Update optimum/intel/openvino/modeling_decoder.py

eaidova · echarlaix · web-flow · commit 86c2baf253c1 · 2024-05-01T09:37:49.000+04:00
Co-authored-by: Ella Charlaix &lt;80481427+echarlaix@users.noreply.github.com&gt;
diff --git a/optimum/intel/openvino/modeling_decoder.py b/optimum/intel/openvino/modeling_decoder.py
@@ -865,7 +865,7 @@ def _beam_search(
                 inputs_per_sub_batches = _split_model_inputs(
                     model_inputs,
                     split_size=batch_size,
-                    full_batch_size=batch_beam_size if not self._first_iteration else batch_size,
+                    full_batch_size=batch_beam_size if not first_iteration else batch_size,
                 )
                 outputs_per_sub_batch = [
                     self(

Original file line number	Diff line number	Diff line change
`@@ -865,7 +865,7 @@ def _beam_search(`
`865`	`865`	`inputs_per_sub_batches = _split_model_inputs(`
`866`	`866`	`model_inputs,`
`867`	`867`	`split_size=batch_size,`
`868`		`- full_batch_size=batch_beam_size if not self._first_iteration else batch_size,`
	`868`	`+ full_batch_size=batch_beam_size if not first_iteration else batch_size,`
`869`	`869`	`)`
`870`	`870`	`outputs_per_sub_batch = [`
`871`	`871`	`self(`