We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 60c3035 commit def3bddCopy full SHA for def3bdd
modules/custom_operations/user_ie_extensions/tokenizer/python/openvino_tokenizers/utils.py
@@ -86,9 +86,12 @@ def greedy_decoder(input) -> Model:
86
return token_ids.output(0)
87
88
89
-def add_greedy_decoding(text_generation_model: Model, logits_output: str = LOGITS_OUTPUT_NAME) -> Model:
+def add_greedy_decoding(
90
+ text_generation_model: Model, logits_output: str = LOGITS_OUTPUT_NAME, output_type: Type = Type.i64
91
+) -> Model:
92
ppp = PrePostProcessor(text_generation_model)
93
ppp.output(logits_output).postprocess().custom(greedy_decoder)
94
+ ppp.output(logits_output).tensor().set_element_type(output_type)
95
model = ppp.build()
96
model.output(logits_output).tensor.set_names({TOKEN_IDS_OUTPUT_NAME})
97
return model
0 commit comments