File tree 1 file changed +4
-2
lines changed
1 file changed +4
-2
lines changed Original file line number Diff line number Diff line change @@ -190,7 +190,8 @@ def convert_optimum_causallm_base(model, args):
190
190
device = "cpu" ,
191
191
fp16 = args .precision == "FP16" ,
192
192
int8 = False ,
193
- model_kwargs = {"stateful" : args .make_stateful } if hasattr (args , "make_stateful" ) else {},
193
+ model_kwargs = {},
194
+ stateful = args .make_stateful if hasattr (args , "make_stateful" ) else False
194
195
)
195
196
save_tokenizer (tok , ov_out_dir )
196
197
if args .compress_weights and BackendType .OPENVINO .value in args .compress_weights_backends and not gptq_applied :
@@ -225,7 +226,8 @@ def convert_optimum_causallm_base(model, args):
225
226
device = "cpu" ,
226
227
fp16 = args .precision == "FP16" ,
227
228
int8 = False ,
228
- model_kwargs = {"stateful" : args .make_stateful } if hasattr (args , "make_stateful" ) else {},
229
+ model_kwargs = {},
230
+ stateful = args .make_stateful if hasattr (args , "make_stateful" ) else False
229
231
)
230
232
save_tokenizer (tok , pt_out_dir )
231
233
return
You can’t perform that action at this time.
0 commit comments