Skip to content

Commit 320fad9

Browse files
committedDec 8, 2023
Pass stateful flag separately in export methods
1 parent 0ba0b9e commit 320fad9

File tree

1 file changed

+4
-2
lines changed

1 file changed

+4
-2
lines changed
 

‎llm_bench/python/convert.py

+4-2
Original file line numberDiff line numberDiff line change
@@ -190,7 +190,8 @@ def convert_optimum_causallm_base(model, args):
190190
device="cpu",
191191
fp16=args.precision == "FP16",
192192
int8=False,
193-
model_kwargs={"stateful": args.make_stateful} if hasattr(args, "make_stateful") else {},
193+
model_kwargs={},
194+
stateful=args.make_stateful if hasattr(args, "make_stateful") else False
194195
)
195196
save_tokenizer(tok, ov_out_dir)
196197
if args.compress_weights and BackendType.OPENVINO.value in args.compress_weights_backends and not gptq_applied:
@@ -225,7 +226,8 @@ def convert_optimum_causallm_base(model, args):
225226
device="cpu",
226227
fp16=args.precision == "FP16",
227228
int8=False,
228-
model_kwargs={"stateful": args.make_stateful} if hasattr(args, "make_stateful") else {},
229+
model_kwargs={},
230+
stateful=args.make_stateful if hasattr(args, "make_stateful") else False
229231
)
230232
save_tokenizer(tok, pt_out_dir)
231233
return

0 commit comments

Comments
 (0)
Please sign in to comment.