We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 3722624 commit dee582dCopy full SHA for dee582d
optimum/commands/export/openvino.py
@@ -355,7 +355,10 @@ def run(self):
355
if quantize_after_export:
356
from optimum.intel import OVModelForCausalLM, OVQuantizer
357
358
- model = OVModelForCausalLM.from_pretrained(self.args.output)
+ model = OVModelForCausalLM.from_pretrained(
359
+ self.args.output,
360
+ trust_remote_code=self.args.trust_remote_code
361
+ )
362
quantizer = OVQuantizer(model)
363
quantization_config.tokenizer = quantization_config.tokenizer or str(self.args.output)
364
# TODO: set save_directory=self.args.output once OV is updated to 2024.3
0 commit comments