Skip to content

Commit de190fd

Browse files
committed
Update example
Signed-off-by: Cheng, Penghui <penghui.cheng@intel.com>
1 parent ed873c9 commit de190fd

File tree

1 file changed

+2
-3
lines changed
  • examples/neural_compressor/language-modeling

1 file changed

+2
-3
lines changed

examples/neural_compressor/language-modeling/run_clm.py

+2-3
Original file line numberDiff line numberDiff line change
@@ -717,11 +717,10 @@ def compute_metrics(eval_preds):
717717
if optim_args.apply_quantization and optim_args.quantization_approach in {"static", "dynamic", "weight_only"}:
718718
model = trainer.model if isinstance(trainer.model, PreTrainedModel) else trainer.model._model
719719
quantizer = INCQuantizer.from_pretrained(model)
720-
if optim_args.quantization_approach != "dynamic":
720+
if optim_args.quantization_approach in ["static", "weight_only"]:
721721
num_calibration_samples = min(len(train_dataset), optim_args.num_calibration_samples)
722722
train_dataset = train_dataset.select(range(num_calibration_samples))
723-
if optim_args.quantization_approach == "static":
724-
quantization_config.calibration_sampling_size = num_calibration_samples
723+
quantization_config.calibration_sampling_size = num_calibration_samples
725724

726725
quantizer.quantize(
727726
quantization_config=quantization_config,

0 commit comments

Comments
 (0)