We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent ed873c9 commit bee33e1Copy full SHA for bee33e1
examples/neural_compressor/language-modeling/run_clm.py
@@ -717,7 +717,7 @@ def compute_metrics(eval_preds):
717
if optim_args.apply_quantization and optim_args.quantization_approach in {"static", "dynamic", "weight_only"}:
718
model = trainer.model if isinstance(trainer.model, PreTrainedModel) else trainer.model._model
719
quantizer = INCQuantizer.from_pretrained(model)
720
- if optim_args.quantization_approach != "dynamic":
+ if optim_args.quantization_approach in ["static", "weight_only"]:
721
num_calibration_samples = min(len(train_dataset), optim_args.num_calibration_samples)
722
train_dataset = train_dataset.select(range(num_calibration_samples))
723
if optim_args.quantization_approach == "static":
0 commit comments