File tree 1 file changed +2
-3
lines changed
examples/neural_compressor/language-modeling
1 file changed +2
-3
lines changed Original file line number Diff line number Diff line change @@ -717,11 +717,10 @@ def compute_metrics(eval_preds):
717
717
if optim_args .apply_quantization and optim_args .quantization_approach in {"static" , "dynamic" , "weight_only" }:
718
718
model = trainer .model if isinstance (trainer .model , PreTrainedModel ) else trainer .model ._model
719
719
quantizer = INCQuantizer .from_pretrained (model )
720
- if optim_args .quantization_approach != "dynamic" :
720
+ if optim_args .quantization_approach in [ "static" , "weight_only" ] :
721
721
num_calibration_samples = min (len (train_dataset ), optim_args .num_calibration_samples )
722
722
train_dataset = train_dataset .select (range (num_calibration_samples ))
723
- if optim_args .quantization_approach == "static" :
724
- quantization_config .calibration_sampling_size = num_calibration_samples
723
+ quantization_config .calibration_sampling_size = num_calibration_samples
725
724
726
725
quantizer .quantize (
727
726
quantization_config = quantization_config ,
You can’t perform that action at this time.
0 commit comments