Skip to content

Commit 59c8c40

Browse files
committed
fix quantization
1 parent 0dbb104 commit 59c8c40

File tree

2 files changed

+2
-2
lines changed

2 files changed

+2
-2
lines changed

optimum/intel/openvino/modeling_decoder.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -12,9 +12,9 @@
1212
# See the License for the specific language governing permissions and
1313
# limitations under the License.
1414
import copy
15-
import warnings
1615
import logging
1716
import os
17+
import warnings
1818
from pathlib import Path
1919
from tempfile import TemporaryDirectory
2020
from typing import TYPE_CHECKING, Callable, Dict, List, Optional, Tuple, Union

optimum/intel/openvino/quantization.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -688,7 +688,7 @@ def _prepare_builtin_dataset(self, quantization_config: OVWeightQuantizationConf
688688
nsamples = quantization_config.num_samples if quantization_config.num_samples else 128
689689
calibration_dataset = get_dataset(quantization_config.dataset, tokenizer, seqlen=32, nsamples=nsamples)
690690
calibration_dataset = prepare_dataset(calibration_dataset)
691-
calibration_dataset = nncf.Dataset(calibration_dataset, lambda x: self.model.prepare_inputs(**x))
691+
calibration_dataset = nncf.Dataset(calibration_dataset, lambda x: self.model.prepare_inputs(**x)[0])
692692

693693
return calibration_dataset
694694

0 commit comments

Comments
 (0)