44
44
is_diffusers_available ,
45
45
)
46
46
from ...utils .modeling_utils import get_model_device
47
- from ..modeling_base import OVBaseModel
48
47
from ..utils import (
49
48
MAX_ONNX_OPSET ,
50
49
MIN_ONNX_QDQ_OPSET ,
@@ -193,7 +192,8 @@ def quantize(
193
192
calibration_dataset = calibration_dataset .select_columns (["caption" ])
194
193
195
194
if (
196
- isinstance (self .model , OVDiffusionPipeline )
195
+ is_diffusers_available ()
196
+ and isinstance (self .model , OVDiffusionPipeline )
197
197
and isinstance (calibration_dataset , list )
198
198
and all (isinstance (it , str ) for it in calibration_dataset )
199
199
):
@@ -204,6 +204,8 @@ def quantize(
204
204
quantization_config , calibration_dataset , batch_size , data_collator , remove_unused_columns
205
205
)
206
206
207
+ from ..modeling_base import OVBaseModel
208
+
207
209
if isinstance (self .model , OVBaseModel ):
208
210
if self .model ._compile_only :
209
211
raise ValueError (
@@ -284,7 +286,11 @@ def _quantize_ovbasemodel(
284
286
if calibration_datasets is None :
285
287
raise ValueError ("Calibration dataset is required to run data-aware quantization." )
286
288
if (
287
- not isinstance (self .model , (OVDiffusionPipeline , _OVModelForWhisper ))
289
+ not (
290
+ is_diffusers_available ()
291
+ and isinstance (self .model , OVDiffusionPipeline )
292
+ or isinstance (self .model , _OVModelForWhisper )
293
+ )
288
294
and "model" not in calibration_datasets
289
295
):
290
296
raise RuntimeError ("Calibration datasets should contain a key 'model' with a dataset." )
0 commit comments