Skip to content

Commit 14db64b

Browse files
Fix imports
1 parent 3ed03f8 commit 14db64b

File tree

8 files changed

+25
-12
lines changed

8 files changed

+25
-12
lines changed

notebooks/openvino/stable_diffusion_hybrid_quantization.ipynb

+1-1
Original file line numberDiff line numberDiff line change
@@ -53,7 +53,7 @@
5353
"from pathlib import Path\n",
5454
"from openvino.runtime import Core\n",
5555
"from optimum.intel import OVConfig, OVQuantizer, OVStableDiffusionPipeline, OVWeightQuantizationConfig\n",
56-
"from optimum.intel.openvino.quantization.configuration import OVQuantizationMethod\n",
56+
"from optimum.intel.openvino.quantization import OVQuantizationMethod\n",
5757
"\n",
5858
"transformers.logging.set_verbosity_error()\n",
5959
"datasets.logging.set_verbosity_error()"

optimum/exporters/openvino/__main__.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -52,7 +52,7 @@
5252
FORCE_ATTN_MODEL_CLASSES = {"phi3-v": "eager", "gemma2": "sdpa"}
5353

5454
if TYPE_CHECKING:
55-
from optimum.intel.openvino.quantization.configuration import OVConfig
55+
from optimum.intel.openvino.quantization import OVConfig
5656

5757

5858
if is_torch_available():

optimum/exporters/openvino/convert.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -90,7 +90,7 @@
9090

9191
if TYPE_CHECKING:
9292
from optimum.exporters.onnx.base import OnnxConfig
93-
from optimum.intel.openvino.quantization.configuration import OVConfig
93+
from optimum.intel.openvino.quantization import OVConfig
9494

9595

9696
def _set_runtime_options(

optimum/intel/openvino/configuration.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -33,6 +33,6 @@
3333
logger = logging.getLogger(__name__)
3434

3535
logger.warning(
36-
"`optimum.intel.configuration` import path is deprecated and will be removed in optimum-intel v.1.26."
36+
"`optimum.intel.configuration` import path is deprecated and will be removed in optimum-intel v1.25."
3737
"Please use `optimum.intel.quantization.configuration` instead."
3838
)

optimum/intel/openvino/modeling_seq2seq.py

+3-1
Original file line numberDiff line numberDiff line change
@@ -38,7 +38,7 @@
3838
from ...exporters.openvino.stateful import model_has_state
3939
from ..utils import is_transformers_version
4040
from .modeling_base_seq2seq import OVBaseModelForSeq2SeqLM
41-
from .quantization import OVConfig, OVQuantizationConfig, OVQuantizationConfigBase, OVQuantizer
41+
from .quantization import OVConfig, OVQuantizationConfig, OVQuantizationConfigBase
4242
from .utils import OV_TO_PT_TYPE, _print_compiled_model_properties
4343

4444

@@ -1030,6 +1030,8 @@ def _from_pretrained(
10301030

10311031
quantization_config = cls._prepare_quantization_config(quantization_config, load_in_8bit)
10321032
if not compile_only and isinstance(quantization_config, OVQuantizationConfig):
1033+
from .quantization import OVQuantizer
1034+
10331035
model = super(OVModelForSpeechSeq2Seq, cls)._from_pretrained(
10341036
model_id, config, load_in_8bit=False, **kwargs
10351037
)

optimum/intel/openvino/quantization/__init__.py

+6-1
Original file line numberDiff line numberDiff line change
@@ -13,6 +13,8 @@
1313
# limitations under the License.
1414

1515

16+
from optimum.intel.utils.import_utils import is_nncf_available
17+
1618
from .configuration import (
1719
OVConfig,
1820
OVDynamicQuantizationConfig,
@@ -22,4 +24,7 @@
2224
OVQuantizationMethod,
2325
OVWeightQuantizationConfig,
2426
)
25-
from .quantizer import OVQuantizer
27+
28+
29+
if is_nncf_available():
30+
from .quantizer import OVQuantizer

optimum/intel/openvino/quantization/calibration_dataset_builder.py

+3-3
Original file line numberDiff line numberDiff line change
@@ -28,7 +28,6 @@
2828
from tqdm import tqdm
2929
from transformers import AutoProcessor, AutoTokenizer, DataCollator, default_data_collator
3030

31-
from optimum.intel.openvino.modeling_decoder import OVBaseDecoderModel
3231
from optimum.intel.openvino.utils import (
3332
PREDEFINED_DIFFUSION_DATASETS,
3433
PREDEFINED_SPEECH_TO_TEXT_DATASETS,
@@ -168,6 +167,7 @@ def build_from_dataset(
168167
# TODO: deprecate remove_unused_columns ?
169168

170169
from optimum.intel import OVModelForVisualCausalLM
170+
from optimum.intel.openvino.modeling_decoder import OVBaseDecoderModel
171171
from optimum.intel.openvino.modeling_seq2seq import _OVModelForWhisper
172172

173173
if is_diffusers_available():
@@ -181,7 +181,7 @@ def build_from_dataset(
181181
return self._prepare_visual_causal_lm_calibration_data(quantization_config, dataloader)
182182
elif isinstance(self.model, _OVModelForWhisper):
183183
return self._prepare_speech_to_text_calibration_data(quantization_config, dataloader)
184-
elif isinstance(self.model, OVDiffusionPipeline):
184+
elif is_diffusers_available() and isinstance(self.model, OVDiffusionPipeline):
185185
return self._prepare_diffusion_calibration_data(quantization_config, dataloader)
186186
else:
187187
# Torch model quantization scenario
@@ -334,7 +334,7 @@ def preprocess_function(item):
334334
)
335335
else:
336336
raise Exception
337-
elif isinstance(self.model, OVDiffusionPipeline):
337+
elif is_diffusers_available() and isinstance(self.model, OVDiffusionPipeline):
338338
dataset = config.dataset
339339

340340
dataset_metadata = None

optimum/intel/openvino/quantization/quantizer.py

+9-3
Original file line numberDiff line numberDiff line change
@@ -44,7 +44,6 @@
4444
is_diffusers_available,
4545
)
4646
from ...utils.modeling_utils import get_model_device
47-
from ..modeling_base import OVBaseModel
4847
from ..utils import (
4948
MAX_ONNX_OPSET,
5049
MIN_ONNX_QDQ_OPSET,
@@ -193,7 +192,8 @@ def quantize(
193192
calibration_dataset = calibration_dataset.select_columns(["caption"])
194193

195194
if (
196-
isinstance(self.model, OVDiffusionPipeline)
195+
is_diffusers_available()
196+
and isinstance(self.model, OVDiffusionPipeline)
197197
and isinstance(calibration_dataset, list)
198198
and all(isinstance(it, str) for it in calibration_dataset)
199199
):
@@ -204,6 +204,8 @@ def quantize(
204204
quantization_config, calibration_dataset, batch_size, data_collator, remove_unused_columns
205205
)
206206

207+
from ..modeling_base import OVBaseModel
208+
207209
if isinstance(self.model, OVBaseModel):
208210
if self.model._compile_only:
209211
raise ValueError(
@@ -284,7 +286,11 @@ def _quantize_ovbasemodel(
284286
if calibration_datasets is None:
285287
raise ValueError("Calibration dataset is required to run data-aware quantization.")
286288
if (
287-
not isinstance(self.model, (OVDiffusionPipeline, _OVModelForWhisper))
289+
not (
290+
is_diffusers_available()
291+
and isinstance(self.model, OVDiffusionPipeline)
292+
or isinstance(self.model, _OVModelForWhisper)
293+
)
288294
and "model" not in calibration_datasets
289295
):
290296
raise RuntimeError("Calibration datasets should contain a key 'model' with a dataset.")

0 commit comments

Comments
 (0)