19
19
from pathlib import Path
20
20
from typing import Callable , Dict , Iterable , List , Optional , Sized , Union
21
21
22
+ import nncf
22
23
import openvino
23
24
import torch
24
25
import transformers
25
26
from huggingface_hub .constants import HUGGINGFACE_HUB_CACHE
27
+ from nncf .quantization .advanced_parameters import OverflowFix
28
+ from nncf .torch import register_module
26
29
from openvino ._offline_transformations import compress_quantize_weights_transformation
27
30
from openvino .runtime import Core
28
31
from torch .utils ._pytree import tree_map
39
42
from ...utils .import_utils import (
40
43
is_datasets_available ,
41
44
is_diffusers_available ,
42
- is_nncf_available ,
43
45
)
44
46
from ...utils .modeling_utils import get_model_device
45
47
from ..utils import (
48
50
ONNX_WEIGHTS_NAME ,
49
51
OV_XML_FILE_NAME ,
50
52
)
53
+ from .calibration_dataset_builder import OVCalibrationDatasetBuilder
51
54
from .configuration import (
52
55
OVConfig ,
53
56
OVMixedQuantizationConfig ,
60
63
if is_datasets_available ():
61
64
from datasets import Dataset
62
65
63
- if is_nncf_available ():
64
- import nncf
65
- from nncf .quantization .advanced_parameters import OverflowFix
66
- from nncf .torch import register_module
67
-
68
- from .calibration_dataset_builder import OVCalibrationDatasetBuilder
69
-
70
- register_module (ignored_algorithms = [])(Conv1D )
66
+ register_module (ignored_algorithms = [])(Conv1D )
71
67
72
68
core = Core ()
73
69
logger = logging .getLogger (__name__ )
@@ -91,11 +87,6 @@ def __init__(self, model: transformers.PreTrainedModel, task: Optional[str] = No
91
87
super ().__init__ ()
92
88
self .model = model
93
89
self .task = task
94
-
95
- if not is_nncf_available ():
96
- # TODO: add message
97
- raise Exception
98
-
99
90
self .dataset_builder = OVCalibrationDatasetBuilder (model , seed )
100
91
101
92
@classmethod
0 commit comments