We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 1c8ce55 commit f854fdfCopy full SHA for f854fdf
optimum/exporters/openvino/convert.py
@@ -657,8 +657,11 @@ def export_from_model(
657
)
658
659
if compression_option is None:
660
- # TODO : sentence transformers compatibility
661
- num_parameters = model.num_parameters() if library_name != "diffusers" else model.unet.num_parameters()
+ if library_name == "diffusers":
+ num_parameters = model.unet.num_parameters()
662
+ else:
663
+ num_parameters = sum(param.numel() for param in list(model.parameters()) if param.requires_grad)
664
+
665
if num_parameters >= _MAX_UNCOMPRESSED_SIZE:
666
if is_nncf_available():
667
compression_option = "int8"
0 commit comments