Fix sentence transformer model export with openvino (#660)

* fix sentence transformer model export with openvino

* Apply suggestions from code review

Co-authored-by: Ella Charlaix <80481427+echarlaix@users.noreply.github.com>

* Apply suggestions from code review

Co-authored-by: Ella Charlaix <80481427+echarlaix@users.noreply.github.com>

---------

Co-authored-by: Ella Charlaix <80481427+echarlaix@users.noreply.github.com>

Author: eaidova

optimum/commands/export/openvino.py

@@ -121,6 +121,14 @@ def parse_args_openvino(parser: "ArgumentParser"):
         help="Add converted tokenizer and detokenizer with OpenVINO Tokenizers",
     )
 
+    optional_group.add_argument(
+        "--library",
+        type=str,
+        choices=["transformers", "diffusers", "timm", "sentence_transformers"],
+        default=None,
+        help=("The library on the model. If not provided, will attempt to infer the local checkpoint's library"),
+    )
+
 
 class OVExportCommand(BaseOptimumCLICommand):
     COMMAND = CommandInfo(name="openvino", help="Export PyTorch models to OpenVINO IR.")
@@ -201,5 +209,6 @@ def run(self):
             ov_config=ov_config,
             stateful=not self.args.disable_stateful,
             convert_tokenizer=self.args.convert_tokenizer,
+            library_name=self.args.library
             # **input_shapes,
         )

optimum/exporters/openvino/__main__.py

@@ -163,10 +163,18 @@ def main_export(
     original_task = task
     task = TasksManager.map_from_synonym(task)
     framework = TasksManager.determine_framework(model_name_or_path, subfolder=subfolder, framework=framework)
+    library_name_is_not_provided = library_name is None
     library_name = TasksManager.infer_library_from_model(
         model_name_or_path, subfolder=subfolder, library_name=library_name
     )
 
+    if library_name == "sentence_transformers" and library_name_is_not_provided:
+        logger.warning(
+            "Library name is not specified. There are multiple possible variants: `sentence_tenasformers`, `transformers`."
+            "`transformers` will be selected. If you want to load your model with the `sentence-transformers` library instead, please set --library sentence_transformers"
+        )
+        library_name = "transformers"
+
     if task == "auto":
         try:
             task = TasksManager.infer_task_from_model(model_name_or_path)

optimum/exporters/openvino/convert.py

@@ -382,6 +382,8 @@ def ts_patched_forward(*args, **kwargs):
 
         sig = inspect.signature(model.forward) if hasattr(model, "forward") else inspect.signature(model.call)
         ordered_dummy_inputs = {param: dummy_inputs[param] for param in sig.parameters if param in dummy_inputs}
+        if not ordered_dummy_inputs:
+            ordered_dummy_inputs = dummy_inputs
         ordered_input_names = list(inputs)
         flatten_inputs = flattenize_inputs(ordered_dummy_inputs.values())
         ov_model.validate_nodes_and_infer_types()