Skip to content

Commit 9fdddc0

Browse files
committed
rename weights_variant to variant
1 parent 95c3e2c commit 9fdddc0

File tree

6 files changed

+11
-11
lines changed

6 files changed

+11
-11
lines changed

optimum/commands/export/openvino.py

+3-3
Original file line numberDiff line numberDiff line change
@@ -106,7 +106,7 @@ def parse_args_openvino(parser: "ArgumentParser"):
106106
),
107107
)
108108
optional_group.add_argument(
109-
"--weights-variant",
109+
"--variant",
110110
type=str,
111111
default=None,
112112
help=("If specified load weights from variant filename."),
@@ -452,7 +452,7 @@ def run(self):
452452
quantization_config=quantization_config,
453453
stateful=not self.args.disable_stateful,
454454
trust_remote_code=self.args.trust_remote_code,
455-
variant=self.args.weights_variant,
455+
variant=self.args.variant,
456456
cache_dir=self.args.cache_dir,
457457
)
458458
model.save_pretrained(self.args.output)
@@ -475,6 +475,6 @@ def run(self):
475475
stateful=not self.args.disable_stateful,
476476
convert_tokenizer=not self.args.disable_convert_tokenizer,
477477
library_name=library_name,
478-
weights_variant=self.args.weights_variant,
478+
variant=self.args.variant,
479479
# **input_shapes,
480480
)

optimum/exporters/openvino/__main__.py

+4-4
Original file line numberDiff line numberDiff line change
@@ -122,7 +122,7 @@ def main_export(
122122
convert_tokenizer: bool = False,
123123
library_name: Optional[str] = None,
124124
model_loading_kwargs: Optional[Dict[str, Any]] = None,
125-
weights_variant: Optional[str] = None,
125+
variant: Optional[str] = None,
126126
**kwargs_shapes,
127127
):
128128
"""
@@ -238,8 +238,8 @@ def main_export(
238238
custom_architecture = False
239239
patch_16bit = False
240240
loading_kwargs = model_loading_kwargs or {}
241-
if weights_variant is not None:
242-
loading_kwargs["variant"] = weights_variant
241+
if variant is not None:
242+
loading_kwargs["variant"] = variant
243243
if library_name == "transformers":
244244
config = AutoConfig.from_pretrained(
245245
model_name_or_path,
@@ -350,7 +350,7 @@ class StoreAttr(object):
350350

351351
GPTQQuantizer.post_init_model = post_init_model
352352
elif library_name == "diffusers" and is_openvino_version(">=", "2024.6"):
353-
_loading_kwargs = {} if weights_variant is None else {"variant": weights_variant}
353+
_loading_kwargs = {} if variant is None else {"variant": variant}
354354
dtype = deduce_diffusers_dtype(
355355
model_name_or_path,
356356
revision=revision,

optimum/intel/openvino/modeling_base.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -609,7 +609,7 @@ def _from_transformers(
609609
trust_remote_code=trust_remote_code,
610610
ov_config=ov_config,
611611
library_name=cls._library_name,
612-
weights_variant=variant,
612+
variant=variant,
613613
)
614614

615615
return cls._from_pretrained(

optimum/intel/openvino/modeling_base_seq2seq.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -423,7 +423,7 @@ def _from_transformers(
423423
trust_remote_code=trust_remote_code,
424424
ov_config=ov_config,
425425
stateful=stateful,
426-
model_variant=variant,
426+
variant=variant,
427427
)
428428

429429
return cls._from_pretrained(

optimum/intel/openvino/modeling_diffusion.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -590,7 +590,7 @@ def _from_transformers(
590590
force_download=force_download,
591591
ov_config=ov_config,
592592
library_name=cls._library_name,
593-
weights_variant=variant,
593+
variant=variant,
594594
)
595595

596596
return cls._from_pretrained(

optimum/intel/openvino/modeling_visual_language.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -630,7 +630,7 @@ def _from_transformers(
630630
trust_remote_code=trust_remote_code,
631631
ov_config=ov_config,
632632
stateful=stateful,
633-
weights_variant=variant,
633+
variant=variant,
634634
)
635635
config = AutoConfig.from_pretrained(save_dir_path, trust_remote_code=trust_remote_code)
636636
return cls._from_pretrained(

0 commit comments

Comments
 (0)