We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 2b424b0 commit 6bb1330Copy full SHA for 6bb1330
optimum/commands/export/openvino.py
@@ -124,7 +124,8 @@ def parse_args_openvino(parser: "ArgumentParser"):
124
action="store_true",
125
default=None,
126
help=(
127
- "Whether embeddings and last MatMul layers should be compressed to a primary precision (usually, INT4)."
+ "Whether embeddings and last MatMul layers should be compressed to INT4. If not provided an weight "
128
+ "compression is applied, they are compressed to INT8."
129
),
130
)
131
optional_group.add_argument(
0 commit comments