We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 6dbb4fe commit 3722624Copy full SHA for 3722624
optimum/commands/export/openvino.py
@@ -133,7 +133,10 @@ def parse_args_openvino(parser: "ArgumentParser"):
133
"--awq",
134
action="store_true",
135
default=None,
136
- help="Whether to apply AWQ algorithm. To run AWQ, please also provide a dataset.",
+ help=(
137
+ "Whether to apply AWQ algorithm. AWQ improves generation quality of INT4-compressed LLMs, but requires "
138
+ "additional time for tuning weights on a calibration dataset. To run AWQ, please also provide a dataset."
139
+ ),
140
)
141
optional_group.add_argument(
142
"--sensitivity-metric",
0 commit comments