Skip to content

Commit 3722624

Browse files
Add AWQ description
1 parent 6dbb4fe commit 3722624

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

optimum/commands/export/openvino.py

+4-1
Original file line numberDiff line numberDiff line change
@@ -133,7 +133,10 @@ def parse_args_openvino(parser: "ArgumentParser"):
133133
"--awq",
134134
action="store_true",
135135
default=None,
136-
help="Whether to apply AWQ algorithm. To run AWQ, please also provide a dataset.",
136+
help=(
137+
"Whether to apply AWQ algorithm. AWQ improves generation quality of INT4-compressed LLMs, but requires "
138+
"additional time for tuning weights on a calibration dataset. To run AWQ, please also provide a dataset."
139+
),
137140
)
138141
optional_group.add_argument(
139142
"--sensitivity-metric",

0 commit comments

Comments
 (0)