@@ -130,11 +130,10 @@ def parse_args_openvino(parser: "ArgumentParser"):
130
130
),
131
131
)
132
132
optional_group .add_argument (
133
- "--quant-method " ,
134
- type = str ,
133
+ "--awq " ,
134
+ action = "store_true" ,
135
135
default = None ,
136
- choices = ["default" , "awq" , "hybrid" ],
137
- help = ("The quantization method to apply. Can be one of the following: ['default', 'awq', 'hybrid']." ),
136
+ help = "Whether to apply AWQ algorithm. To run AWQ, please also provide a dataset." ,
138
137
)
139
138
optional_group .add_argument (
140
139
"--sensitivity-metric" ,
@@ -150,7 +149,7 @@ def parse_args_openvino(parser: "ArgumentParser"):
150
149
"--num-samples" ,
151
150
type = int ,
152
151
default = None ,
153
- help = ( "The maximum number of samples composing the calibration dataset for quantization." ) ,
152
+ help = "The maximum number of samples to take from the dataset for quantization." ,
154
153
)
155
154
optional_group .add_argument (
156
155
"--disable-stateful" ,
@@ -233,7 +232,6 @@ def run(self):
233
232
and self .args .sym is None
234
233
and self .args .all_layers is None
235
234
and self .args .dataset is None
236
- and self .args .quant_method is None
237
235
and self .args .sensitivity_metric is None
238
236
and self .args .model in _DEFAULT_4BIT_CONFIGS
239
237
):
@@ -247,7 +245,7 @@ def run(self):
247
245
"all_layers" : None if is_int8 else self .args .all_layers ,
248
246
"dataset" : self .args .dataset ,
249
247
"num_samples" : self .args .num_samples ,
250
- "quant_method" : self .args .quant_method ,
248
+ "quant_method" : "awq" if self .args .awq else None ,
251
249
"sensitivity_metric" : self .args .sensitivity_metric ,
252
250
}
253
251
0 commit comments