We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 9e108d7 commit 55a673bCopy full SHA for 55a673b
optimum/intel/openvino/quantization.py
@@ -278,14 +278,6 @@ def _quantize_ovcausallm(
278
quantization_config: QuantizationConfigMixin = None,
279
**kwargs,
280
):
281
- if self.model.stateful and not weights_only:
282
- raise Exception(
283
- "Full quantizaiton for stateful OVModelForCausalLM is currently broken. Possbile options:\n"
284
- "1. Quantize AutoModelForCausalLM\n"
285
- "2. Use weight only quantization\n"
286
- "3. Use stateful=False to export stateless model"
287
- )
288
-
289
save_directory = Path(save_directory)
290
save_directory.mkdir(parents=True, exist_ok=True)
291
0 commit comments