diff --git a/optimum/intel/openvino/configuration.py b/optimum/intel/openvino/configuration.py index 966ab57c51..06fbe2109e 100644 --- a/optimum/intel/openvino/configuration.py +++ b/optimum/intel/openvino/configuration.py @@ -210,6 +210,14 @@ class OVQuantizationMethod(str, Enum): "quant_method": OVQuantizationMethod.AWQ, "scale_estimation": True, }, + "deepseek-ai/DeepSeek-R1-Distill-Llama-8B": { + "bits": 4, + "sym": False, + "group_size": 64, + "ratio": 0.8, + "dataset": "wikitext2", + "quant_method": OVQuantizationMethod.AWQ, + }, } _DEFAULT_4BIT_CONFIG = {