diff --git a/tests/post_training/data/wc_reference_data.yaml b/tests/post_training/data/wc_reference_data.yaml index 8ea75b4d236..3e0fffd426c 100644 --- a/tests/post_training/data/wc_reference_data.yaml +++ b/tests/post_training/data/wc_reference_data.yaml @@ -10,6 +10,7 @@ tinyllama_data_aware_backend_TORCH: metric_value: 0.85767 num_int4: 94 num_int8: 124 + num_compressed_xfail_reason: "Issue-160006" tinyllama_data_aware_awq_stateful_backend_OV: metric_value: 0.85616 num_int4: 94 @@ -22,6 +23,7 @@ tinyllama_data_aware_awq_scale_estimation_backend_TORCH: metric_value: 0.85502 num_int4: 94 num_int8: 124 + num_compressed_xfail_reason: "Issue-160006" tinyllama_data_aware_awq_scale_estimation_stateful_backend_OV: metric_value: 0.85502 num_int4: 94 @@ -30,6 +32,7 @@ tinyllama_int8_data_free_backend_TORCH: metric_value: 0.95624 num_int4: 0 num_int8: 312 + num_compressed_xfail_reason: "Issue-160006" tinyllama_data_aware_gptq_scale_estimation_stateful_backend_OV: metric_value: 0.86503 num_int4: 94 @@ -44,6 +47,7 @@ tinyllama_scale_estimation_per_channel_backend_TORCH: num_int4: 188 num_int8: 124 atol: 0.006 # difference across devices: 0.80873 vs 0.81389 + num_compressed_xfail_reason: "Issue-160006" tinyllama_data_aware_lora_stateful_backend_OV: metric_value: 0.83446 num_int4: 94 @@ -61,3 +65,4 @@ tinyllama_int4_data_free_backend_TORCH: metric_value: 0.73873 num_int4: 114 num_int8: 84 + num_compressed_xfail_reason: "Issue-160006" diff --git a/tests/post_training/data/wc_reference_data_2025.0.yaml b/tests/post_training/data/wc_reference_data_2025.0.yaml deleted file mode 100644 index 8c3eb38bc78..00000000000 --- a/tests/post_training/data/wc_reference_data_2025.0.yaml +++ /dev/null @@ -1,26 +0,0 @@ -tinyllama_int8_data_free_backend_TORCH: - metric_value: 0.95624 - num_int4: 0 - num_int8: 312 - num_compressed_xfail_reason: "Issue-160006" -tinyllama_int4_data_free_backend_TORCH: - metric_value: 0.73873 - num_int4: 114 - num_int8: 84 - num_compressed_xfail_reason: "Issue-160006" -tinyllama_data_aware_backend_TORCH: - metric_value: 0.85767 - num_int4: 94 - num_int8: 124 - num_compressed_xfail_reason: "Issue-160006" -tinyllama_scale_estimation_per_channel_backend_TORCH: - metric_value: 0.80873 - num_int4: 188 - num_int8: 124 - atol: 0.006 # difference across devices: 0.80873 vs 0.81389 - num_compressed_xfail_reason: "Issue-160006" -tinyllama_data_aware_awq_scale_estimation_backend_TORCH: - metric_value: 0.85502 - num_int4: 94 - num_int8: 124 - num_compressed_xfail_reason: "Issue-160006" diff --git a/tests/post_training/data/wc_reference_data_2025.1.yaml b/tests/post_training/data/wc_reference_data_2025.1.yaml new file mode 100644 index 00000000000..2fd3ee7446c --- /dev/null +++ b/tests/post_training/data/wc_reference_data_2025.1.yaml @@ -0,0 +1,12 @@ +tinyllama_int4_data_free_backend_TORCH: + metric_value: 0.73873 + num_int4: 0 + num_int8: 198 +tinyllama_data_aware_backend_TORCH: + metric_value: 0.85767 + num_int4: 0 + num_int8: 218 +tinyllama_data_aware_awq_scale_estimation_backend_TORCH: + metric_value: 0.85502 + num_int4: 0 + num_int8: 218