t

Author: AlexanderDokuchaev

.github/scripts/pytest_md_summary.py

@@ -44,8 +44,12 @@ def parse_xml_report(xml_file) -> None:
         elif testcase.find("error") is not None:
             status = "$${\color{red}Error}$$"
         elif testcase.find("skipped") is not None:
-            status = "$${\color{orange}Skipped}$$"
-            message = testcase.find("skipped").get("message", "")
+            if "xfail" in testcase.find("skipped").get("type", ""):
+                status = "$${\color{orange}xfail}$$"
+                message = testcase.find("skipped").get("message", "")
+            else:
+                status = "$${\color{yellow}Skipped}$$"
+                message = testcase.find("skipped").get("message", "")
         else:
             status = "$${\color{green}Ok}$$"
 

.github/workflows/conformance_weight_compression.yml

@@ -15,8 +15,9 @@ on:
 
 jobs:
   examples-cpu:
-    name: Weight compression [${{ matrix.group }}/2]
+    name: Weight compression [${{ matrix.group }}/3]
     runs-on: ubuntu-22.04-16-cores
+    timeout-minutes: 40
     strategy:
       fail-fast: false
       matrix:

tests/post_training/data/wc_test_durations.json

@@ -1,13 +1,15 @@
 {
-    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_awq_backup_mode_none_backend_OV]": 269.111,
-    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_aware_awq_scale_estimation_backend_OV]": 421.082,
-    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_aware_awq_scale_estimation_stateful_backend_OV]": 374.507,
-    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_aware_awq_stateful_backend_OV]": 243.878,
-    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_aware_backend_OV]": 190.344,
-    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_aware_gptq_backend_OV]": 1261.154,
-    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_aware_lora_stateful_backend_OV]": 483.905,
-    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_free_backend_OV]": 196.905,
-    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_int8_data_free_backend_TORCH]": 154.724,
-    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_NF4_scale_estimation_stateful_per_channel_backend_OV]": 256.375,
-    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_scale_estimation_per_channel_backend_OV]": 258.622
+    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_awq_backup_mode_none_backend_OV]": 269,
+    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_aware_awq_scale_estimation_backend_OV]": 421,
+    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_aware_awq_scale_estimation_stateful_backend_OV]": 374,
+    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_aware_awq_stateful_backend_OV]": 243,
+    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_aware_backend_OV]": 190,
+    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_aware_gptq_scale_estimation_stateful_backend_OV]": 1463,
+    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_aware_lora_stateful_backend_OV]": 483,
+    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_free_backend_FP32]": 0,
+    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_free_backend_OV]": 196,
+    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_int4_data_free_backend_TORCH]": 133,
+    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_int8_data_free_backend_TORCH]": 154,
+    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_NF4_scale_estimation_stateful_per_channel_backend_OV]": 256,
+    "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_scale_estimation_per_channel_backend_OV]": 258
 }