wc_reference_data.yaml

tinyllama_data_free_backend_OV:
  metric_value: 0.73873
  num_int4: 114
  num_int8: 84
tinyllama_data_aware_backend_OV:
  metric_value: 0.85767
  num_int4: 94
  num_int8: 124
tinyllama_data_aware_backend_TORCH:
  metric_value: 0.85767
  num_int4: 94
  num_int8: 124
  num_compressed_xfail_reason: "Issue-160006"
tinyllama_data_aware_awq_stateful_backend_OV:
  metric_value: 0.85616
  num_int4: 94
  num_int8: 124
tinyllama_data_aware_awq_scale_estimation_backend_OV:
  metric_value: 0.85502
  num_int4: 94
  num_int8: 124
tinyllama_data_aware_awq_scale_estimation_backend_TORCH:
  metric_value: 0.85502
  num_int4: 94
  num_int8: 124
  num_compressed_xfail_reason: "Issue-160006"
tinyllama_data_aware_awq_scale_estimation_stateful_backend_OV:
  metric_value: 0.85502
  num_int4: 94
  num_int8: 124
tinyllama_int8_data_free_backend_TORCH:
  metric_value: 0.95624
  num_int4: 0
  num_int8: 312
  num_compressed_xfail_reason: "Issue-160006"
tinyllama_data_aware_gptq_scale_estimation_stateful_backend_OV:
  metric_value: 0.86503
  num_int4: 94
  num_int8: 124
  metrics_xfail_reason: "Issue-148819"
tinyllama_scale_estimation_per_channel_backend_OV:
  metric_value: 0.80873
  num_int4: 188
  num_int8: 124
tinyllama_scale_estimation_per_channel_backend_TORCH:
  metric_value: 0.80873
  num_int4: 188
  num_int8: 124
  atol: 0.006 # difference across devices: 0.80873 vs 0.81389
  num_compressed_xfail_reason: "Issue-160006"
tinyllama_data_aware_lora_stateful_backend_OV:
  metric_value: 0.83446
  num_int4: 94
  num_int8: 500
tinyllama_NF4_scale_estimation_stateful_per_channel_backend_OV:
  metric_value: 0.88663
  num_int4: 11
  num_int8: 290
  metrics_xfail_reason: "Issue-148819"
tinyllama_awq_backup_mode_none_backend_OV:
  metric_value: 0.84783
  num_int4: 208
  num_int8: 0
tinyllama_int4_data_free_backend_TORCH:
  metric_value: 0.73873
  num_int4: 114
  num_int8: 84
  num_compressed_xfail_reason: "Issue-160006"