Skip to content

Commit bfac8cf

Browse files
Remove levit model from ptq conformance tests (#3200)
### Changes - Remove levit model_128 - Fix: no catching exception without message ### Reason for changes ``` File "/home/jenkins/agent/workspace/NNCF/manual/Daemons/PTQ/ptq_single_model/venv/lib/python3.10/site-packages/timm/models/_builder.py", line 393, in build_model_with_cfg load_pretrained( File "/home/jenkins/agent/workspace/NNCF/manual/Daemons/PTQ/ptq_single_model/venv/lib/python3.10/site-packages/timm/models/_builder.py", line 193, in load_pretrained state_dict = filter_fn(state_dict, model) File "/home/jenkins/agent/workspace/NNCF/manual/Daemons/PTQ/ptq_single_model/venv/lib/python3.10/site-packages/timm/models/levit.py", line 707, in checkpoint_filter_fn assert 'head' in ka or 'stem.conv1.linear' in ka AssertionError ```
1 parent 62ce790 commit bfac8cf

File tree

3 files changed

+4
-23
lines changed

3 files changed

+4
-23
lines changed

tests/post_training/data/ptq_reference_data.yaml

-10
Original file line numberDiff line numberDiff line change
@@ -154,16 +154,6 @@ timm/inception_resnet_v2_backend_OV:
154154
metric_value: 0.80422
155155
timm/inception_resnet_v2_backend_TORCH:
156156
metric_value: 0.80334
157-
timm/levit_128_backend_CUDA_TORCH:
158-
metric_value: 0.77812
159-
timm/levit_128_backend_FP32:
160-
metric_value: 0.78474
161-
timm/levit_128_backend_ONNX:
162-
metric_value: 0.7762
163-
timm/levit_128_backend_OV:
164-
metric_value: 0.77644
165-
timm/levit_128_backend_TORCH:
166-
metric_value: 0.77814
167157
timm/mobilenetv2_050_BC_backend_FP32:
168158
metric_value: 0.6594
169159
timm/mobilenetv2_050_BC_backend_ONNX:

tests/post_training/model_scope.py

-13
Original file line numberDiff line numberDiff line change
@@ -229,19 +229,6 @@
229229
"backends": NNCF_PTQ_BACKENDS,
230230
"batch_size": 64,
231231
},
232-
{
233-
"reported_name": "timm/levit_128",
234-
"model_id": "levit_128",
235-
"pipeline_cls": ImageClassificationTimm,
236-
"compression_params": {
237-
"preset": QuantizationPreset.MIXED,
238-
"model_type": ModelType.TRANSFORMER,
239-
"advanced_parameters": AdvancedQuantizationParameters(
240-
smooth_quant_alphas=AdvancedSmoothQuantParameters(matmul=0.05)
241-
),
242-
},
243-
"backends": NNCF_PTQ_BACKENDS,
244-
},
245232
{
246233
"reported_name": "timm/mobilenetv2_050",
247234
"model_id": "mobilenetv2_050",

tests/post_training/test_quantize_conformance.py

+4
Original file line numberDiff line numberDiff line change
@@ -315,6 +315,8 @@ def test_ptq_quantization(
315315
pipeline.run()
316316
except Exception as e:
317317
err_msg = str(e)
318+
if not err_msg:
319+
err_msg = "Unknown exception"
318320
traceback.print_exc()
319321

320322
if pipeline is not None:
@@ -380,6 +382,8 @@ def test_weight_compression(
380382
pipeline.run()
381383
except Exception as e:
382384
err_msg = str(e)
385+
if not err_msg:
386+
err_msg = "Unknown exception"
383387
traceback.print_exc()
384388

385389
if pipeline is not None:

0 commit comments

Comments
 (0)