forked from openvinotoolkit/nncf
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathptq_reference_data.yaml
269 lines (269 loc) · 8.13 KB
/
ptq_reference_data.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
hf/bert-base-uncased_backend_CUDA_TORCH:
metric_value: null
hf/bert-base-uncased_backend_FP32:
metric_value: null
hf/bert-base-uncased_backend_ONNX:
metric_value: null
hf/bert-base-uncased_backend_OPTIMUM:
metric_value: null
hf/bert-base-uncased_backend_OV:
metric_value: null
hf/bert-base-uncased_backend_TORCH:
metric_value: null
hf/hf-internal-testing/tiny-random-GPTNeoXForCausalLM_statefull_backend_FP32:
metric_value: null
hf/hf-internal-testing/tiny-random-GPTNeoXForCausalLM_stateless_backend_FP32:
metric_value: null
hf/hf-internal-testing/tiny-random-GPTNeoXForCausalLM_statefull_backend_OPTIMUM:
metric_value: null
hf/hf-internal-testing/tiny-random-GPTNeoXForCausalLM_stateless_backend_OPTIMUM:
metric_value: null
exception_xfail_reason: "Issue-161969"
hf/hf-internal-testing/tiny-random-gpt2_backend_FP32:
metric_value: null
hf/hf-internal-testing/tiny-random-gpt2_backend_OPTIMUM:
metric_value: null
hf/hf-internal-testing/tiny-random-gpt2_backend_OV:
metric_value: null
hf/hf-internal-testing/tiny-random-gpt2_backend_TORCH:
metric_value: null
torchvision/resnet18_backend_FP32:
metric_value: 0.6978
torchvision/resnet18_backend_OV:
metric_value: 0.6948
torchvision/resnet18_backend_ONNX:
metric_value: 0.6948
torchvision/resnet18_backend_TORCH:
metric_value: 0.69152
torchvision/resnet18_backend_CUDA_TORCH:
metric_value: 0.69152
torchvision/resnet18_backend_FX_TORCH:
metric_value: 0.6946
torchvision/resnet18_backend_CUDA_FX_TORCH:
metric_value: 0.6946
torchvision/mobilenet_v3_small_BC_backend_FP32:
metric_value: 0.6766
torchvision/mobilenet_v3_small_BC_backend_OV:
metric_value: 0.6681
torchvision/mobilenet_v3_small_BC_backend_ONNX:
metric_value: 0.6679
torchvision/mobilenet_v3_small_BC_backend_FX_TORCH:
metric_value: 0.6679
torchvision/mobilenet_v3_small_BC_backend_CUDA_FX_TORCH:
metric_value: 0.6664
torchvision/vit_b_16_backend_FP32:
metric_value: 0.8107
torchvision/vit_b_16_backend_OV:
metric_value: 0.80948
torchvision/vit_b_16_backend_FX_TORCH:
metric_value: 0.80922
torchvision/vit_b_16_backend_CUDA_FX_TORCH:
metric_value: 0.80922
torchvision/swin_v2_s_backend_FP32:
metric_value: 0.83712
torchvision/swin_v2_s_backend_OV:
metric_value: 0.83638
torchvision/swin_v2_s_backend_FX_TORCH:
metric_value: 0.8360
torchvision/swin_v2_s_backend_CUDA_FX_TORCH:
metric_value: 0.8360
timm/crossvit_9_240_backend_CUDA_TORCH:
metric_value: 0.7275
timm/crossvit_9_240_backend_FP32:
metric_value: 0.73982
timm/crossvit_9_240_backend_ONNX:
metric_value: 0.73484
timm/crossvit_9_240_backend_OV:
metric_value: 0.72788
timm/crossvit_9_240_backend_TORCH:
metric_value: 0.72744
timm/darknet53_backend_CUDA_TORCH:
metric_value: 0.79176
timm/darknet53_backend_FP32:
metric_value: 0.80006
timm/darknet53_backend_ONNX:
metric_value: 0.79176
timm/darknet53_backend_OV:
metric_value: 0.79216
timm/darknet53_backend_TORCH:
metric_value: 0.79094
timm/deit3_small_patch16_224_backend_CUDA_TORCH:
metric_value: 0.81246
timm/deit3_small_patch16_224_backend_FP32:
metric_value: 0.81358
timm/deit3_small_patch16_224_backend_ONNX:
metric_value: 0.81116
timm/deit3_small_patch16_224_backend_OV:
metric_value: 0.81276
timm/deit3_small_patch16_224_backend_TORCH:
metric_value: 0.81274
timm/dla34_backend_CUDA_TORCH:
metric_value: 0.74272
timm/dla34_backend_FP32:
metric_value: 0.74628
timm/dla34_backend_ONNX:
metric_value: 0.74564
timm/dla34_backend_OV:
metric_value: 0.74532
timm/dla34_backend_TORCH:
metric_value: 0.74256
timm/dpn68_backend_CUDA_TORCH:
metric_value: 0.75786
timm/dpn68_backend_FP32:
metric_value: 0.76342
timm/dpn68_backend_ONNX:
metric_value: 0.7592
timm/dpn68_backend_OV:
metric_value: 0.75972
timm/dpn68_backend_TORCH:
metric_value: 0.75868
timm/efficientnet_b0_BC_backend_FP32:
metric_value: 0.77698
timm/efficientnet_b0_BC_backend_ONNX:
metric_value: 0.77132
timm/efficientnet_b0_BC_backend_OV:
metric_value: 0.77166
timm/efficientnet_b0_backend_CUDA_TORCH:
metric_value: 0.77124
timm/efficientnet_b0_backend_FP32:
metric_value: 0.77698
timm/efficientnet_b0_backend_ONNX:
metric_value: 0.7719
timm/efficientnet_b0_backend_OV:
metric_value: 0.77104
timm/efficientnet_b0_backend_TORCH:
metric_value: 0.77042
timm/efficientnet_lite0_backend_CUDA_TORCH:
metric_value: 0.75162
timm/efficientnet_lite0_backend_FP32:
metric_value: 0.75496
timm/efficientnet_lite0_backend_ONNX:
metric_value: 0.75184
timm/efficientnet_lite0_backend_OV:
metric_value: 0.75176
timm/efficientnet_lite0_backend_TORCH:
metric_value: 0.7517
timm/hrnet_w18_backend_CUDA_TORCH:
metric_value: 0.77178
timm/hrnet_w18_backend_FP32:
metric_value: 0.78124
timm/hrnet_w18_backend_ONNX:
metric_value: 0.7743
timm/hrnet_w18_backend_OV:
metric_value: 0.7743
timm/hrnet_w18_backend_TORCH:
metric_value: 0.7722
timm/inception_resnet_v2_backend_CUDA_TORCH:
metric_value: 0.80334
timm/inception_resnet_v2_backend_FP32:
metric_value: 0.80448
timm/inception_resnet_v2_backend_ONNX:
metric_value: 0.80396
timm/inception_resnet_v2_backend_OV:
metric_value: 0.80422
timm/inception_resnet_v2_backend_TORCH:
metric_value: 0.80334
timm/mobilenetv2_050_BC_backend_FP32:
metric_value: 0.6594
timm/mobilenetv2_050_BC_backend_ONNX:
metric_value: 0.65486
timm/mobilenetv2_050_BC_backend_OV:
metric_value: 0.65332
timm/mobilenetv2_050_backend_CUDA_TORCH:
metric_value: 0.6534
timm/mobilenetv2_050_backend_FP32:
metric_value: 0.6594
timm/mobilenetv2_050_backend_ONNX:
metric_value: 0.6537
timm/mobilenetv2_050_backend_OV:
metric_value: 0.65314
timm/mobilenetv2_050_backend_TORCH:
metric_value: 0.65334
timm/mobilenetv3_small_050_backend_CUDA_TORCH:
metric_value: 0.4267
timm/mobilenetv3_small_050_backend_FP32:
metric_value: 0.57906
timm/mobilenetv3_small_050_backend_ONNX:
metric_value: 0.41828
timm/mobilenetv3_small_050_backend_OV:
metric_value: 0.41874
timm/mobilenetv3_small_050_backend_TORCH:
metric_value: 0.4267
timm/mobilenetv3_small_050_BC_backend_FP32:
metric_value: 0.57906
timm/mobilenetv3_small_050_BC_backend_ONNX:
metric_value: 0.56556
timm/mobilenetv3_small_050_BC_backend_OV:
metric_value: 0.5655
timm/regnetx_002_backend_CUDA_TORCH:
metric_value: 0.68596
timm/regnetx_002_backend_FP32:
metric_value: 0.68756
timm/regnetx_002_backend_ONNX:
metric_value: 0.6854
timm/regnetx_002_backend_OV:
metric_value: 0.6852
timm/regnetx_002_backend_TORCH:
metric_value: 0.68576
timm/resnest14d_backend_CUDA_TORCH:
metric_value: 0.74898
timm/resnest14d_backend_FP32:
metric_value: 0.75516
timm/resnest14d_backend_ONNX:
metric_value: 0.7538
timm/resnest14d_backend_OV:
metric_value: 0.75
timm/resnest14d_backend_TORCH:
metric_value: 0.7485
timm/swin_base_patch4_window7_224_backend_FP32:
metric_value: 0.85274
timm/swin_base_patch4_window7_224_backend_OV:
metric_value: 0.83566
timm/swin_base_patch4_window7_224_no_sq_backend_FP32:
metric_value: 0.85274
timm/swin_base_patch4_window7_224_no_sq_backend_CUDA_TORCH:
metric_value: 0.85142
timm/swin_base_patch4_window7_224_no_sq_backend_ONNX:
metric_value: 0.85212
timm/swin_base_patch4_window7_224_no_sq_backend_TORCH:
metric_value: 0.85178
timm/tf_inception_v3_backend_CUDA_TORCH:
metric_value: 0.77542
timm/tf_inception_v3_backend_FP32:
metric_value: 0.7786
timm/tf_inception_v3_backend_ONNX:
metric_value: 0.77762
timm/tf_inception_v3_backend_OV:
metric_value: 0.77748
timm/tf_inception_v3_backend_TORCH:
metric_value: 0.77586
timm/vgg11_backend_CUDA_TORCH:
metric_value: 0.688
timm/vgg11_backend_FP32:
metric_value: 0.6904
timm/vgg11_backend_ONNX:
metric_value: 0.68788
timm/vgg11_backend_OV:
metric_value: 0.68788
timm/vgg11_backend_TORCH:
metric_value: 0.6879
timm/visformer_small_backend_CUDA_TORCH:
metric_value: 0.81612
timm/visformer_small_backend_FP32:
metric_value: 0.82098
timm/visformer_small_backend_ONNX:
metric_value: 0.8160
timm/visformer_small_backend_OV:
metric_value: 0.81674
timm/visformer_small_backend_TORCH:
metric_value: 0.8162
timm/wide_resnet50_2_backend_CUDA_TORCH:
metric_value: 0.81186
timm/wide_resnet50_2_backend_FP32:
metric_value: 0.81454
timm/wide_resnet50_2_backend_ONNX:
metric_value: 0.8119
timm/wide_resnet50_2_backend_OV:
metric_value: 0.81232
timm/wide_resnet50_2_backend_TORCH:
metric_value: 0.81206