forked from huggingface/pytorch-image-models
-
Notifications
You must be signed in to change notification settings - Fork 0
Files
/
Copy pathbenchmark-infer-amp-nhwc-pt111-cu113-rtx3090.csv
Latest commit
743 lines (743 loc) · 34.7 KB
/
benchmark-infer-amp-nhwc-pt111-cu113-rtx3090.csv
1 | model | infer_samples_per_sec | infer_step_time | infer_batch_size | infer_img_size | param_count |
---|---|---|---|---|---|---|
2 | tinynet_e | 68298.73 | 14.982 | 1024 | 106 | 2.04 |
3 | mobilenetv3_small_050 | 48773.32 | 20.985 | 1024 | 224 | 1.59 |
4 | lcnet_035 | 47045.94 | 21.755 | 1024 | 224 | 1.64 |
5 | lcnet_050 | 41541.83 | 24.639 | 1024 | 224 | 1.88 |
6 | mobilenetv3_small_075 | 37803.23 | 27.076 | 1024 | 224 | 2.04 |
7 | mobilenetv3_small_100 | 34839.31 | 29.381 | 1024 | 224 | 2.54 |
8 | tinynet_d | 34615.54 | 29.571 | 1024 | 152 | 2.34 |
9 | tf_mobilenetv3_small_minimal_100 | 31097.5 | 32.918 | 1024 | 224 | 2.04 |
10 | tf_mobilenetv3_small_075 | 30498.6 | 33.564 | 1024 | 224 | 2.04 |
11 | tf_mobilenetv3_small_100 | 28466.28 | 35.962 | 1024 | 224 | 2.54 |
12 | lcnet_075 | 26999.4 | 37.915 | 1024 | 224 | 2.36 |
13 | mnasnet_small | 23228.74 | 44.072 | 1024 | 224 | 2.03 |
14 | lcnet_100 | 22774.77 | 44.951 | 1024 | 224 | 2.95 |
15 | levit_128s | 21485.8 | 47.648 | 1024 | 224 | 7.78 |
16 | mobilenetv2_035 | 20032.08 | 51.106 | 1024 | 224 | 1.68 |
17 | ghostnet_050 | 18639.82 | 54.925 | 1024 | 224 | 2.59 |
18 | mnasnet_050 | 18244.9 | 56.115 | 1024 | 224 | 2.22 |
19 | regnetx_002 | 17821.98 | 57.446 | 1024 | 224 | 2.68 |
20 | tinynet_c | 17586.87 | 58.214 | 1024 | 184 | 2.46 |
21 | regnety_002 | 16673.08 | 61.405 | 1024 | 224 | 3.16 |
22 | mobilenetv2_050 | 16415.14 | 62.371 | 1024 | 224 | 1.97 |
23 | semnasnet_050 | 16295.23 | 62.83 | 1024 | 224 | 2.08 |
24 | lcnet_150 | 15040.68 | 68.071 | 1024 | 224 | 4.5 |
25 | levit_128 | 14657.83 | 69.849 | 1024 | 224 | 9.21 |
26 | regnetx_004 | 14440.03 | 70.903 | 1024 | 224 | 5.16 |
27 | gernet_s | 14051.59 | 72.863 | 1024 | 224 | 8.17 |
28 | mobilenetv3_large_075 | 13658.47 | 74.961 | 1024 | 224 | 3.99 |
29 | levit_192 | 12892.86 | 79.412 | 1024 | 224 | 10.95 |
30 | mnasnet_075 | 12457.54 | 82.188 | 1024 | 224 | 3.17 |
31 | mobilenetv3_rw | 12442.0 | 82.291 | 1024 | 224 | 5.48 |
32 | hardcorenas_a | 12441.72 | 82.293 | 1024 | 224 | 5.26 |
33 | mixer_s32_224 | 12325.03 | 83.072 | 1024 | 224 | 19.1 |
34 | mobilenetv3_large_100 | 12253.83 | 83.554 | 1024 | 224 | 5.48 |
35 | mobilenetv3_large_100_miil | 12253.15 | 83.559 | 1024 | 224 | 5.48 |
36 | vit_small_patch32_224 | 12098.59 | 84.625 | 1024 | 224 | 22.88 |
37 | tf_mobilenetv3_large_075 | 11757.16 | 87.085 | 1024 | 224 | 3.99 |
38 | tinynet_b | 11714.84 | 87.399 | 1024 | 188 | 3.73 |
39 | hardcorenas_b | 11307.89 | 90.545 | 1024 | 224 | 5.18 |
40 | hardcorenas_c | 11295.65 | 90.643 | 1024 | 224 | 5.52 |
41 | ese_vovnet19b_slim_dw | 11295.18 | 90.646 | 1024 | 224 | 1.9 |
42 | tf_mobilenetv3_large_minimal_100 | 11279.9 | 90.77 | 1024 | 224 | 3.92 |
43 | mnasnet_b1 | 10903.65 | 93.902 | 1024 | 224 | 4.38 |
44 | mnasnet_100 | 10903.28 | 93.906 | 1024 | 224 | 4.38 |
45 | swsl_resnet18 | 10835.46 | 94.49 | 1024 | 224 | 11.69 |
46 | ssl_resnet18 | 10829.31 | 94.547 | 1024 | 224 | 11.69 |
47 | resnet18 | 10826.05 | 94.576 | 1024 | 224 | 11.69 |
48 | gluon_resnet18_v1b | 10791.4 | 94.879 | 1024 | 224 | 11.69 |
49 | tf_mobilenetv3_large_100 | 10638.58 | 96.242 | 1024 | 224 | 5.48 |
50 | hardcorenas_d | 10551.44 | 97.037 | 1024 | 224 | 7.5 |
51 | semnasnet_075 | 10519.79 | 97.329 | 1024 | 224 | 2.91 |
52 | ghostnet_100 | 10434.77 | 98.122 | 1024 | 224 | 5.18 |
53 | mobilenetv2_075 | 10372.86 | 98.708 | 1024 | 224 | 2.64 |
54 | seresnet18 | 10183.7 | 100.541 | 1024 | 224 | 11.78 |
55 | regnety_006 | 9982.58 | 102.567 | 1024 | 224 | 6.06 |
56 | vit_tiny_r_s16_p8_224 | 9895.77 | 103.465 | 1024 | 224 | 6.34 |
57 | spnasnet_100 | 9875.93 | 103.675 | 1024 | 224 | 4.42 |
58 | legacy_seresnet18 | 9845.25 | 103.999 | 1024 | 224 | 11.78 |
59 | regnety_004 | 9552.58 | 107.183 | 1024 | 224 | 4.34 |
60 | levit_256 | 9434.24 | 108.53 | 1024 | 224 | 18.89 |
61 | tinynet_a | 9412.38 | 108.782 | 1024 | 192 | 6.19 |
62 | hardcorenas_f | 9390.96 | 109.029 | 1024 | 224 | 8.2 |
63 | semnasnet_100 | 9334.36 | 109.69 | 1024 | 224 | 3.89 |
64 | mnasnet_a1 | 9318.68 | 109.875 | 1024 | 224 | 3.89 |
65 | mobilenetv2_100 | 9260.72 | 110.564 | 1024 | 224 | 3.5 |
66 | hardcorenas_e | 9255.53 | 110.624 | 1024 | 224 | 8.07 |
67 | tf_efficientnetv2_b0 | 9250.71 | 110.683 | 1024 | 224 | 7.14 |
68 | fbnetc_100 | 9032.97 | 113.35 | 1024 | 224 | 5.57 |
69 | efficientnet_lite0 | 8999.14 | 113.778 | 1024 | 224 | 4.65 |
70 | resnet18d | 8913.81 | 114.867 | 1024 | 224 | 11.71 |
71 | ese_vovnet19b_slim | 8715.26 | 117.484 | 1024 | 224 | 3.17 |
72 | regnetx_008 | 8458.52 | 121.05 | 1024 | 224 | 7.26 |
73 | levit_256d | 8024.27 | 127.602 | 1024 | 224 | 26.21 |
74 | regnetx_006 | 7937.85 | 128.991 | 1024 | 224 | 6.2 |
75 | regnety_008 | 7871.11 | 130.085 | 1024 | 224 | 6.26 |
76 | tf_efficientnet_lite0 | 7813.92 | 131.036 | 1024 | 224 | 4.65 |
77 | efficientnet_b0 | 7681.79 | 133.291 | 1024 | 224 | 5.29 |
78 | ghostnet_130 | 7655.04 | 133.756 | 1024 | 224 | 7.36 |
79 | mnasnet_140 | 7500.9 | 136.506 | 1024 | 224 | 7.12 |
80 | xcit_nano_12_p16_224_dist | 7406.15 | 138.252 | 1024 | 224 | 3.05 |
81 | xcit_nano_12_p16_224 | 7390.69 | 138.541 | 1024 | 224 | 3.05 |
82 | rexnetr_100 | 7266.82 | 140.903 | 1024 | 224 | 4.88 |
83 | mobilenetv2_110d | 7027.38 | 145.704 | 1024 | 224 | 4.52 |
84 | tf_efficientnet_b0_ap | 6815.39 | 150.235 | 1024 | 224 | 5.29 |
85 | tf_efficientnet_b0 | 6815.06 | 150.243 | 1024 | 224 | 5.29 |
86 | tf_efficientnet_b0_ns | 6813.82 | 150.27 | 1024 | 224 | 5.29 |
87 | regnetz_005 | 6657.81 | 153.793 | 1024 | 224 | 7.12 |
88 | hrnet_w18_small | 6626.19 | 154.526 | 1024 | 224 | 13.19 |
89 | gernet_m | 6452.0 | 158.699 | 1024 | 224 | 21.14 |
90 | semnasnet_140 | 6407.4 | 159.804 | 1024 | 224 | 6.11 |
91 | tv_resnet34 | 6289.18 | 162.807 | 1024 | 224 | 21.8 |
92 | gluon_resnet34_v1b | 6283.02 | 162.967 | 1024 | 224 | 21.8 |
93 | resnet34 | 6262.0 | 163.515 | 1024 | 224 | 21.8 |
94 | vit_tiny_patch16_224 | 6224.71 | 164.493 | 1024 | 224 | 5.72 |
95 | mobilenetv2_140 | 6223.01 | 164.539 | 1024 | 224 | 6.11 |
96 | deit_tiny_patch16_224 | 6218.5 | 164.657 | 1024 | 224 | 5.72 |
97 | ese_vovnet19b_dw | 6178.2 | 165.733 | 1024 | 224 | 6.54 |
98 | deit_tiny_distilled_patch16_224 | 6117.9 | 167.365 | 1024 | 224 | 5.91 |
99 | efficientnet_b1_pruned | 6023.92 | 169.977 | 1024 | 240 | 6.33 |
100 | efficientnet_lite1 | 5983.27 | 171.132 | 1024 | 240 | 5.42 |
101 | tf_efficientnetv2_b1 | 5921.06 | 172.93 | 1024 | 240 | 8.14 |
102 | selecsls42 | 5908.85 | 173.287 | 1024 | 224 | 30.35 |
103 | fbnetv3_b | 5903.05 | 173.458 | 1024 | 256 | 8.6 |
104 | seresnet34 | 5898.43 | 173.594 | 1024 | 224 | 21.96 |
105 | selecsls42b | 5885.09 | 173.988 | 1024 | 224 | 32.46 |
106 | rexnet_100 | 5871.63 | 174.387 | 1024 | 224 | 4.8 |
107 | pit_ti_distilled_224 | 5837.73 | 175.397 | 1024 | 224 | 5.1 |
108 | pit_ti_224 | 5807.14 | 176.321 | 1024 | 224 | 4.85 |
109 | efficientnet_es | 5711.75 | 179.268 | 1024 | 224 | 5.44 |
110 | efficientnet_es_pruned | 5710.76 | 179.298 | 1024 | 224 | 5.44 |
111 | resnet26 | 5694.28 | 179.817 | 1024 | 224 | 16.0 |
112 | legacy_seresnet34 | 5670.37 | 180.577 | 1024 | 224 | 21.96 |
113 | levit_384 | 5643.3 | 181.443 | 1024 | 224 | 39.13 |
114 | resnet34d | 5571.88 | 183.768 | 1024 | 224 | 21.82 |
115 | resnetblur18 | 5507.37 | 185.919 | 1024 | 224 | 11.69 |
116 | rexnetr_130 | 5484.64 | 186.691 | 1024 | 224 | 7.61 |
117 | nf_regnet_b0 | 5429.0 | 188.605 | 1024 | 256 | 8.76 |
118 | tf_efficientnet_es | 5424.57 | 188.76 | 1024 | 224 | 5.44 |
119 | tf_efficientnet_lite1 | 5360.34 | 191.021 | 1024 | 240 | 5.42 |
120 | skresnet18 | 5350.54 | 191.371 | 1024 | 224 | 11.96 |
121 | selecsls60 | 5263.66 | 194.53 | 1024 | 224 | 30.67 |
122 | selecsls60b | 5251.8 | 194.969 | 1024 | 224 | 32.77 |
123 | mobilenetv2_120d | 5160.96 | 198.401 | 1024 | 224 | 5.83 |
124 | mobilevit_xxs | 5125.56 | 199.771 | 1024 | 256 | 1.27 |
125 | repvgg_b0 | 5049.08 | 202.797 | 1024 | 224 | 15.82 |
126 | resnet26d | 4891.07 | 209.349 | 1024 | 224 | 16.01 |
127 | fbnetv3_d | 4812.34 | 212.774 | 1024 | 256 | 10.31 |
128 | rexnetr_150 | 4791.0 | 213.722 | 1024 | 224 | 9.78 |
129 | xcit_tiny_12_p16_224_dist | 4778.77 | 214.269 | 1024 | 224 | 6.72 |
130 | xcit_tiny_12_p16_224 | 4774.3 | 214.469 | 1024 | 224 | 6.72 |
131 | visformer_tiny | 4714.23 | 217.203 | 1024 | 224 | 10.32 |
132 | nf_resnet26 | 4639.54 | 220.7 | 1024 | 224 | 16.0 |
133 | efficientnet_lite2 | 4604.04 | 222.402 | 1024 | 260 | 6.09 |
134 | pit_xs_224 | 4582.73 | 223.434 | 1024 | 224 | 10.62 |
135 | pit_xs_distilled_224 | 4539.81 | 225.546 | 1024 | 224 | 11.0 |
136 | resmlp_12_distilled_224 | 4519.92 | 226.541 | 1024 | 224 | 15.35 |
137 | resmlp_12_224 | 4518.97 | 226.589 | 1024 | 224 | 15.35 |
138 | tf_efficientnetv2_b2 | 4403.08 | 232.553 | 1024 | 260 | 10.1 |
139 | vit_base_patch32_224_sam | 4330.12 | 236.472 | 1024 | 224 | 88.22 |
140 | vit_base_patch32_224 | 4316.0 | 237.246 | 1024 | 224 | 88.22 |
141 | mixer_b32_224 | 4294.72 | 238.421 | 1024 | 224 | 60.29 |
142 | tf_efficientnet_b1_ns | 4267.56 | 239.936 | 1024 | 240 | 7.79 |
143 | tf_efficientnet_b1_ap | 4266.36 | 240.004 | 1024 | 240 | 7.79 |
144 | tf_efficientnet_b1 | 4266.12 | 240.017 | 1024 | 240 | 7.79 |
145 | efficientnet_b0_g16_evos | 4260.91 | 240.312 | 1024 | 224 | 8.11 |
146 | legacy_seresnext26_32x4d | 4210.62 | 243.183 | 1024 | 224 | 16.79 |
147 | mixer_s16_224 | 4210.38 | 243.197 | 1024 | 224 | 18.53 |
148 | gernet_l | 4176.68 | 245.159 | 1024 | 256 | 31.08 |
149 | tf_efficientnet_lite2 | 4154.51 | 246.467 | 1024 | 260 | 6.09 |
150 | gmixer_12_224 | 4127.0 | 248.109 | 1024 | 224 | 12.7 |
151 | efficientnet_b1 | 4101.97 | 249.625 | 1024 | 256 | 7.79 |
152 | resnext26ts | 4091.38 | 250.27 | 1024 | 256 | 10.3 |
153 | rexnet_130 | 4013.83 | 255.106 | 1024 | 224 | 7.56 |
154 | seresnext26ts | 3966.87 | 258.123 | 1024 | 256 | 10.39 |
155 | nf_seresnet26 | 3954.94 | 258.905 | 1024 | 224 | 17.4 |
156 | eca_resnext26ts | 3953.54 | 258.996 | 1024 | 256 | 10.3 |
157 | nf_ecaresnet26 | 3938.91 | 259.956 | 1024 | 224 | 16.0 |
158 | repvgg_a2 | 3868.66 | 264.68 | 1024 | 224 | 28.21 |
159 | gmlp_ti16_224 | 3865.39 | 264.903 | 1024 | 224 | 5.87 |
160 | crossvit_tiny_240 | 3854.54 | 265.648 | 1024 | 240 | 7.01 |
161 | efficientnet_b2_pruned | 3821.39 | 267.953 | 1024 | 260 | 8.31 |
162 | vit_small_patch32_384 | 3802.4 | 269.289 | 1024 | 384 | 22.92 |
163 | resnet26t | 3789.73 | 270.19 | 1024 | 256 | 16.01 |
164 | regnetx_016 | 3776.49 | 271.139 | 1024 | 224 | 9.19 |
165 | rexnet_150 | 3774.39 | 271.29 | 1024 | 224 | 9.73 |
166 | seresnext26t_32x4d | 3769.71 | 271.627 | 1024 | 224 | 16.81 |
167 | seresnext26tn_32x4d | 3769.68 | 271.629 | 1024 | 224 | 16.81 |
168 | gcresnext26ts | 3763.59 | 272.069 | 1024 | 256 | 10.48 |
169 | seresnext26d_32x4d | 3760.94 | 272.26 | 1024 | 224 | 16.81 |
170 | ecaresnext50t_32x4d | 3751.71 | 272.931 | 1024 | 224 | 15.41 |
171 | ecaresnext26t_32x4d | 3745.62 | 273.373 | 1024 | 224 | 15.41 |
172 | ecaresnet50d_pruned | 3714.28 | 275.68 | 1024 | 224 | 19.94 |
173 | resnetv2_50 | 3703.17 | 276.505 | 1024 | 224 | 25.55 |
174 | eca_botnext26ts_256 | 3685.99 | 277.797 | 1024 | 256 | 10.59 |
175 | crossvit_9_240 | 3640.93 | 281.235 | 1024 | 240 | 8.55 |
176 | ecaresnetlight | 3588.5 | 285.344 | 1024 | 224 | 30.16 |
177 | eca_halonext26ts | 3573.18 | 286.568 | 1024 | 256 | 10.76 |
178 | crossvit_9_dagger_240 | 3562.28 | 287.444 | 1024 | 240 | 8.78 |
179 | poolformer_s12 | 3555.09 | 288.026 | 1024 | 224 | 11.92 |
180 | swsl_resnet50 | 3536.6 | 289.53 | 1024 | 224 | 25.56 |
181 | gluon_resnet50_v1b | 3534.52 | 289.702 | 1024 | 224 | 25.56 |
182 | tv_resnet50 | 3534.18 | 289.73 | 1024 | 224 | 25.56 |
183 | resnet50 | 3528.73 | 290.177 | 1024 | 224 | 25.56 |
184 | ssl_resnet50 | 3522.22 | 290.713 | 1024 | 224 | 25.56 |
185 | rexnetr_200 | 3521.98 | 145.362 | 512 | 224 | 16.52 |
186 | dla46_c | 3494.33 | 293.033 | 1024 | 224 | 1.3 |
187 | botnet26t_256 | 3447.34 | 297.026 | 1024 | 256 | 12.49 |
188 | efficientnet_em | 3434.61 | 298.129 | 1024 | 240 | 6.9 |
189 | dpn68 | 3423.83 | 299.067 | 1024 | 224 | 12.61 |
190 | resnet32ts | 3414.56 | 299.879 | 1024 | 256 | 17.96 |
191 | dpn68b | 3412.63 | 300.049 | 1024 | 224 | 12.61 |
192 | regnety_016 | 3408.85 | 300.382 | 1024 | 224 | 11.2 |
193 | halonet26t | 3379.19 | 303.017 | 1024 | 256 | 12.48 |
194 | resnetv2_50t | 3374.73 | 303.416 | 1024 | 224 | 25.57 |
195 | resnetv2_50d | 3370.34 | 303.812 | 1024 | 224 | 25.57 |
196 | resnet33ts | 3369.92 | 303.852 | 1024 | 256 | 19.68 |
197 | nf_regnet_b1 | 3357.92 | 304.938 | 1024 | 288 | 10.22 |
198 | gluon_resnet50_v1c | 3339.61 | 306.611 | 1024 | 224 | 25.58 |
199 | nf_regnet_b2 | 3329.81 | 307.512 | 1024 | 272 | 14.31 |
200 | tf_efficientnet_b2_ap | 3315.4 | 308.848 | 1024 | 260 | 9.11 |
201 | tf_efficientnet_b2_ns | 3314.91 | 308.894 | 1024 | 260 | 9.11 |
202 | tf_efficientnet_em | 3313.67 | 309.011 | 1024 | 240 | 6.9 |