Skip to content

Files

743 lines (743 loc) · 34.7 KB

benchmark-infer-amp-nhwc-pt111-cu113-rtx3090.csv

File metadata and controls

743 lines (743 loc) · 34.7 KB
1
modelinfer_samples_per_secinfer_step_timeinfer_batch_sizeinfer_img_sizeparam_count
2
tinynet_e68298.7314.98210241062.04
3
mobilenetv3_small_05048773.3220.98510242241.59
4
lcnet_03547045.9421.75510242241.64
5
lcnet_05041541.8324.63910242241.88
6
mobilenetv3_small_07537803.2327.07610242242.04
7
mobilenetv3_small_10034839.3129.38110242242.54
8
tinynet_d34615.5429.57110241522.34
9
tf_mobilenetv3_small_minimal_10031097.532.91810242242.04
10
tf_mobilenetv3_small_07530498.633.56410242242.04
11
tf_mobilenetv3_small_10028466.2835.96210242242.54
12
lcnet_07526999.437.91510242242.36
13
mnasnet_small23228.7444.07210242242.03
14
lcnet_10022774.7744.95110242242.95
15
levit_128s21485.847.64810242247.78
16
mobilenetv2_03520032.0851.10610242241.68
17
ghostnet_05018639.8254.92510242242.59
18
mnasnet_05018244.956.11510242242.22
19
regnetx_00217821.9857.44610242242.68
20
tinynet_c17586.8758.21410241842.46
21
regnety_00216673.0861.40510242243.16
22
mobilenetv2_05016415.1462.37110242241.97
23
semnasnet_05016295.2362.8310242242.08
24
lcnet_15015040.6868.07110242244.5
25
levit_12814657.8369.84910242249.21
26
regnetx_00414440.0370.90310242245.16
27
gernet_s14051.5972.86310242248.17
28
mobilenetv3_large_07513658.4774.96110242243.99
29
levit_19212892.8679.412102422410.95
30
mnasnet_07512457.5482.18810242243.17
31
mobilenetv3_rw12442.082.29110242245.48
32
hardcorenas_a12441.7282.29310242245.26
33
mixer_s32_22412325.0383.072102422419.1
34
mobilenetv3_large_10012253.8383.55410242245.48
35
mobilenetv3_large_100_miil12253.1583.55910242245.48
36
vit_small_patch32_22412098.5984.625102422422.88
37
tf_mobilenetv3_large_07511757.1687.08510242243.99
38
tinynet_b11714.8487.39910241883.73
39
hardcorenas_b11307.8990.54510242245.18
40
hardcorenas_c11295.6590.64310242245.52
41
ese_vovnet19b_slim_dw11295.1890.64610242241.9
42
tf_mobilenetv3_large_minimal_10011279.990.7710242243.92
43
mnasnet_b110903.6593.90210242244.38
44
mnasnet_10010903.2893.90610242244.38
45
swsl_resnet1810835.4694.49102422411.69
46
ssl_resnet1810829.3194.547102422411.69
47
resnet1810826.0594.576102422411.69
48
gluon_resnet18_v1b10791.494.879102422411.69
49
tf_mobilenetv3_large_10010638.5896.24210242245.48
50
hardcorenas_d10551.4497.03710242247.5
51
semnasnet_07510519.7997.32910242242.91
52
ghostnet_10010434.7798.12210242245.18
53
mobilenetv2_07510372.8698.70810242242.64
54
seresnet1810183.7100.541102422411.78
55
regnety_0069982.58102.56710242246.06
56
vit_tiny_r_s16_p8_2249895.77103.46510242246.34
57
spnasnet_1009875.93103.67510242244.42
58
legacy_seresnet189845.25103.999102422411.78
59
regnety_0049552.58107.18310242244.34
60
levit_2569434.24108.53102422418.89
61
tinynet_a9412.38108.78210241926.19
62
hardcorenas_f9390.96109.02910242248.2
63
semnasnet_1009334.36109.6910242243.89
64
mnasnet_a19318.68109.87510242243.89
65
mobilenetv2_1009260.72110.56410242243.5
66
hardcorenas_e9255.53110.62410242248.07
67
tf_efficientnetv2_b09250.71110.68310242247.14
68
fbnetc_1009032.97113.3510242245.57
69
efficientnet_lite08999.14113.77810242244.65
70
resnet18d8913.81114.867102422411.71
71
ese_vovnet19b_slim8715.26117.48410242243.17
72
regnetx_0088458.52121.0510242247.26
73
levit_256d8024.27127.602102422426.21
74
regnetx_0067937.85128.99110242246.2
75
regnety_0087871.11130.08510242246.26
76
tf_efficientnet_lite07813.92131.03610242244.65
77
efficientnet_b07681.79133.29110242245.29
78
ghostnet_1307655.04133.75610242247.36
79
mnasnet_1407500.9136.50610242247.12
80
xcit_nano_12_p16_224_dist7406.15138.25210242243.05
81
xcit_nano_12_p16_2247390.69138.54110242243.05
82
rexnetr_1007266.82140.90310242244.88
83
mobilenetv2_110d7027.38145.70410242244.52
84
tf_efficientnet_b0_ap6815.39150.23510242245.29
85
tf_efficientnet_b06815.06150.24310242245.29
86
tf_efficientnet_b0_ns6813.82150.2710242245.29
87
regnetz_0056657.81153.79310242247.12
88
hrnet_w18_small6626.19154.526102422413.19
89
gernet_m6452.0158.699102422421.14
90
semnasnet_1406407.4159.80410242246.11
91
tv_resnet346289.18162.807102422421.8
92
gluon_resnet34_v1b6283.02162.967102422421.8
93
resnet346262.0163.515102422421.8
94
vit_tiny_patch16_2246224.71164.49310242245.72
95
mobilenetv2_1406223.01164.53910242246.11
96
deit_tiny_patch16_2246218.5164.65710242245.72
97
ese_vovnet19b_dw6178.2165.73310242246.54
98
deit_tiny_distilled_patch16_2246117.9167.36510242245.91
99
efficientnet_b1_pruned6023.92169.97710242406.33
100
efficientnet_lite15983.27171.13210242405.42
101
tf_efficientnetv2_b15921.06172.9310242408.14
102
selecsls425908.85173.287102422430.35
103
fbnetv3_b5903.05173.45810242568.6
104
seresnet345898.43173.594102422421.96
105
selecsls42b5885.09173.988102422432.46
106
rexnet_1005871.63174.38710242244.8
107
pit_ti_distilled_2245837.73175.39710242245.1
108
pit_ti_2245807.14176.32110242244.85
109
efficientnet_es5711.75179.26810242245.44
110
efficientnet_es_pruned5710.76179.29810242245.44
111
resnet265694.28179.817102422416.0
112
legacy_seresnet345670.37180.577102422421.96
113
levit_3845643.3181.443102422439.13
114
resnet34d5571.88183.768102422421.82
115
resnetblur185507.37185.919102422411.69
116
rexnetr_1305484.64186.69110242247.61
117
nf_regnet_b05429.0188.60510242568.76
118
tf_efficientnet_es5424.57188.7610242245.44
119
tf_efficientnet_lite15360.34191.02110242405.42
120
skresnet185350.54191.371102422411.96
121
selecsls605263.66194.53102422430.67
122
selecsls60b5251.8194.969102422432.77
123
mobilenetv2_120d5160.96198.40110242245.83
124
mobilevit_xxs5125.56199.77110242561.27
125
repvgg_b05049.08202.797102422415.82
126
resnet26d4891.07209.349102422416.01
127
fbnetv3_d4812.34212.774102425610.31
128
rexnetr_1504791.0213.72210242249.78
129
xcit_tiny_12_p16_224_dist4778.77214.26910242246.72
130
xcit_tiny_12_p16_2244774.3214.46910242246.72
131
visformer_tiny4714.23217.203102422410.32
132
nf_resnet264639.54220.7102422416.0
133
efficientnet_lite24604.04222.40210242606.09
134
pit_xs_2244582.73223.434102422410.62
135
pit_xs_distilled_2244539.81225.546102422411.0
136
resmlp_12_distilled_2244519.92226.541102422415.35
137
resmlp_12_2244518.97226.589102422415.35
138
tf_efficientnetv2_b24403.08232.553102426010.1
139
vit_base_patch32_224_sam4330.12236.472102422488.22
140
vit_base_patch32_2244316.0237.246102422488.22
141
mixer_b32_2244294.72238.421102422460.29
142
tf_efficientnet_b1_ns4267.56239.93610242407.79
143
tf_efficientnet_b1_ap4266.36240.00410242407.79
144
tf_efficientnet_b14266.12240.01710242407.79
145
efficientnet_b0_g16_evos4260.91240.31210242248.11
146
legacy_seresnext26_32x4d4210.62243.183102422416.79
147
mixer_s16_2244210.38243.197102422418.53
148
gernet_l4176.68245.159102425631.08
149
tf_efficientnet_lite24154.51246.46710242606.09
150
gmixer_12_2244127.0248.109102422412.7
151
efficientnet_b14101.97249.62510242567.79
152
resnext26ts4091.38250.27102425610.3
153
rexnet_1304013.83255.10610242247.56
154
seresnext26ts3966.87258.123102425610.39
155
nf_seresnet263954.94258.905102422417.4
156
eca_resnext26ts3953.54258.996102425610.3
157
nf_ecaresnet263938.91259.956102422416.0
158
repvgg_a23868.66264.68102422428.21
159
gmlp_ti16_2243865.39264.90310242245.87
160
crossvit_tiny_2403854.54265.64810242407.01
161
efficientnet_b2_pruned3821.39267.95310242608.31
162
vit_small_patch32_3843802.4269.289102438422.92
163
resnet26t3789.73270.19102425616.01
164
regnetx_0163776.49271.13910242249.19
165
rexnet_1503774.39271.2910242249.73
166
seresnext26t_32x4d3769.71271.627102422416.81
167
seresnext26tn_32x4d3769.68271.629102422416.81
168
gcresnext26ts3763.59272.069102425610.48
169
seresnext26d_32x4d3760.94272.26102422416.81
170
ecaresnext50t_32x4d3751.71272.931102422415.41
171
ecaresnext26t_32x4d3745.62273.373102422415.41
172
ecaresnet50d_pruned3714.28275.68102422419.94
173
resnetv2_503703.17276.505102422425.55
174
eca_botnext26ts_2563685.99277.797102425610.59
175
crossvit_9_2403640.93281.23510242408.55
176
ecaresnetlight3588.5285.344102422430.16
177
eca_halonext26ts3573.18286.568102425610.76
178
crossvit_9_dagger_2403562.28287.44410242408.78
179
poolformer_s123555.09288.026102422411.92
180
swsl_resnet503536.6289.53102422425.56
181
gluon_resnet50_v1b3534.52289.702102422425.56
182
tv_resnet503534.18289.73102422425.56
183
resnet503528.73290.177102422425.56
184
ssl_resnet503522.22290.713102422425.56
185
rexnetr_2003521.98145.36251222416.52
186
dla46_c3494.33293.03310242241.3
187
botnet26t_2563447.34297.026102425612.49
188
efficientnet_em3434.61298.12910242406.9
189
dpn683423.83299.067102422412.61
190
resnet32ts3414.56299.879102425617.96
191
dpn68b3412.63300.049102422412.61
192
regnety_0163408.85300.382102422411.2
193
halonet26t3379.19303.017102425612.48
194
resnetv2_50t3374.73303.416102422425.57
195
resnetv2_50d3370.34303.812102422425.57
196
resnet33ts3369.92303.852102425619.68
197
nf_regnet_b13357.92304.938102428810.22
198
gluon_resnet50_v1c3339.61306.611102422425.58
199
nf_regnet_b23329.81307.512102427214.31
200
tf_efficientnet_b2_ap3315.4308.84810242609.11
201
tf_efficientnet_b2_ns3314.91308.89410242609.11
202
tf_efficientnet_em3313.67309.01110242406.9