1+ Experiment type,Batch,Mean overall delta,Std dev overall delta,Mean delta percentage,Std dev delta percentage,Positive outcomes,Negative outcomes,Neutral outcomes,Average ↑,Average ↓,Average →
2+ best_batches,1,0.000207,0.000041,1.33%,0.27%,30/30,0/30,0/30,312.53,1501.27,27.2
3+ best_batches,2,0.000159,0.000041,1.01%,0.25%,30/30,0/30,0/30,274.4,1533.03,33.57
4+ best_batches,3,0.000307,0.000077,1.97%,0.46%,30/30,0/30,0/30,293.63,1516.47,30.9
5+ best_batches,4,0.00032,0.000068,2.05%,0.44%,30/30,0/30,0/30,314.17,1492,34.83
6+ best_batches,5,0.00022,0.000036,1.41%,0.24%,30/30,0/30,0/30,311.3,1497.17,32.53
7+ best_batches,6,0.000627,0.000108,4.02%,0.70%,30/30,0/30,0/30,340.6,1479.57,20.83
8+ best_batches,7,0.000599,0.000045,3.83%,0.27%,30/30,0/30,0/30,343.7,1473.53,23.77
9+ best_batches,8,0.000578,0.000071,3.71%,0.46%,30/30,0/30,0/30,325.9,1489.3,25.8
10+ best_batches,9,0.000612,0.000046,3.93%,0.27%,30/30,0/30,0/30,311.83,1502.73,26.43
11+ best_batches,10,0.000662,0.000084,4.21%,0.50%,30/30,0/30,0/30,318.23,1496.2,26.57
12+ ,,,,,,,,,,,
13+ folder_batches,1,0.000619,0.000082,3.96%,0.54%,30/30,0/30,0/30,311.83,1507.13,22.03
14+ folder_batches,2,0.000653,0.000043,4.17%,0.22%,30/30,0/30,0/30,321.5,1495.7,23.8
15+ folder_batches,3,0.000589,0.000033,3.80%,0.17%,30/30,0/30,0/30,344.9,1476.93,19.17
16+ folder_batches,4,0.000587,0.000107,3.78%,0.72%,30/30,0/30,0/30,340.4,1472.43,28.17
17+ folder_batches,5,0.000586,0.000032,3.77%,0.19%,30/30,0/30,0/30,315.57,1500.17,25.27
18+ folder_batches,6,0.000688,0.000064,4.41%,0.40%,30/30,0/30,0/30,335.93,1481.67,23.4
19+ folder_batches,7,0.000684,0.000086,4.36%,0.53%,30/30,0/30,0/30,321.87,1493.37,25.77
20+ folder_batches,8,0.000628,0.000051,4.01%,0.31%,30/30,0/30,0/30,334.97,1484.2,21.83
21+ folder_batches,9,0.000679,0.000074,4.33%,0.49%,30/30,0/30,0/30,333.6,1486.9,20.5
22+ folder_batches,10,0.000679,0.000049,4.35%,0.28%,30/30,0/30,0/30,335.37,1486.4,19.23
23+ ,,,,,,,,,,,
24+ mixed_batches,1,0.000765,0.000129,4.90%,0.85%,30/30,0/30,0/30,321.53,1496.63,22.83
25+ mixed_batches,2,0.000741,0.000053,4.75%,0.33%,30/30,0/30,0/30,320,1494.57,26.43
26+ mixed_batches,3,0.000911,0.000072,5.82%,0.43%,30/30,0/30,0/30,350.93,1465.53,24.53
27+ mixed_batches,4,0.000889,0.000045,5.67%,0.29%,30/30,0/30,0/30,344.93,1475.07,21
28+ mixed_batches,5,0.000808,0.000067,5.17%,0.42%,30/30,0/30,0/30,359.37,1460.1,21.53
29+ mixed_batches,6,0.000834,0.000076,5.35%,0.43%,30/30,0/30,0/30,359,1457.27,24.73
30+ mixed_batches,7,0.000865,0.000086,5.57%,0.54%,30/30,0/30,0/30,353.07,1463.73,24.2
31+ mixed_batches,8,0.000808,0.000097,5.21%,0.61%,30/30,0/30,0/30,338.87,1477.83,24.3
32+ mixed_batches,9,0.000865,0.000086,5.57%,0.54%,30/30,0/30,0/30,353.07,1463.73,24.2
33+ mixed_batches,10,0.000871,0.000119,5.56%,0.78%,30/30,0/30,0/30,339.03,1477.17,24.8
34+ ,,,,,,,,,,,
35+ random_batches,1,0.001158,0.00006,7.42%,0.37%,30/30,0/30,0/30,215.33,1612.7,12.97
36+ random_batches,2,0.001428,0.000094,9.15%,0.54%,30/30,0/30,0/30,228.7,1603.4,8.9
37+ random_batches,3,0.001156,0.000048,7.37%,0.27%,30/30,0/30,0/30,224.47,1604.6,11.93
38+ random_batches,4,0.001104,0.00005,7.02%,0.33%,30/30,0/30,0/30,222.07,1607.37,11.57
39+ random_batches,5,0.001276,0.000073,8.23%,0.45%,30/30,0/30,0/30,227,1602.37,11.63
40+ random_batches,6,0.001121,0.000064,7.17%,0.44%,30/30,0/30,0/30,224.1,1606.23,10.67
41+ random_batches,7,0.001299,0.000238,8.32%,1.49%,30/30,0/30,0/30,231.53,1598.27,11.2
42+ random_batches,8,0.001143,0.000075,7.32%,0.50%,30/30,0/30,0/30,223.67,1606.57,10.77
43+ random_batches,9,0.001309,0.000088,8.35%,0.63%,30/30,0/30,0/30,225.23,1602.33,13.43
44+ random_batches,10,0.001134,0.000046,7.30%,0.31%,30/30,0/30,0/30,219.6,1608.4,13
45+ ,,,,,,,,,,,
46+ worst_batches,1,0.001412,0.000073,9.02%,0.48%,30/30,0/30,0/30,344.67,1475.4,20.93
47+ worst_batches,2,0.001405,0.000065,8.97%,0.39%,30/30,0/30,0/30,347.53,1473.4,20.07
48+ worst_batches,3,0.001308,0.000085,8.31%,0.49%,30/30,0/30,0/30,344.2,1474.37,22.43
49+ worst_batches,4,0.0014,0.000083,8.99%,0.42%,30/30,0/30,0/30,354.03,1467.5,19.47
50+ worst_batches,5,0.001335,0.000098,8.55%,0.60%,30/30,0/30,0/30,339.1,1482.07,19.83
51+ worst_batches,6,0.001411,0.000077,9.04%,0.44%,30/30,0/30,0/30,352.17,1469.93,18.9
52+ worst_batches,7,0.001343,0.000047,8.65%,0.27%,30/30,0/30,0/30,356.43,1466.27,18.3
53+ worst_batches,8,0.001475,0.000083,9.35%,0.44%,30/30,0/30,0/30,342.7,1476.9,21.4
54+ worst_batches,9,0.001415,0.000066,9.08%,0.35%,30/30,0/30,0/30,343.13,1477.83,20.03
55+ worst_batches,10,0.001391,0.00007,8.97%,0.46%,30/30,0/30,0/30,333.7,1488.07,19.23
0 commit comments