diff --git a/bench-results/small-changes-v3/test1/bench-base.txt b/bench-results/small-changes-v3/test1/bench-base.txt new file mode 100644 index 00000000..b27b0566 --- /dev/null +++ b/bench-results/small-changes-v3/test1/bench-base.txt @@ -0,0 +1,59 @@ +lambda/decode_shl_sub time: [2.5098 ms 2.5255 ms 2.5368 ms] +lambda/deploy_simple_contract + time: [3.3569 ms 3.3583 ms 3.3601 ms] +lambda/heap_read_write time: [515.53 ms 515.78 ms 516.03 ms] +lambda/slot_hash_collision + time: [2.2614 ms 2.2691 ms 2.2760 ms] +lambda/write_and_decode time: [2.2485 ms 2.2496 ms 2.2509 ms] +lambda/event_spam time: [377.65 ms 377.91 ms 378.15 ms] +Found 2 outliers among 30 measurements (6.67%) + 1 (3.33%) low mild + 1 (3.33%) high mild +lambda/access_memory time: [2.2379 ms 2.2478 ms 2.2553 ms] +lambda/finish_eventful_frames + time: [2.7640 ms 2.7665 ms 2.7694 ms] +lambda/call_far time: [513.77 ms 514.48 ms 515.23 ms] + +lambda/decode_shl_sub/full + time: [11.469 ms 11.471 ms 11.473 ms] +lambda/deploy_simple_contract/full + time: [12.679 ms 12.683 ms 12.687 ms] +Found 1 outliers among 30 measurements (3.33%) + 1 (3.33%) high mild +lambda/heap_read_write/full + time: [523.69 ms 523.91 ms 524.16 ms] +Found 1 outliers among 30 measurements (3.33%) + 1 (3.33%) high mild +lambda/slot_hash_collision/full + time: [11.576 ms 11.578 ms 11.581 ms] +Found 2 outliers among 30 measurements (6.67%) + 2 (6.67%) low mild +lambda/write_and_decode/full + time: [11.579 ms 11.584 ms 11.588 ms] +lambda/event_spam/full time: [403.94 ms 405.29 ms 406.52 ms] +lambda/access_memory/full + time: [11.624 ms 11.626 ms 11.629 ms] +Found 2 outliers among 30 measurements (6.67%) + 1 (3.33%) low mild + 1 (3.33%) high mild +lambda/finish_eventful_frames/full + time: [12.303 ms 12.307 ms 12.312 ms] +Found 1 outliers among 30 measurements (3.33%) + 1 (3.33%) low mild +lambda/call_far/full time: [596.91 ms 597.82 ms 598.69 ms] +Found 6 outliers among 30 measurements (20.00%) + 2 (6.67%) low severe + 1 (3.33%) low mild + 2 (6.67%) high mild + 1 (3.33%) high severe + +lambda/load_test time: [1.9141 ms 1.9152 ms 1.9168 ms] +lambda/load_test_realistic + time: [1.5915 ms 1.5920 ms 1.5926 ms] +Found 4 outliers among 30 measurements (13.33%) + 4 (13.33%) high mild +lambda/load_test_heavy time: [4.2946 ms 4.2976 ms 4.3004 ms] +Found 2 outliers among 30 measurements (6.67%) + 1 (3.33%) high mild + 1 (3.33%) high severe + diff --git a/bench-results/small-changes-v3/test1/bench-compare.txt b/bench-results/small-changes-v3/test1/bench-compare.txt new file mode 100644 index 00000000..08281d11 --- /dev/null +++ b/bench-results/small-changes-v3/test1/bench-compare.txt @@ -0,0 +1,108 @@ +lambda/decode_shl_sub time: [2.1937 ms 2.1948 ms 2.1961 ms] + change: [-12.663% -12.294% -11.938%] (p = 0.00 < 0.05) + Performance has improved. +Found 2 outliers among 30 measurements (6.67%) + 2 (6.67%) high mild +lambda/deploy_simple_contract + time: [3.2688 ms 3.2698 ms 3.2707 ms] + change: [-2.7906% -2.7103% -2.6318%] (p = 0.00 < 0.05) + Performance has improved. +Found 2 outliers among 30 measurements (6.67%) + 2 (6.67%) high mild +lambda/heap_read_write time: [504.64 ms 505.01 ms 505.38 ms] + change: [-2.1718% -2.0893% -2.0013%] (p = 0.00 < 0.05) + Performance has improved. +Found 1 outliers among 30 measurements (3.33%) + 1 (3.33%) high mild +lambda/slot_hash_collision + time: [2.1237 ms 2.1290 ms 2.1366 ms] + change: [-6.0710% -5.6377% -5.1654%] (p = 0.00 < 0.05) + Performance has improved. +lambda/write_and_decode time: [2.1724 ms 2.1744 ms 2.1764 ms] + change: [-3.4328% -3.3345% -3.2501%] (p = 0.00 < 0.05) + Performance has improved. +lambda/event_spam time: [355.99 ms 356.51 ms 357.03 ms] + change: [-5.8181% -5.6616% -5.5130%] (p = 0.00 < 0.05) + Performance has improved. +lambda/access_memory time: [2.1615 ms 2.1625 ms 2.1634 ms] + change: [-3.5803% -3.2947% -3.0170%] (p = 0.00 < 0.05) + Performance has improved. +Found 5 outliers among 30 measurements (16.67%) + 1 (3.33%) low mild + 1 (3.33%) high mild + 3 (10.00%) high severe +lambda/finish_eventful_frames + time: [2.7032 ms 2.7044 ms 2.7057 ms] + change: [-2.6575% -2.4906% -2.3263%] (p = 0.00 < 0.05) + Performance has improved. +Found 3 outliers among 30 measurements (10.00%) + 3 (10.00%) high mild +lambda/call_far time: [511.11 ms 511.61 ms 512.10 ms] + change: [-0.7285% -0.5574% -0.3873%] (p = 0.00 < 0.05) + Change within noise threshold. + +lambda/decode_shl_sub/full + time: [11.334 ms 11.336 ms 11.338 ms] + change: [-1.2120% -1.1844% -1.1552%] (p = 0.00 < 0.05) + Performance has improved. +Found 1 outliers among 30 measurements (3.33%) + 1 (3.33%) high mild +lambda/deploy_simple_contract/full + time: [12.389 ms 12.391 ms 12.393 ms] + change: [-2.4166% -2.3632% -2.3091%] (p = 0.00 < 0.05) + Performance has improved. +Found 1 outliers among 30 measurements (3.33%) + 1 (3.33%) high mild +lambda/heap_read_write/full + time: [517.27 ms 517.63 ms 518.00 ms] + change: [-1.2808% -1.1994% -1.1128%] (p = 0.00 < 0.05) + Performance has improved. +Found 2 outliers among 30 measurements (6.67%) + 1 (3.33%) low mild + 1 (3.33%) high mild +lambda/slot_hash_collision/full + time: [11.464 ms 11.468 ms 11.472 ms] + change: [-0.9749% -0.9277% -0.8788%] (p = 0.00 < 0.05) + Change within noise threshold. +Found 1 outliers among 30 measurements (3.33%) + 1 (3.33%) high mild +lambda/write_and_decode/full + time: [11.357 ms 11.410 ms 11.462 ms] + change: [-1.4043% -0.9058% -0.4741%] (p = 0.00 < 0.05) + Change within noise threshold. +lambda/event_spam/full time: [387.89 ms 388.49 ms 389.12 ms] + change: [-4.4694% -4.1456% -3.7969%] (p = 0.00 < 0.05) + Performance has improved. +lambda/access_memory/full + time: [11.344 ms 11.348 ms 11.351 ms] + change: [-2.4006% -2.3458% -2.2802%] (p = 0.00 < 0.05) + Performance has improved. +lambda/finish_eventful_frames/full + time: [11.898 ms 11.902 ms 11.906 ms] + change: [-3.3065% -3.2632% -3.2193%] (p = 0.00 < 0.05) + Performance has improved. +Found 1 outliers among 30 measurements (3.33%) + 1 (3.33%) high mild +lambda/call_far/full time: [588.73 ms 590.17 ms 591.80 ms] + change: [-1.5546% -1.2799% -0.9632%] (p = 0.00 < 0.05) + Change within noise threshold. +Found 1 outliers among 30 measurements (3.33%) + 1 (3.33%) high mild + +lambda/load_test time: [1.8695 ms 1.8702 ms 1.8710 ms] + change: [-2.6441% -2.5417% -2.4427%] (p = 0.00 < 0.05) + Performance has improved. +Found 5 outliers among 30 measurements (16.67%) + 5 (16.67%) low mild +lambda/load_test_realistic + time: [1.5628 ms 1.5637 ms 1.5647 ms] + change: [-1.7941% -1.7034% -1.6004%] (p = 0.00 < 0.05) + Performance has improved. +Found 3 outliers among 30 measurements (10.00%) + 3 (10.00%) high mild +lambda/load_test_heavy time: [4.1022 ms 4.1040 ms 4.1063 ms] + change: [-4.7391% -4.5978% -4.4874%] (p = 0.00 < 0.05) + Performance has improved. +Found 2 outliers among 30 measurements (6.67%) + 2 (6.67%) high mild + diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/bench_base/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/bench_base/benchmark.json new file mode 100644 index 00000000..15852cf1 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"access_memory","value_str":null,"throughput":null,"full_id":"lambda/access_memory","directory_name":"lambda/access_memory","title":"lambda/access_memory"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/bench_base/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/bench_base/estimates.json new file mode 100644 index 00000000..32aab0f7 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2231867.278502892,"upper_bound":2243451.405133254},"point_estimate":2237352.9068279616,"standard_error":2968.2473008000466},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2227672.743055556,"upper_bound":2231350.8273809524},"point_estimate":2229998.185087719,"standard_error":1814.715242101092},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2523.2987509542136,"upper_bound":13145.386000597093},"point_estimate":5719.6406136749765,"standard_error":3005.6161206756237},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2237882.8940691403,"upper_bound":2255341.2155146482},"point_estimate":2247805.308690287,"standard_error":4475.432557387813},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11956.515669871082,"upper_bound":18833.698929266186},"point_estimate":16477.789676399687,"standard_error":1770.2391070251344}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/bench_base/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/bench_base/sample.json new file mode 100644 index 00000000..9d8ff15a --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[6766130.0,13341129.0,19974870.0,26776869.0,33424727.0,40061056.0,46857214.0,53463365.0,60213442.0,66904162.0,73565615.0,80197390.0,86739277.0,93913066.0,100228591.0,106879990.0,113763332.0,120271483.0,127110042.0,133799738.0,140191819.0,146616341.0,153828032.0,163315333.0,169449465.0,176913081.0,183339944.0,190186993.0,197077683.0,203769043.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/bench_base/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/bench_base/tukey.json new file mode 100644 index 00000000..d436782d --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/bench_base/tukey.json @@ -0,0 +1 @@ +[2157434.5420634914,2192348.655753968,2285452.9589285715,2320367.072619048] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/change/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/change/estimates.json new file mode 100644 index 00000000..21e158f3 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03580291359875877,"upper_bound":-0.030170094023357796},"point_estimate":-0.032947137642697744,"standard_error":0.0014380225479544528},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03132763214334632,"upper_bound":-0.029208966757853207},"point_estimate":-0.030479392807488237,"standard_error":0.000835220924072084}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/new/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/new/benchmark.json new file mode 100644 index 00000000..15852cf1 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"access_memory","value_str":null,"throughput":null,"full_id":"lambda/access_memory","directory_name":"lambda/access_memory","title":"lambda/access_memory"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/new/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/new/estimates.json new file mode 100644 index 00000000..0564c0c6 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2160969.9060336733,"upper_bound":2166594.5163442045},"point_estimate":2163638.532651411,"standard_error":1445.5674832678196},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2160934.032212885,"upper_bound":2164036.9283950618},"point_estimate":2162029.1944444445,"standard_error":856.2046557168637},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1975.3278201423407,"upper_bound":8048.334225262091},"point_estimate":3402.61036114945,"standard_error":1646.1442270448822},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2161523.047136157,"upper_bound":2163373.4656631765},"point_estimate":2162489.1480698045,"standard_error":470.5899289245763},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4851.520910711272,"upper_bound":10159.950238971947},"point_estimate":8010.452317526981,"standard_error":1352.0779999402953}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/new/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/new/sample.json new file mode 100644 index 00000000..1b63e910 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[6548267.0,13058281.0,19614503.0,26224106.0,32485160.0,38781128.0,45197295.0,51716575.0,58242960.0,64626808.0,71342535.0,77652380.0,84246330.0,90606939.0,97624654.0,103877186.0,110213002.0,116771637.0,123186776.0,129628454.0,136157503.0,143000435.0,149353288.0,155675764.0,162304030.0,168618021.0,175285630.0,181509620.0,188120280.0,194759670.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/new/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/new/tukey.json new file mode 100644 index 00000000..71e8832a --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory/new/tukey.json @@ -0,0 +1 @@ +[2147664.2121167784,2153952.250609671,2170720.3532573855,2177008.3917502784] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/bench_base/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/bench_base/benchmark.json new file mode 100644 index 00000000..1b8428d2 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"access_memory/full","value_str":null,"throughput":null,"full_id":"lambda/access_memory/full","directory_name":"lambda/access_memory_full","title":"lambda/access_memory/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/bench_base/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/bench_base/estimates.json new file mode 100644 index 00000000..47ff8050 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11623399.337808622,"upper_bound":11630953.491012163},"point_estimate":11627099.353752574,"standard_error":1923.3946738929228},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11624038.777777778,"upper_bound":11629096.663888888},"point_estimate":11626235.97985348,"standard_error":1267.5262028688767},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3227.715613151222,"upper_bound":12145.558236361378},"point_estimate":6820.721770574803,"standard_error":2340.174596400625},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11624057.19426448,"upper_bound":11628732.701081954},"point_estimate":11626287.984699454,"standard_error":1189.9452267103948},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6619.588260378467,"upper_bound":14136.709886128},"point_estimate":10741.784596308938,"standard_error":1933.9100034002674}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/bench_base/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/bench_base/sample.json new file mode 100644 index 00000000..7c0b42c0 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[34975708.0,69744981.0,104399447.0,139557188.0,174332280.0,209230453.0,243929192.0,279002045.0,314266035.0,349123863.0,383526154.0,418826694.0,452837419.0,488616769.0,524083242.0,557818559.0,593294359.0,627891676.0,663297584.0,697499229.0,731756979.0,767399310.0,802244165.0,837446810.0,871391801.0,906829490.0,941392703.0,976622040.0,1011380390.0,1046428887.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/bench_base/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/bench_base/tukey.json new file mode 100644 index 00000000..8fc970bf --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/bench_base/tukey.json @@ -0,0 +1 @@ +[11590393.004221128,11606265.053036489,11648590.516544119,11664462.56535948] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/change/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/change/estimates.json new file mode 100644 index 00000000..ea59586e --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02400561844935276,"upper_bound":-0.02280160780067924},"point_estimate":-0.023457825339675442,"standard_error":0.0003096612870193098},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.024405519211268767,"upper_bound":-0.02320131261642433},"point_estimate":-0.023845637069762726,"standard_error":0.00035244524789541974}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/new/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/new/benchmark.json new file mode 100644 index 00000000..1b8428d2 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"access_memory/full","value_str":null,"throughput":null,"full_id":"lambda/access_memory/full","directory_name":"lambda/access_memory_full","title":"lambda/access_memory/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/new/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/new/estimates.json new file mode 100644 index 00000000..614b1a5d --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11348739.103423418,"upper_bound":11360360.582873467},"point_estimate":11354352.887905193,"standard_error":2982.9572285140966},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11342332.767948717,"upper_bound":11355367.972222222},"point_estimate":11349000.976190476,"standard_error":3694.8799756756694},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6323.548074147964,"upper_bound":22885.172271206146},"point_estimate":12187.180542403785,"standard_error":4641.559184707931},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11344151.408299914,"upper_bound":11350819.338333333},"point_estimate":11347619.927163757,"standard_error":1712.2109560863178},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12470.942631310802,"upper_bound":19352.26044298274},"point_estimate":16644.872798611836,"standard_error":1754.8912913477652}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/new/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/new/sample.json new file mode 100644 index 00000000..dccd3ca6 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[34171385.0,68272189.0,102318279.0,136585414.0,170328796.0,204869636.0,238924272.0,273056584.0,307155093.0,340642442.0,373874422.0,408207593.0,442301232.0,476680258.0,510441072.0,544306242.0,578772072.0,612687035.0,646396754.0,680472440.0,714193509.0,748772502.0,783028817.0,816474318.0,850537833.0,884639387.0,919605938.0,953966811.0,987712696.0,1021993459.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/new/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/new/tukey.json new file mode 100644 index 00000000..931a6c23 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/access_memory_full/new/tukey.json @@ -0,0 +1 @@ +[11267248.463141024,11304171.60977564,11402633.334134616,11439556.480769232] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/call_far/bench_base/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/call_far/bench_base/benchmark.json new file mode 100644 index 00000000..5ebdf83b --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/call_far/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"call_far","value_str":null,"throughput":null,"full_id":"lambda/call_far","directory_name":"lambda/call_far","title":"lambda/call_far"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/call_far/bench_base/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/call_far/bench_base/estimates.json new file mode 100644 index 00000000..1dd9881b --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/call_far/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":513774637.0,"upper_bound":515226142.1483333},"point_estimate":514479473.6333333,"standard_error":369009.8893551406},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":513047060.0,"upper_bound":515362083.0},"point_estimate":514518105.5,"standard_error":503286.2490562801},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1350706.1564976734,"upper_bound":2952669.0123796463},"point_estimate":2295837.935140729,"standard_error":408025.964694981},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1514779.4968823015,"upper_bound":2488867.536508034},"point_estimate":2053594.881255836,"standard_error":250333.51647087611}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/call_far/bench_base/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/call_far/bench_base/sample.json new file mode 100644 index 00000000..81172473 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/call_far/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[513755167.0,513142114.0,519528360.0,514451035.0,512952006.0,518443670.0,512020846.0,515673492.0,516049048.0,516442949.0,512012881.0,510754114.0,512030034.0,515640281.0,516049049.0,514371164.0,512411450.0,515883317.0,514585176.0,514000377.0,517133888.0,514597169.0,512903044.0,516955913.0,514714550.0,515083885.0,514862929.0,512775806.0,512473537.0,512686958.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/call_far/bench_base/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/call_far/bench_base/tukey.json new file mode 100644 index 00000000..b353ae11 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/call_far/bench_base/tukey.json @@ -0,0 +1 @@ +[503737879.75,508272747.625,520365728.625,524900596.5] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/call_far/change/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/call_far/change/estimates.json new file mode 100644 index 00000000..7f381a3b --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/call_far/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007284596246690344,"upper_bound":-0.0038728237673568713},"point_estimate":-0.00557364717860509,"standard_error":0.000868590745833906},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007486127717783897,"upper_bound":-0.0025099833608994704},"point_estimate":-0.005441067029661628,"standard_error":0.001114119023761169}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/call_far/new/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/call_far/new/benchmark.json new file mode 100644 index 00000000..5ebdf83b --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/call_far/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"call_far","value_str":null,"throughput":null,"full_id":"lambda/call_far","directory_name":"lambda/call_far","title":"lambda/call_far"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/call_far/new/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/call_far/new/estimates.json new file mode 100644 index 00000000..0c4668b8 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/call_far/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":511112849.34000003,"upper_bound":512100197.1725},"point_estimate":511611946.56666666,"standard_error":252295.3727567797},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":511224604.0,"upper_bound":512206491.0},"point_estimate":511718578.0,"standard_error":273804.9479111366},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":713504.9438327551,"upper_bound":2251889.2241209745},"point_estimate":1604216.1669194698,"standard_error":398567.2864210508},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1089545.6133154533,"upper_bound":1638034.7144549561},"point_estimate":1406994.181063101,"standard_error":139631.2841212152}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/call_far/new/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/call_far/new/sample.json new file mode 100644 index 00000000..01bb706f --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/call_far/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[512613384.0,509618625.0,512295366.0,513721065.0,509348748.0,513938815.0,509066519.0,510278266.0,511710788.0,512710097.0,510546039.0,511726368.0,510105553.0,512075395.0,512995134.0,511494644.0,513568031.0,511428991.0,510438059.0,513408822.0,511664505.0,511780132.0,512673301.0,512117616.0,510165607.0,512036986.0,511336318.0,513326119.0,511112890.0,509056214.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/call_far/new/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/call_far/new/tukey.json new file mode 100644 index 00000000..fbe78141 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/call_far/new/tukey.json @@ -0,0 +1 @@ +[503885250.75,507175152.375,515948223.375,519238125.0] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/bench_base/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/bench_base/benchmark.json new file mode 100644 index 00000000..bb55a760 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"call_far/full","value_str":null,"throughput":null,"full_id":"lambda/call_far/full","directory_name":"lambda/call_far_full","title":"lambda/call_far/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/bench_base/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/bench_base/estimates.json new file mode 100644 index 00000000..f8ca65cc --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":596910115.1633333,"upper_bound":598692779.3041667},"point_estimate":597820741.0,"standard_error":454009.95414285036},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":597297248.0,"upper_bound":598390589.0},"point_estimate":597672614.5,"standard_error":290690.9580144009},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":484436.57619953156,"upper_bound":2232003.1106740236},"point_estimate":1200688.0364835262,"standard_error":434530.4856867442},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1449143.0912896916,"upper_bound":3357941.121632169},"point_estimate":2538892.76818198,"standard_error":484970.96682894666}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/bench_base/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/bench_base/sample.json new file mode 100644 index 00000000..584bac90 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[596612326.0,597197385.0,595073603.0,597250636.0,598639156.0,597774079.0,597256076.0,598705910.0,598463186.0,597447015.0,597433279.0,597379197.0,599414984.0,599535350.0,597657241.0,597878876.0,596843480.0,596332179.0,597687988.0,598317992.0,597280562.0,597313934.0,598178680.0,601144345.0,601060037.0,599854411.0,603986750.0,600836115.0,591067843.0,590999615.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/bench_base/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/bench_base/tukey.json new file mode 100644 index 00000000..931bc574 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/bench_base/tukey.json @@ -0,0 +1 @@ +[592940319.5,595096157.75,600845059.75,603000898.0] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/change/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/change/estimates.json new file mode 100644 index 00000000..c61a6f36 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.015545794401937821,"upper_bound":-0.009631877499027417},"point_estimate":-0.012799274891668544,"standard_error":0.001518937266192255},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.018271194155064063,"upper_bound":-0.008501794924860362},"point_estimate":-0.011067593427438238,"standard_error":0.002822417272304199}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/new/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/new/benchmark.json new file mode 100644 index 00000000..bb55a760 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"call_far/full","value_str":null,"throughput":null,"full_id":"lambda/call_far/full","directory_name":"lambda/call_far_full","title":"lambda/call_far/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/new/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/new/estimates.json new file mode 100644 index 00000000..30626ae4 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":588729936.4174999,"upper_bound":591803075.5516667},"point_estimate":590169069.0,"standard_error":786397.3615900283},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":586870779.5,"upper_bound":592440319.5},"point_estimate":591057817.0,"standard_error":1715252.5361770738},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1408435.133895278,"upper_bound":5572800.487563014},"point_estimate":4258076.791504025,"standard_error":1206673.126448164},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2923261.06429597,"upper_bound":6063581.496742412},"point_estimate":4389712.083985958,"standard_error":918549.169584519}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/new/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/new/sample.json new file mode 100644 index 00000000..47d40e6d --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[585386454.0,587057335.0,586303207.0,586721444.0,584773332.0,585742343.0,586203070.0,586664297.0,587020115.0,587577914.0,585228799.0,586329198.0,585755269.0,592375943.0,606086143.0,592230590.0,590624281.0,592504696.0,591354834.0,593080889.0,593073415.0,592756019.0,590945716.0,592604194.0,591169918.0,592749527.0,593254787.0,593669506.0,591638640.0,594190195.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/new/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/new/tukey.json new file mode 100644 index 00000000..6cc29e95 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/call_far_full/new/tukey.json @@ -0,0 +1 @@ +[567512309.75,576962641.25,602163525.25,611613856.75] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/bench_base/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/bench_base/benchmark.json new file mode 100644 index 00000000..3117efd8 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"decode_shl_sub","value_str":null,"throughput":null,"full_id":"lambda/decode_shl_sub","directory_name":"lambda/decode_shl_sub","title":"lambda/decode_shl_sub"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/bench_base/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/bench_base/estimates.json new file mode 100644 index 00000000..924e8112 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2497888.9770788746,"upper_bound":2516952.258559626},"point_estimate":2507166.5198924267,"standard_error":4909.889125207139},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2486800.7904761904,"upper_bound":2516747.861111111},"point_estimate":2494891.0666666664,"standard_error":8436.227505842018},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9051.684137784949,"upper_bound":41158.960305949484},"point_estimate":20570.525773284557,"standard_error":9131.519556880818},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2509840.579407162,"upper_bound":2536754.1659986908},"point_estimate":2525496.117891768,"standard_error":6916.4793656010925},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21815.4691316962,"upper_bound":31198.772650598683},"point_estimate":27667.848213812344,"standard_error":2389.32662660877}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/bench_base/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/bench_base/sample.json new file mode 100644 index 00000000..d9fcc18f --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[7570431.0,15005770.0,22414425.0,30029651.0,37609479.0,45180337.0,52229556.0,59670584.0,66908507.0,74594396.0,81783413.0,89381371.0,96691878.0,104324754.0,111616015.0,119491968.0,126571145.0,134485684.0,141838750.0,149957428.0,159860659.0,163790681.0,175141597.0,182622240.0,189992919.0,198451313.0,206498869.0,214395674.0,222551315.0,230146529.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/bench_base/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/bench_base/tukey.json new file mode 100644 index 00000000..f2a563fb --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/bench_base/tukey.json @@ -0,0 +1 @@ +[2331168.286190476,2407839.4526190474,2612295.8964285715,2688967.062857143] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/change/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/change/estimates.json new file mode 100644 index 00000000..3b9e997d --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.12662765518909136,"upper_bound":-0.11937770445851908},"point_estimate":-0.12293613011896676,"standard_error":0.001858077445434932},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.12797378817305993,"upper_bound":-0.11665295844164514},"point_estimate":-0.12005649932223639,"standard_error":0.003014814893891098}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/new/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/new/benchmark.json new file mode 100644 index 00000000..3117efd8 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"decode_shl_sub","value_str":null,"throughput":null,"full_id":"lambda/decode_shl_sub","directory_name":"lambda/decode_shl_sub","title":"lambda/decode_shl_sub"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/new/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/new/estimates.json new file mode 100644 index 00000000..9900232e --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2196182.898646841,"upper_bound":2202048.2274942948},"point_estimate":2198945.170373014,"standard_error":1510.3100265269711},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2194434.7582417587,"upper_bound":2198794.277777778},"point_estimate":2195363.179012346,"standard_error":1218.6716829241948},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2010.7938643016016,"upper_bound":8700.881464369219},"point_estimate":4234.658524819799,"standard_error":1715.8051315060588},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2193730.0002447064,"upper_bound":2196084.7201006175},"point_estimate":2194789.258487573,"standard_error":594.1151055215472},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5132.145985905406,"upper_bound":10820.934356628411},"point_estimate":8331.597909471406,"standard_error":1484.225735317492}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/new/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/new/sample.json new file mode 100644 index 00000000..304f5d8b --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[6608874.0,13192029.0,19805602.0,26702735.0,33232121.0,39580507.0,46345532.0,52984142.0,59722763.0,66286909.0,72774194.0,79025500.0,85587615.0,92104279.0,98736429.0,105315567.0,111562760.0,118536131.0,125232846.0,131518778.0,138049836.0,144982736.0,151320339.0,158049999.0,164764155.0,171088592.0,177841460.0,184322484.0,190936299.0,197236343.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/new/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/new/tukey.json new file mode 100644 index 00000000..ca65310d --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub/new/tukey.json @@ -0,0 +1 @@ +[2169243.470833334,2181667.4609375005,2214798.1012152773,2227222.0913194437] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/bench_base/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/bench_base/benchmark.json new file mode 100644 index 00000000..49e78083 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"decode_shl_sub/full","value_str":null,"throughput":null,"full_id":"lambda/decode_shl_sub/full","directory_name":"lambda/decode_shl_sub_full","title":"lambda/decode_shl_sub/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/bench_base/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/bench_base/estimates.json new file mode 100644 index 00000000..c7cc4d5b --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11469640.947696635,"upper_bound":11474175.884087147},"point_estimate":11471900.496081335,"standard_error":1157.2901457047285},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11468474.41785375,"upper_bound":11475470.92},"point_estimate":11470617.01378446,"standard_error":1808.3019853929704},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4185.600350691397,"upper_bound":10128.71118684579},"point_estimate":8291.440352797508,"standard_error":1545.2913443873335},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11469363.502820762,"upper_bound":11473351.179054724},"point_estimate":11471294.822527763,"standard_error":1016.0630906154489},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5086.431121682849,"upper_bound":7463.1315236783985},"point_estimate":6456.229600287915,"standard_error":607.6002135386174}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/bench_base/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/bench_base/sample.json new file mode 100644 index 00000000..ff9cd8ff --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[34420566.0,68859446.0,103155398.0,137804613.0,171980840.0,206596502.0,241158463.0,275274857.0,309925636.0,343931071.0,378290342.0,413219243.0,447815309.0,481748088.0,515962185.0,550181042.0,585400820.0,619047912.0,653849363.0,688018326.0,722755035.0,757221919.0,791402634.0,826406647.0,860577563.0,894509660.0,928978978.0,963301559.0,998543689.0,1032284077.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/bench_base/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/bench_base/tukey.json new file mode 100644 index 00000000..6d01e053 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/bench_base/tukey.json @@ -0,0 +1 @@ +[11436094.002380952,11451646.001488095,11493117.999107143,11508669.998214286] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/change/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/change/estimates.json new file mode 100644 index 00000000..fb792e16 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012119906241045605,"upper_bound":-0.011552336683392403},"point_estimate":-0.011844467813461823,"standard_error":0.00014444792899087204},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012283550527796838,"upper_bound":-0.011418213843263025},"point_estimate":-0.01185012244066408,"standard_error":0.0002235475817988518}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/new/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/new/benchmark.json new file mode 100644 index 00000000..49e78083 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"decode_shl_sub/full","value_str":null,"throughput":null,"full_id":"lambda/decode_shl_sub/full","directory_name":"lambda/decode_shl_sub_full","title":"lambda/decode_shl_sub/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/new/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/new/estimates.json new file mode 100644 index 00000000..bfe7a55d --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11333766.333214855,"upper_bound":11338315.200239396},"point_estimate":11336021.939896263,"standard_error":1159.4109678972698},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11333140.587344028,"upper_bound":11338641.00708502},"point_estimate":11334688.79770115,"standard_error":1803.484246251517},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3377.635163947584,"upper_bound":8776.121110858801},"point_estimate":6533.590992102321,"standard_error":1299.6899120236872},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11334466.195760088,"upper_bound":11337628.892599484},"point_estimate":11336122.433245197,"standard_error":805.1518862087503},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4677.976397952797,"upper_bound":8042.092770816014},"point_estimate":6506.285161918985,"standard_error":866.1426571554224}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/new/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/new/sample.json new file mode 100644 index 00000000..4e81ff92 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[34024737.0,67976427.0,102102074.0,135912358.0,170187706.0,203805338.0,238409635.0,272278588.0,306180986.0,340012080.0,373985390.0,407845719.0,441872380.0,476105447.0,509967782.0,543785920.0,578002919.0,612412900.0,646315859.0,680007621.0,714014484.0,747927313.0,781858845.0,816608696.0,850157830.0,884395769.0,918403324.0,952581570.0,986052768.0,1020400805.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/new/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/new/tukey.json new file mode 100644 index 00000000..babddc57 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/decode_shl_sub_full/new/tukey.json @@ -0,0 +1 @@ +[11308708.266486295,11320518.311147187,11352011.763576236,11363821.80823713] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/bench_base/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/bench_base/benchmark.json new file mode 100644 index 00000000..faf6d711 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"deploy_simple_contract","value_str":null,"throughput":null,"full_id":"lambda/deploy_simple_contract","directory_name":"lambda/deploy_simple_contract","title":"lambda/deploy_simple_contract"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/bench_base/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/bench_base/estimates.json new file mode 100644 index 00000000..e2ec8fed --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3358005.617060618,"upper_bound":3362913.172401424},"point_estimate":3360379.882375998,"standard_error":1241.0078209074497},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3355950.030263158,"upper_bound":3362094.474358974},"point_estimate":3358719.3404761907,"standard_error":1660.6252699038291},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2734.615056450881,"upper_bound":9934.803583622346},"point_estimate":5380.7267489489905,"standard_error":1834.0342287460162},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3356892.6038804813,"upper_bound":3360086.44730233},"point_estimate":3358300.073788119,"standard_error":814.5643300124133},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5092.876272947022,"upper_bound":8205.289546927832},"point_estimate":6909.1583417581805,"standard_error":791.2131554879359}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/bench_base/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/bench_base/sample.json new file mode 100644 index 00000000..11c05985 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[10066063.0,20085477.0,30163922.0,40449255.0,50530239.0,60534677.0,70781036.0,80687560.0,90838361.0,101118460.0,111342882.0,121489903.0,131020771.0,141091323.0,150932682.0,161585929.0,171103202.0,181165127.0,191268927.0,201378291.0,211788368.0,221549990.0,231509865.0,241602109.0,251859110.0,262252168.0,272106821.0,282017849.0,292068354.0,301829976.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/bench_base/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/bench_base/tukey.json new file mode 100644 index 00000000..155a5583 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/bench_base/tukey.json @@ -0,0 +1 @@ +[3329506.222222223,3342459.092013889,3377000.078124999,3389952.9479166656] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/change/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/change/estimates.json new file mode 100644 index 00000000..6995502c --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.027905670683290126,"upper_bound":-0.02631799170284088},"point_estimate":-0.027103289292602306,"standard_error":0.00040511314763058915},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.027943718325455946,"upper_bound":-0.025820832922321575},"point_estimate":-0.026666101869242564,"standard_error":0.0005335201542016616}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/new/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/new/benchmark.json new file mode 100644 index 00000000..faf6d711 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"deploy_simple_contract","value_str":null,"throughput":null,"full_id":"lambda/deploy_simple_contract","directory_name":"lambda/deploy_simple_contract","title":"lambda/deploy_simple_contract"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/new/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/new/estimates.json new file mode 100644 index 00000000..794b5158 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3268072.01316389,"upper_bound":3270607.231809913},"point_estimate":3269302.5342909205,"standard_error":648.6622007948072},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3267428.234188034,"upper_bound":3270283.1258169934},"point_estimate":3269155.3883928573,"standard_error":796.3317816056222},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1772.5135497332067,"upper_bound":4793.213029718917},"point_estimate":3002.9495019374026,"standard_error":770.86195920459},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3268770.1057478567,"upper_bound":3270678.0964731583},"point_estimate":3269759.9980609906,"standard_error":487.3990697730722},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2602.0440698021084,"upper_bound":4410.099017925495},"point_estimate":3629.487283137523,"standard_error":462.254416377915}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/new/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/new/sample.json new file mode 100644 index 00000000..df846cf6 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[9790155.0,19580960.0,29372496.0,39279770.0,49002226.0,58808010.0,68815656.0,78615905.0,88494637.0,98033435.0,107764364.0,117605665.0,127435367.0,137304470.0,147027733.0,156919523.0,166792586.0,176576027.0,186423046.0,196348617.0,205898227.0,215672355.0,225586102.0,235162254.0,245036114.0,255265768.0,265076122.0,274622186.0,284587612.0,294311105.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/new/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/new/tukey.json new file mode 100644 index 00000000..3f7e0d77 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract/new/tukey.json @@ -0,0 +1 @@ +[3255523.9226013296,3261322.359633998,3276784.8583877804,3282583.2954204488] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/bench_base/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/bench_base/benchmark.json new file mode 100644 index 00000000..68e22ea1 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"deploy_simple_contract/full","value_str":null,"throughput":null,"full_id":"lambda/deploy_simple_contract/full","directory_name":"lambda/deploy_simple_contract_full","title":"lambda/deploy_simple_contract/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/bench_base/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/bench_base/estimates.json new file mode 100644 index 00000000..94c9a336 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12685614.890442442,"upper_bound":12697838.23212956},"point_estimate":12691481.383140558,"standard_error":3137.404625578521},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12680394.403703704,"upper_bound":12696709.445887446},"point_estimate":12685634.768065268,"standard_error":4709.144869419834},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7618.654788447337,"upper_bound":25564.27404053819},"point_estimate":15716.237790004478,"standard_error":4422.946816526029},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12679436.495896596,"upper_bound":12686954.72040946},"point_estimate":12682908.183042482,"standard_error":1914.336043446015},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12595.588320708419,"upper_bound":21074.290491981646},"point_estimate":17575.334600101683,"standard_error":2167.0845756679923}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/bench_base/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/bench_base/sample.json new file mode 100644 index 00000000..39051954 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[38159345.0,76159389.0,114591925.0,152749598.0,190535629.0,228121275.0,266636208.0,304739056.0,343130396.0,381444621.0,418983068.0,457206494.0,494681371.0,534210991.0,570506440.0,608711851.0,646578445.0,684760081.0,722409587.0,760636889.0,798334485.0,837350700.0,874160697.0,913559421.0,950750515.0,989149139.0,1026695711.0,1065446428.0,1104310696.0,1141204191.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/bench_base/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/bench_base/tukey.json new file mode 100644 index 00000000..712b359f --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/bench_base/tukey.json @@ -0,0 +1 @@ +[12613270.017156865,12645606.43259804,12731836.873774506,12764173.289215682] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/change/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/change/estimates.json new file mode 100644 index 00000000..848c61dd --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.024166106175189304,"upper_bound":-0.023091102074819923},"point_estimate":-0.023632001393628532,"standard_error":0.0002736621647326824},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.024153638828626978,"upper_bound":-0.022721124162004447},"point_estimate":-0.023296234561295592,"standard_error":0.0003833190404276422}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/new/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/new/benchmark.json new file mode 100644 index 00000000..68e22ea1 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"deploy_simple_contract/full","value_str":null,"throughput":null,"full_id":"lambda/deploy_simple_contract/full","directory_name":"lambda/deploy_simple_contract_full","title":"lambda/deploy_simple_contract/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/new/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/new/estimates.json new file mode 100644 index 00000000..9d48a76c --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12388313.365926975,"upper_bound":12395158.001105648},"point_estimate":12391556.27740697,"standard_error":1742.3716975621153},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12387960.13425926,"upper_bound":12394329.781818181},"point_estimate":12390107.244949494,"standard_error":1493.879719510549},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4308.392842603688,"upper_bound":10893.564967983863},"point_estimate":8028.529365741421,"standard_error":1714.8479493053328},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12389006.699916586,"upper_bound":12393039.76074225},"point_estimate":12390868.794641282,"standard_error":1029.6069840333314},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5905.335747806327,"upper_bound":13159.893468494776},"point_estimate":9679.132535439681,"standard_error":1925.5682286873393}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/new/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/new/sample.json new file mode 100644 index 00000000..43a3238e --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[37273454.0,74411542.0,111641494.0,148579817.0,185585868.0,222765376.0,260029581.0,297245927.0,334453016.0,371527545.0,408980848.0,445995775.0,483075604.0,520676093.0,557788524.0,595069782.0,632228511.0,669443854.0,706869746.0,743570161.0,781221847.0,817735383.0,854866820.0,892057730.0,929308982.0,966388141.0,1003234532.0,1040806297.0,1077448907.0,1115125600.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/new/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/new/tukey.json new file mode 100644 index 00000000..188b2525 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/deploy_simple_contract_full/new/tukey.json @@ -0,0 +1 @@ +[12352548.239295289,12369197.678052202,12413596.181403972,12430245.620160887] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/bench_base/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/bench_base/benchmark.json new file mode 100644 index 00000000..61a57f25 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"event_spam","value_str":null,"throughput":null,"full_id":"lambda/event_spam","directory_name":"lambda/event_spam","title":"lambda/event_spam"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/bench_base/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/bench_base/estimates.json new file mode 100644 index 00000000..02cd84a2 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":377652963.0258333,"upper_bound":378153599.73333335},"point_estimate":377905174.1666667,"standard_error":127551.92299330416},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":377658313.5,"upper_bound":378150630.5},"point_estimate":378004685.0,"standard_error":139200.89293124713},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":305197.65238165855,"upper_bound":844652.0310044289},"point_estimate":598561.1917734146,"standard_error":135378.65615758512},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":476761.6238962354,"upper_bound":901280.5768048243},"point_estimate":709678.3238435946,"standard_error":108933.49786062475}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/bench_base/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/bench_base/sample.json new file mode 100644 index 00000000..5a3a6bfc --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[378055268.0,378509965.0,376667912.0,378576059.0,377770825.0,378186980.0,377594173.0,378234096.0,379182559.0,377481341.0,377132126.0,378074765.0,377011387.0,376002581.0,378839965.0,377960953.0,377564318.0,377495888.0,378271546.0,377722454.0,378401621.0,378114281.0,378111255.0,377895179.0,377122818.0,377574907.0,379484537.0,378048417.0,377761839.0,378305210.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/bench_base/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/bench_base/tukey.json new file mode 100644 index 00000000..3c533233 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/bench_base/tukey.json @@ -0,0 +1 @@ +[375481310.5,376524137.875,379305010.875,380347838.25] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/change/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/change/estimates.json new file mode 100644 index 00000000..b3dcda6d --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05818089822437543,"upper_bound":-0.05512985633173848},"point_estimate":-0.05661643553971896,"standard_error":0.0007840005018690529},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05842344923772025,"upper_bound":-0.05464563671398792},"point_estimate":-0.056810360035617014,"standard_error":0.0010361659252913105}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/new/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/new/benchmark.json new file mode 100644 index 00000000..61a57f25 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"event_spam","value_str":null,"throughput":null,"full_id":"lambda/event_spam","directory_name":"lambda/event_spam","title":"lambda/event_spam"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/new/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/new/estimates.json new file mode 100644 index 00000000..6961c37c --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":355986159.8254167,"upper_bound":357030738.67625},"point_estimate":356509530.23333335,"standard_error":266574.5386385975},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":355881971.25,"upper_bound":357187417.75},"point_estimate":356530102.75,"standard_error":362822.65264648886},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":908447.5665718317,"upper_bound":2198208.726873994},"point_estimate":1506102.5191113353,"standard_error":329986.86437414173},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1135777.9981695164,"upper_bound":1757144.843105496},"point_estimate":1489045.6950306422,"standard_error":158384.06706468502}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/new/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/new/sample.json new file mode 100644 index 00000000..313fbf2c --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[710885511.0,714587439.0,712932067.0,707172565.0,712489168.0,710349276.0,712282239.0,711292890.0,716142064.0,707773946.0,714157546.0,713188344.0,709107565.0,713221978.0,717003925.0,710052062.0,711923049.0,715982748.0,714987459.0,718332105.0,715196361.0,710385061.0,712107789.0,713885419.0,708906873.0,714580937.0,718145206.0,714168734.0,711604836.0,717726652.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/new/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/new/tukey.json new file mode 100644 index 00000000..26aac47b --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam/new/tukey.json @@ -0,0 +1 @@ +[349643530.5,352568604.1875,360368800.6875,363293874.375] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/bench_base/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/bench_base/benchmark.json new file mode 100644 index 00000000..dbc178f9 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"event_spam/full","value_str":null,"throughput":null,"full_id":"lambda/event_spam/full","directory_name":"lambda/event_spam_full","title":"lambda/event_spam/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/bench_base/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/bench_base/estimates.json new file mode 100644 index 00000000..1afd0696 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":403941440.53333336,"upper_bound":406522415.06666666},"point_estimate":405288679.6666667,"standard_error":658967.7803310109},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":404265541.5,"upper_bound":407623118.0},"point_estimate":407278094.5,"standard_error":841950.6818756538},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":753784.219917655,"upper_bound":4885276.6256690025},"point_estimate":1249133.4732234478,"standard_error":1069562.3255621311},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2608020.6640279335,"upper_bound":4449454.730971461},"point_estimate":3668220.1728205103,"standard_error":472021.2523001055}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/bench_base/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/bench_base/sample.json new file mode 100644 index 00000000..1d928217 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[408034938.0,406672877.0,407302540.0,408003999.0,407306979.0,407478471.0,407253649.0,407689718.0,408674259.0,408702392.0,406613786.0,407929739.0,407556518.0,407315725.0,408203174.0,407998558.0,409299264.0,408038073.0,405938477.0,407008518.0,401339591.0,401255773.0,395865790.0,397325626.0,401897019.0,401377913.0,402592606.0,400834060.0,400760693.0,402389665.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/bench_base/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/bench_base/tukey.json new file mode 100644 index 00000000..ad9c00d8 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/bench_base/tukey.json @@ -0,0 +1 @@ +[384136662.25,393078421.375,416923112.375,425864871.5] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/change/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/change/estimates.json new file mode 100644 index 00000000..173a8471 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04469424669599523,"upper_bound":-0.03796932373241254},"point_estimate":-0.04145647257444296,"standard_error":0.0017220815799108326},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04896414760523626,"upper_bound":-0.039770998100422394},"point_estimate":-0.04710201213632914,"standard_error":0.002135947212853615}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/new/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/new/benchmark.json new file mode 100644 index 00000000..dbc178f9 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"event_spam/full","value_str":null,"throughput":null,"full_id":"lambda/event_spam/full","directory_name":"lambda/event_spam_full","title":"lambda/event_spam/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/new/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/new/estimates.json new file mode 100644 index 00000000..13c10d61 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":387891958.4604167,"upper_bound":389123507.1666667},"point_estimate":388486840.6333333,"standard_error":314440.01021415537},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":387407613.5,"upper_bound":388490616.5},"point_estimate":388094476.75,"standard_error":327004.08681013226},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":766662.4539390206,"upper_bound":2515974.379232526},"point_estimate":1804267.087867856,"standard_error":503615.44721288775},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1308714.0660479493,"upper_bound":2032369.0046192375},"point_estimate":1753106.077409907,"standard_error":185366.21865547498}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/new/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/new/sample.json new file mode 100644 index 00000000..4f4166db --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[783973476.0,781634220.0,781921711.0,784059018.0,782384552.0,782320351.0,781547930.0,773242270.0,773126082.0,776677637.0,773786744.0,773587230.0,773455311.0,774132675.0,773423122.0,773723317.0,775358390.0,773402854.0,776625603.0,776612417.0,776180125.0,779722725.0,776144148.0,774778382.0,777324558.0,777121697.0,776840769.0,774852072.0,776197782.0,775053270.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/new/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/new/tukey.json new file mode 100644 index 00000000..28b19028 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/event_spam_full/new/tukey.json @@ -0,0 +1 @@ +[379061678.625,382999146.0,393499059.0,397436526.375] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/bench_base/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/bench_base/benchmark.json new file mode 100644 index 00000000..46673d58 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"finish_eventful_frames","value_str":null,"throughput":null,"full_id":"lambda/finish_eventful_frames","directory_name":"lambda/finish_eventful_frames","title":"lambda/finish_eventful_frames"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/bench_base/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/bench_base/estimates.json new file mode 100644 index 00000000..948ce38a --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2770039.651368816,"upper_bound":2779206.572575735},"point_estimate":2774571.026300038,"standard_error":2345.5072732681233},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2763964.002673797,"upper_bound":2784293.033119658},"point_estimate":2771377.3914529914,"standard_error":6336.931875616267},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5135.376423534869,"upper_bound":20548.718752965044},"point_estimate":15905.246750485767,"standard_error":4297.914707665551},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2764046.1204420542,"upper_bound":2769448.85513498},"point_estimate":2766473.6811916092,"standard_error":1387.4262472522464},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11046.83646446969,"upper_bound":14229.367051500803},"point_estimate":12983.930970890842,"standard_error":814.6775062794104}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/bench_base/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/bench_base/sample.json new file mode 100644 index 00000000..7236580f --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[8377300.0,16732096.0,25089395.0,33405537.0,41671383.0,50192155.0,58664668.0,67031342.0,75402914.0,83727566.0,91934446.0,100220119.0,108603061.0,116731516.0,124257573.0,132415681.0,140951615.0,148795520.0,157408914.0,165733622.0,174078522.0,182435276.0,190903095.0,199204771.0,207376841.0,216154110.0,223658471.0,231864645.0,240207479.0,249439342.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/bench_base/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/bench_base/tukey.json new file mode 100644 index 00000000..ecfb0f24 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/bench_base/tukey.json @@ -0,0 +1 @@ +[2688064.2655844167,2725261.1631493513,2824452.8899891768,2861649.7875541113] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/change/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/change/estimates.json new file mode 100644 index 00000000..35bfc501 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02657473451738462,"upper_bound":-0.02326265583013999},"point_estimate":-0.02490631501733065,"standard_error":0.0008457845389017279},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.028609341722891646,"upper_bound":-0.021243829710001938},"point_estimate":-0.023921665536655867,"standard_error":0.0022350924958639854}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/new/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/new/benchmark.json new file mode 100644 index 00000000..46673d58 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"finish_eventful_frames","value_str":null,"throughput":null,"full_id":"lambda/finish_eventful_frames","directory_name":"lambda/finish_eventful_frames","title":"lambda/finish_eventful_frames"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/new/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/new/estimates.json new file mode 100644 index 00000000..ec945ac9 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2704412.3292764877,"upper_bound":2706593.374533039},"point_estimate":2705466.686281051,"standard_error":557.6875627513766},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2704108.722222222,"upper_bound":2705867.054871795},"point_estimate":2705081.428418803,"standard_error":521.241597439323},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1278.8533555008926,"upper_bound":4034.1573686097245},"point_estimate":2182.6171015285654,"standard_error":724.0080847047973},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2703228.3709845236,"upper_bound":2705704.9240972865},"point_estimate":2704379.6022915565,"standard_error":633.770645594788},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2123.3210333125876,"upper_bound":3821.8898017556294},"point_estimate":3098.904426878876,"standard_error":434.0895227769156}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/new/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/new/sample.json new file mode 100644 index 00000000..cc868440 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[8128967.0,16226146.0,24341606.0,32421123.0,40681587.0,48709256.0,56859031.0,64957251.0,73195093.0,81243058.0,89383519.0,97279578.0,105523584.0,113630643.0,121745073.0,129800376.0,137918447.0,146018319.0,154032905.0,162789443.0,170179748.0,178425861.0,186567238.0,194780626.0,202950089.0,210980358.0,218992233.0,227043259.0,235376973.0,243008885.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/new/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/new/tukey.json new file mode 100644 index 00000000..a101ed6a --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames/new/tukey.json @@ -0,0 +1 @@ +[2695401.8443538644,2699537.9795440817,2710567.673384662,2714703.8085748795] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/bench_base/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/bench_base/benchmark.json new file mode 100644 index 00000000..e27737a2 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"finish_eventful_frames/full","value_str":null,"throughput":null,"full_id":"lambda/finish_eventful_frames/full","directory_name":"lambda/finish_eventful_frames_full","title":"lambda/finish_eventful_frames/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/bench_base/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/bench_base/estimates.json new file mode 100644 index 00000000..83eec76e --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12301087.876787545,"upper_bound":12308818.89178313},"point_estimate":12304984.096516388,"standard_error":1974.7076209730078},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12300729.137777777,"upper_bound":12308177.939814813},"point_estimate":12304358.48989899,"standard_error":2342.091358774989},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5388.075595366431,"upper_bound":14067.573819480418},"point_estimate":8813.757060948192,"standard_error":2394.374592654301},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12303043.690396704,"upper_bound":12311678.987075685},"point_estimate":12307142.01748634,"standard_error":2218.6865510583766},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7685.626949578631,"upper_bound":13798.107757856485},"point_estimate":11022.94811633508,"standard_error":1562.6141748477755}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/bench_base/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/bench_base/sample.json new file mode 100644 index 00000000..7d63c867 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[36922879.0,73963581.0,110713025.0,147312728.0,184329884.0,221585279.0,258272775.0,295494266.0,332054565.0,368679174.0,406001786.0,443002772.0,479976207.0,516510365.0,554276831.0,591165025.0,628232878.0,664536122.0,700665030.0,738150557.0,774756070.0,811790991.0,850048780.0,886200930.0,922500829.0,959521123.0,996948780.0,1034066317.0,1072348933.0,1107190399.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/bench_base/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/bench_base/tukey.json new file mode 100644 index 00000000..c5174eb0 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/bench_base/tukey.json @@ -0,0 +1 @@ +[12265049.336309522,12282021.444940476,12327280.401289685,12344252.509920638] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/change/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/change/estimates.json new file mode 100644 index 00000000..39618c00 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03306531481449772,"upper_bound":-0.032193129559107074},"point_estimate":-0.03263196201597662,"standard_error":0.00022230428898840123},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03297888643866409,"upper_bound":-0.03208529399724935},"point_estimate":-0.032535380340932285,"standard_error":0.00023519634922213736}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/new/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/new/benchmark.json new file mode 100644 index 00000000..e27737a2 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"finish_eventful_frames/full","value_str":null,"throughput":null,"full_id":"lambda/finish_eventful_frames/full","directory_name":"lambda/finish_eventful_frames_full","title":"lambda/finish_eventful_frames/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/new/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/new/estimates.json new file mode 100644 index 00000000..085b8c6e --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11899495.974360993,"upper_bound":11907433.140484173},"point_estimate":11903448.322871668,"standard_error":2017.2862857419268},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11899664.633333333,"upper_bound":11907908.69848485},"point_estimate":11904031.506578948,"standard_error":1881.7976632153093},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5683.693012730851,"upper_bound":15068.571953252362},"point_estimate":10244.534307764872,"standard_error":2391.0036033466304},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11897540.073107783,"upper_bound":11906266.460157491},"point_estimate":11901710.817063281,"standard_error":2237.041192581391},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7796.749335367353,"upper_bound":14324.2577302671},"point_estimate":11290.164106169752,"standard_error":1682.2292680614871}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/new/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/new/sample.json new file mode 100644 index 00000000..1d96900a --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[35803152.0,71266447.0,107015187.0,143005382.0,178461404.0,214400090.0,249967731.0,285436434.0,321187740.0,356775598.0,393380338.0,428280614.0,464519897.0,500033416.0,535781154.0,571374884.0,607412036.0,643321279.0,678551917.0,714601494.0,749819847.0,786031589.0,821320345.0,857162190.0,893526430.0,928636349.0,964064389.0,998595471.0,1034489175.0,1070031087.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/new/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/new/tukey.json new file mode 100644 index 00000000..351a7bd5 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/finish_eventful_frames_full/new/tukey.json @@ -0,0 +1 @@ +[11854101.890359478,11875077.24379085,11931011.519607842,11951986.873039214] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/bench_base/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/bench_base/benchmark.json new file mode 100644 index 00000000..0599d959 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"heap_read_write","value_str":null,"throughput":null,"full_id":"lambda/heap_read_write","directory_name":"lambda/heap_read_write","title":"lambda/heap_read_write"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/bench_base/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/bench_base/estimates.json new file mode 100644 index 00000000..634728ec --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":515532368.44416666,"upper_bound":516029515.3883334},"point_estimate":515783394.7,"standard_error":127631.45118847114},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":515436227.5,"upper_bound":516154326.0},"point_estimate":515883387.5,"standard_error":193752.6842411653},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":429017.73048341274,"upper_bound":1074815.298718214},"point_estimate":798568.3760225773,"standard_error":164982.2825425405},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":553118.9053338385,"upper_bound":845158.5624856941},"point_estimate":714514.4523130979,"standard_error":74780.4234234558}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/bench_base/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/bench_base/sample.json new file mode 100644 index 00000000..579c09dd --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[516181978.0,515241451.0,515745167.0,516596157.0,516454741.0,516897644.0,515890771.0,516832251.0,515058306.0,514510356.0,514757500.0,517247352.0,516370533.0,514481121.0,515939895.0,515876004.0,515591429.0,515331381.0,515248905.0,514817724.0,515096107.0,515140430.0,516133387.0,516085377.0,516022939.0,515584095.0,516243866.0,515541074.0,516175265.0,516408635.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/bench_base/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/bench_base/tukey.json new file mode 100644 index 00000000..63a14806 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/bench_base/tukey.json @@ -0,0 +1 @@ +[512288076.0,513765695.25,517706013.25,519183632.5] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/change/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/change/estimates.json new file mode 100644 index 00000000..53e6cb91 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.021718007132751,"upper_bound":-0.02001254244019648},"point_estimate":-0.020893168160770137,"standard_error":0.00043233646514738287},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.022210695685783377,"upper_bound":-0.01986139420580868},"point_estimate":-0.020927065615191975,"standard_error":0.0005812304159594175}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/new/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/new/benchmark.json new file mode 100644 index 00000000..0599d959 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"heap_read_write","value_str":null,"throughput":null,"full_id":"lambda/heap_read_write","directory_name":"lambda/heap_read_write","title":"lambda/heap_read_write"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/new/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/new/estimates.json new file mode 100644 index 00000000..96930ffa --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":504640992.1508333,"upper_bound":505380361.56416667},"point_estimate":505007045.5,"standard_error":189166.2489675118},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":504480511.0,"upper_bound":505340913.5},"point_estimate":505087462.0,"standard_error":240963.23274431535},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":541946.629178524,"upper_bound":1394857.4833363295},"point_estimate":1014130.2578955889,"standard_error":204639.94981921074},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":741480.212727749,"upper_bound":1305972.275251154},"point_estimate":1050016.2064087475,"standard_error":143885.9401077738}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/new/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/new/sample.json new file mode 100644 index 00000000..6a43b1b3 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[503924796.0,505122528.0,504501791.0,505806433.0,504756990.0,505264444.0,505104575.0,506147865.0,504557806.0,504459231.0,505408956.0,504434133.0,506541616.0,504372748.0,503038901.0,503775084.0,506081550.0,503696116.0,505057415.0,505342852.0,506516258.0,505070349.0,504099705.0,505283189.0,507763824.0,505542076.0,503005969.0,504346608.0,505338975.0,505848582.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/new/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/new/tukey.json new file mode 100644 index 00000000..58e01783 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write/new/tukey.json @@ -0,0 +1 @@ +[501025989.0,502707041.625,507189848.625,508870901.25] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/bench_base/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/bench_base/benchmark.json new file mode 100644 index 00000000..9f981e41 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"heap_read_write/full","value_str":null,"throughput":null,"full_id":"lambda/heap_read_write/full","directory_name":"lambda/heap_read_write_full","title":"lambda/heap_read_write/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/bench_base/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/bench_base/estimates.json new file mode 100644 index 00000000..e1b8cf3d --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":523686987.1483334,"upper_bound":524159005.33750004},"point_estimate":523912294.76666665,"standard_error":120976.487744663},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":523508280.5,"upper_bound":524159139.0},"point_estimate":523771129.5,"standard_error":163948.9867885407},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":341227.7969419956,"upper_bound":913270.4642862082},"point_estimate":622067.8143560886,"standard_error":135969.26404565483},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":473247.67980890715,"upper_bound":824780.3442006987},"point_estimate":671722.7919257027,"standard_error":89933.11136531024}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/bench_base/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/bench_base/sample.json new file mode 100644 index 00000000..df7dc7c7 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[523728725.0,523634708.0,524473696.0,522749194.0,525063484.0,524177789.0,523251978.0,523500656.0,524561521.0,523482133.0,523779450.0,523515905.0,523824696.0,524274311.0,523193589.0,523097758.0,523290511.0,523324715.0,523762809.0,523459058.0,525609421.0,524140489.0,523347488.0,523879508.0,523580717.0,525273479.0,524186646.0,524105634.0,524779560.0,524319215.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/bench_base/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/bench_base/tukey.json new file mode 100644 index 00000000..94516c27 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/bench_base/tukey.json @@ -0,0 +1 @@ +[521102122.75,522283474.75,525433746.75,526615098.75] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/change/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/change/estimates.json new file mode 100644 index 00000000..e76b1fa4 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012807996046846017,"upper_bound":-0.011128035877141515},"point_estimate":-0.011993718852246427,"standard_error":0.0004278565497620043},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012647482749480014,"upper_bound":-0.010849822445995461},"point_estimate":-0.011726557945000327,"standard_error":0.0004539372537505822}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/new/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/new/benchmark.json new file mode 100644 index 00000000..9f981e41 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"heap_read_write/full","value_str":null,"throughput":null,"full_id":"lambda/heap_read_write/full","directory_name":"lambda/heap_read_write_full","title":"lambda/heap_read_write/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/new/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/new/estimates.json new file mode 100644 index 00000000..60b4b5bf --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":517271391.3041667,"upper_bound":517996845.93333334},"point_estimate":517628638.0,"standard_error":184636.89338534538},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":517403315.0,"upper_bound":517945540.0},"point_estimate":517629097.0,"standard_error":170124.31675058775},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":372949.5059788227,"upper_bound":1127080.6542903185},"point_estimate":651472.2196340561,"standard_error":191557.46990644815},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":666137.8299588831,"upper_bound":1330650.063199432},"point_estimate":1029760.2653752591,"standard_error":169710.0084487669}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/new/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/new/sample.json new file mode 100644 index 00000000..6d62bc0e --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[517736825.0,518255460.0,517919929.0,519460685.0,515806288.0,517467960.0,516892640.0,517534225.0,518063411.0,516954917.0,515241055.0,516924941.0,516421925.0,519005662.0,517485274.0,517929890.0,517526563.0,517184880.0,518680252.0,518081095.0,517338670.0,517961190.0,518026153.0,520498358.0,516958116.0,517578141.0,518063704.0,517920164.0,517680053.0,516260714.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/new/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/new/tukey.json new file mode 100644 index 00000000..17747ceb --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/heap_read_write_full/new/tukey.json @@ -0,0 +1 @@ +[513896938.5,515455872.75,519613030.75,521171965.0] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test/bench_base/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test/bench_base/benchmark.json new file mode 100644 index 00000000..83e8c289 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"load_test","value_str":null,"throughput":null,"full_id":"lambda/load_test","directory_name":"lambda/load_test","title":"lambda/load_test"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test/bench_base/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test/bench_base/estimates.json new file mode 100644 index 00000000..a779edf7 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1916729.6113515575,"upper_bound":1920265.6441195398},"point_estimate":1918466.1253440974,"standard_error":899.9259785980906},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1914467.38,"upper_bound":1921137.5208333335},"point_estimate":1918234.5833333335,"standard_error":1652.9550992835582},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2664.2939276992697,"upper_bound":8288.073615357049},"point_estimate":5794.607215306929,"standard_error":1308.973288344243},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1914066.0678706574,"upper_bound":1916802.4714909194},"point_estimate":1915204.497038604,"standard_error":700.6481665935946},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3805.970862613851,"upper_bound":5973.392914137604},"point_estimate":5019.3405327834425,"standard_error":556.3690115052208}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test/bench_base/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test/bench_base/sample.json new file mode 100644 index 00000000..2b7334ab --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0],"times":[3828337.0,7712007.0,11512873.0,15372058.0,19245517.0,23120733.0,27020625.0,30758500.0,34517826.0,38412752.0,42283677.0,46101565.0,49955789.0,53804914.0,57612733.0,61413127.0,65168863.0,68876699.0,73016189.0,76474358.0,80515980.0,84375389.0,88029002.0,91866147.0,95738313.0,99453733.0,103321824.0,107088066.0,111009067.0,114692786.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test/bench_base/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test/bench_base/tukey.json new file mode 100644 index 00000000..b39d9224 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test/bench_base/tukey.json @@ -0,0 +1 @@ +[1891083.3126134302,1902489.6086235256,1932906.3979837797,1944312.6939938748] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test/change/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test/change/estimates.json new file mode 100644 index 00000000..3009ccf3 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.026441378653436213,"upper_bound":-0.024427353474412977},"point_estimate":-0.025417457533941423,"standard_error":0.0005119037787757803},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02654596882381939,"upper_bound":-0.023061088058514922},"point_estimate":-0.0249939147605992,"standard_error":0.0008552244450880963}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test/new/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test/new/benchmark.json new file mode 100644 index 00000000..83e8c289 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"load_test","value_str":null,"throughput":null,"full_id":"lambda/load_test","directory_name":"lambda/load_test","title":"lambda/load_test"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test/new/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test/new/estimates.json new file mode 100644 index 00000000..a29bb5ed --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1868777.4714154752,"upper_bound":1870548.4219554923},"point_estimate":1869703.5940728586,"standard_error":451.73385463401166},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1869542.5258620689,"upper_bound":1870949.3551136362},"point_estimate":1870290.3916666666,"standard_error":342.09297306595505},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":926.7513737767487,"upper_bound":2962.777484900111},"point_estimate":1512.8136504498866,"standard_error":559.9158367872222},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1869479.0173987087,"upper_bound":1871015.6414572445},"point_estimate":1870244.4781597038,"standard_error":390.6189234897133},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1696.8882422062306,"upper_bound":3089.544889552322},"point_estimate":2522.960668553149,"standard_error":356.28585944616515}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test/new/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test/new/sample.json new file mode 100644 index 00000000..f804336f --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0],"times":[3732235.0,7478174.0,11194491.0,14961672.0,18635556.0,22369014.0,26202860.0,29936399.0,33674251.0,37441523.0,41159223.0,44894632.0,48621627.0,52358599.0,56159035.0,59852022.0,63417254.0,67324207.0,71139433.0,74909467.0,78512969.0,82432738.0,86111391.0,89646534.0,93463990.0,97308669.0,100887395.0,104780336.0,108433410.0,112222307.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test/new/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test/new/tukey.json new file mode 100644 index 00000000..e6c6c063 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test/new/tukey.json @@ -0,0 +1 @@ +[1863416.4785256411,1866357.7148580588,1874201.0117445057,1877142.2480769232] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/bench_base/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/bench_base/benchmark.json new file mode 100644 index 00000000..f9afc3d0 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"load_test_heavy","value_str":null,"throughput":null,"full_id":"lambda/load_test_heavy","directory_name":"lambda/load_test_heavy","title":"lambda/load_test_heavy"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/bench_base/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/bench_base/estimates.json new file mode 100644 index 00000000..e9b22839 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4296618.039371689,"upper_bound":4307445.621340703},"point_estimate":4301359.50899926,"standard_error":2795.75593463969},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4294834.892307693,"upper_bound":4303540.76},"point_estimate":4298309.080357143,"standard_error":2210.2476836815904},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5430.879230855239,"upper_bound":12026.484748987643},"point_estimate":9386.195839130587,"standard_error":1735.9253162252812},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4294627.389300018,"upper_bound":4300364.580698062},"point_estimate":4297637.910100476,"standard_error":1460.1893295502082},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6581.332368470104,"upper_bound":23529.057918087055},"point_estimate":15646.798933663975,"standard_error":4954.167507993468}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/bench_base/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/bench_base/sample.json new file mode 100644 index 00000000..1e47aedb --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0],"times":[8738086.0,17226092.0,25918872.0,34441272.0,43037973.0,51691368.0,60557527.0,68764684.0,77168324.0,85888893.0,94375529.0,102944320.0,111586286.0,120135743.0,128861777.0,137565014.0,146343034.0,154986687.0,162951345.0,171687045.0,180479163.0,189066486.0,197795898.0,205698603.0,215164211.0,223351707.0,231826506.0,240734223.0,249531185.0,258379120.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/bench_base/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/bench_base/tukey.json new file mode 100644 index 00000000..1abb12dc --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/bench_base/tukey.json @@ -0,0 +1 @@ +[4254848.9076797385,4273625.931270424,4323697.994178921,4342475.017769608] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/change/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/change/estimates.json new file mode 100644 index 00000000..dc031adb --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.047391249400959,"upper_bound":-0.044873993671254976},"point_estimate":-0.04597817767608581,"standard_error":0.0006438122937397854},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04649962325751278,"upper_bound":-0.044475598357648916},"point_estimate":-0.045290330363051634,"standard_error":0.0005082482025852492}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/new/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/new/benchmark.json new file mode 100644 index 00000000..f9afc3d0 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"load_test_heavy","value_str":null,"throughput":null,"full_id":"lambda/load_test_heavy","directory_name":"lambda/load_test_heavy","title":"lambda/load_test_heavy"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/new/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/new/estimates.json new file mode 100644 index 00000000..963bdc4b --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4102297.7168886764,"upper_bound":4105029.336610785},"point_estimate":4103590.8372457707,"standard_error":698.7793694521871},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4102403.052536232,"upper_bound":4104181.100732601},"point_estimate":4103637.2421052633,"standard_error":530.2934498327392},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1142.1407950005976,"upper_bound":4910.114305328164},"point_estimate":2105.819858068623,"standard_error":1038.3493424770418},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4102238.489573999,"upper_bound":4106302.3141171946},"point_estimate":4104045.1629296667,"standard_error":1050.1708026955016},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2397.0575697753843,"upper_bound":5147.052804001722},"point_estimate":3887.386044178426,"standard_error":720.6853913585564}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/new/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/new/sample.json new file mode 100644 index 00000000..2ef667b1 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0],"times":[8198480.0,16437605.0,24589808.0,32825465.0,41039778.0,49271919.0,57435552.0,65598838.0,73838616.0,81990989.0,90309693.0,98677361.0,106706162.0,114968184.0,123110994.0,131326057.0,139388263.0,147556583.0,155935838.0,164181843.0,172379720.0,180338736.0,188707388.0,196918636.0,205201882.0,214036688.0,221655088.0,229970925.0,237803899.0,246203422.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/new/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/new/tukey.json new file mode 100644 index 00000000..119ecce2 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_heavy/new/tukey.json @@ -0,0 +1 @@ +[4088308.78283046,4094447.7671336206,4110818.3919420494,4116957.3762452104] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/bench_base/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/bench_base/benchmark.json new file mode 100644 index 00000000..0c8b4250 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"load_test_realistic","value_str":null,"throughput":null,"full_id":"lambda/load_test_realistic","directory_name":"lambda/load_test_realistic","title":"lambda/load_test_realistic"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/bench_base/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/bench_base/estimates.json new file mode 100644 index 00000000..e4c3d8a7 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1591712.9946528722,"upper_bound":1592762.9085364656},"point_estimate":1592217.13410785,"standard_error":267.41866815586417},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1591402.3607142856,"upper_bound":1592467.4363636365},"point_estimate":1591843.021551724,"standard_error":285.06030684905613},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":643.1379146996009,"upper_bound":1934.4840906561572},"point_estimate":1042.8265644405842,"standard_error":324.31510278163404},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1591459.1879444192,"upper_bound":1592568.8763158428},"point_estimate":1591980.671866737,"standard_error":283.22070868316547},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1034.9062123995905,"upper_bound":1811.9620460141932},"point_estimate":1489.8552152144525,"standard_error":196.87350303612655}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/bench_base/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/bench_base/sample.json new file mode 100644 index 00000000..14c9ba00 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0],"times":[3181160.0,6380044.0,9546284.0,12760278.0,15924616.0,19123883.0,22279650.0,25482161.0,28693200.0,31828023.0,35034412.0,38220689.0,41488493.0,44588494.0,47721647.0,50910902.0,54118139.0,57228948.0,60470307.0,63670867.0,66856042.0,70009366.0,73260694.0,76325518.0,79563809.0,82777071.0,86117911.0,89167681.0,92325519.0,95530869.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/bench_base/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/bench_base/tukey.json new file mode 100644 index 00000000..d6cf77d2 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/bench_base/tukey.json @@ -0,0 +1 @@ +[1587352.3663014877,1589320.2342033754,1594567.8819417427,1596535.7498436305] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/change/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/change/estimates.json new file mode 100644 index 00000000..5c3f397c --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01794054110149824,"upper_bound":-0.016004124040591396},"point_estimate":-0.017033865766497347,"standard_error":0.0004960913111097193},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01839623851639205,"upper_bound":-0.016757274473464312},"point_estimate":-0.017544716226603363,"standard_error":0.0003754690306229525}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/new/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/new/benchmark.json new file mode 100644 index 00000000..0c8b4250 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"load_test_realistic","value_str":null,"throughput":null,"full_id":"lambda/load_test_realistic","directory_name":"lambda/load_test_realistic","title":"lambda/load_test_realistic"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/new/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/new/estimates.json new file mode 100644 index 00000000..721ca091 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1563726.3251164255,"upper_bound":1566620.6125122993},"point_estimate":1565095.5211743398,"standard_error":741.3130390930527},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1562754.3993055555,"upper_bound":1565349.9107142857},"point_estimate":1563914.5874613002,"standard_error":552.2203773003565},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1566.1506596952102,"upper_bound":4436.935610811958},"point_estimate":3094.7667726804484,"standard_error":660.1288683387803},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1562844.1749788097,"upper_bound":1564713.8851521912},"point_estimate":1563740.6081438393,"standard_error":476.5340292310806},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2623.054909419553,"upper_bound":5088.9564725517685},"point_estimate":4121.01477566248,"standard_error":625.0171375105624}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/new/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/new/sample.json new file mode 100644 index 00000000..59f36989 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0],"times":[3144681.0,6255638.0,9368769.0,12519622.0,15618576.0,18908472.0,21920459.0,25181629.0,28315740.0,31323984.0,34567474.0,37483123.0,40591280.0,43710907.0,46857221.0,50031086.0,53173226.0,56233345.0,59428609.0,62645425.0,65784399.0,68825266.0,72063294.0,75049588.0,78212534.0,81217861.0,84317667.0,87571164.0,90511823.0,93869218.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/new/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/new/tukey.json new file mode 100644 index 00000000..7bb01dfc --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/load_test_realistic/new/tukey.json @@ -0,0 +1 @@ +[1549003.2748397435,1555445.7866185897,1572625.818028846,1579068.3298076922] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/bench_base/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/bench_base/benchmark.json new file mode 100644 index 00000000..95a06af3 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"slot_hash_collision","value_str":null,"throughput":null,"full_id":"lambda/slot_hash_collision","directory_name":"lambda/slot_hash_collision","title":"lambda/slot_hash_collision"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/bench_base/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/bench_base/estimates.json new file mode 100644 index 00000000..c9cd48ed --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2265919.215126647,"upper_bound":2280681.616837108},"point_estimate":2273182.572800486,"standard_error":3766.7786007483364},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2255941.972222222,"upper_bound":2286596.5481956312},"point_estimate":2268328.247126437,"standard_error":9651.189804690268},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7036.666575074656,"upper_bound":34478.10825239113},"point_estimate":24144.19938653599,"standard_error":8664.84063798085},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2261360.640973591,"upper_bound":2276023.169809885},"point_estimate":2269060.59566367,"standard_error":3733.261716736594},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17287.079472523077,"upper_bound":23591.244466304262},"point_estimate":21059.174513545604,"standard_error":1607.316926489343}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/bench_base/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/bench_base/sample.json new file mode 100644 index 00000000..45315a4a --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[6938995.0,13846458.0,20706797.0,27560821.0,34394356.0,41454517.0,48338371.0,54958715.0,61122906.0,67514298.0,74398920.0,81278873.0,88089795.0,94774102.0,101196214.0,108305552.0,114807275.0,121695836.0,128323471.0,135167847.0,141798643.0,148715933.0,157011058.0,163969951.0,171244653.0,178122433.0,185455345.0,192523646.0,197737529.0,202996645.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/bench_base/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/bench_base/tukey.json new file mode 100644 index 00000000..4ca2b96f --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/bench_base/tukey.json @@ -0,0 +1 @@ +[2141049.2863005074,2197448.706281567,2347847.1595643926,2404246.5795454523] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/change/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/change/estimates.json new file mode 100644 index 00000000..900c0187 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.06071000102481527,"upper_bound":-0.051653909896067024},"point_estimate":-0.05637700509879595,"standard_error":0.002323723865425633},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.06567228187414254,"upper_bound":-0.04228829230446063},"point_estimate":-0.04819209377704037,"standard_error":0.006133022450299889}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/new/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/new/benchmark.json new file mode 100644 index 00000000..95a06af3 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"slot_hash_collision","value_str":null,"throughput":null,"full_id":"lambda/slot_hash_collision","directory_name":"lambda/slot_hash_collision","title":"lambda/slot_hash_collision"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/new/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/new/estimates.json new file mode 100644 index 00000000..86318780 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2136886.932253528,"upper_bound":2152788.524154713},"point_estimate":2145027.3473032187,"standard_error":4081.2729965563444},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2122840.341025641,"upper_bound":2162144.777777778},"point_estimate":2159012.75952381,"standard_error":11965.172423970182},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4957.734852374672,"upper_bound":34024.20326928268},"point_estimate":16222.59479199083,"standard_error":8355.091720344022},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2123743.7601625742,"upper_bound":2136563.621282411},"point_estimate":2128991.747611493,"standard_error":3276.908599018699},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19372.65697047031,"upper_bound":24260.18750622833},"point_estimate":22625.647172978497,"standard_error":1229.7493844291043}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/new/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/new/sample.json new file mode 100644 index 00000000..b6b79b79 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[6522853.0,12963751.0,19524465.0,26046294.0,32405007.0,38978372.0,45430994.0,51903070.0,58504406.0,64731367.0,71311004.0,77819819.0,84364628.0,90733158.0,97060091.0,103976059.0,110342519.0,114283937.0,120430836.0,127023096.0,133211297.0,139645678.0,146264448.0,153078035.0,160758926.0,165493246.0,171578221.0,178157106.0,184108882.0,191157516.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/new/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/new/tukey.json new file mode 100644 index 00000000..b28b41bb --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision/new/tukey.json @@ -0,0 +1 @@ +[1990238.562350695,2055149.5005076458,2228245.335592848,2293156.2737497985] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/bench_base/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/bench_base/benchmark.json new file mode 100644 index 00000000..4f5bee07 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"slot_hash_collision/full","value_str":null,"throughput":null,"full_id":"lambda/slot_hash_collision/full","directory_name":"lambda/slot_hash_collision_full","title":"lambda/slot_hash_collision/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/bench_base/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/bench_base/estimates.json new file mode 100644 index 00000000..cf386793 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11573219.37515567,"upper_bound":11579957.17115627},"point_estimate":11576751.663482789,"standard_error":1710.5656296529812},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11574351.886904761,"upper_bound":11582197.66399287},"point_estimate":11577989.741666667,"standard_error":1956.239873963527},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4901.067111598805,"upper_bound":11980.787899631863},"point_estimate":7627.012468593779,"standard_error":1816.9407518885191},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11576124.605656534,"upper_bound":11580938.546384519},"point_estimate":11578438.427181385,"standard_error":1230.5389860527102},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6450.000217395232,"upper_bound":11831.073460752068},"point_estimate":9533.255745950488,"standard_error":1369.0534978769665}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/bench_base/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/bench_base/sample.json new file mode 100644 index 00000000..55e744c3 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[34712174.0,69496132.0,103972313.0,138712930.0,173801132.0,208002124.0,242864501.0,277657616.0,312489926.0,347346854.0,382413423.0,416720746.0,452139809.0,486071014.0,521362026.0,556148680.0,590710620.0,625281731.0,660088993.0,694665061.0,729857117.0,764401054.0,799342700.0,833722169.0,868755606.0,902798923.0,937762950.0,972246123.0,1007086949.0,1041301708.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/bench_base/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/bench_base/tukey.json new file mode 100644 index 00000000..74fb37a3 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/bench_base/tukey.json @@ -0,0 +1 @@ +[11543374.425820105,11558319.601137565,11598173.401984127,11613118.577301588] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/change/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/change/estimates.json new file mode 100644 index 00000000..e4772072 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009749176259855372,"upper_bound":-0.008788155157379938},"point_estimate":-0.009277171182813126,"standard_error":0.00024415035996663603},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010101852447362836,"upper_bound":-0.008878999393040599},"point_estimate":-0.009577040921756486,"standard_error":0.0002954051177624468}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/new/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/new/benchmark.json new file mode 100644 index 00000000..4f5bee07 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"slot_hash_collision/full","value_str":null,"throughput":null,"full_id":"lambda/slot_hash_collision/full","directory_name":"lambda/slot_hash_collision_full","title":"lambda/slot_hash_collision/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/new/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/new/estimates.json new file mode 100644 index 00000000..49a023eb --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11465170.63349525,"upper_bound":11473760.53148733},"point_estimate":11469352.156559743,"standard_error":2194.039997567878},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11463137.256666666,"upper_bound":11474923.584541064},"point_estimate":11467106.860119049,"standard_error":2776.3818861054788},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5432.401644198643,"upper_bound":16718.295989233866},"point_estimate":11987.275274682468,"standard_error":2773.5707883840983},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11463804.866834763,"upper_bound":11472320.610823322},"point_estimate":11467877.523250485,"standard_error":2180.2700254941233},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8576.00151789423,"upper_bound":15343.522718736514},"point_estimate":12266.26766740929,"standard_error":1738.5422678169725}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/new/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/new/sample.json new file mode 100644 index 00000000..08387a94 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[34476477.0,68883625.0,103172759.0,137558678.0,171677672.0,207047520.0,241109599.0,275222163.0,309830097.0,343907395.0,377999330.0,412518647.0,446989356.0,481598191.0,515586290.0,550541228.0,584850732.0,618935995.0,653739036.0,689047047.0,723306067.0,757956030.0,791751429.0,826214080.0,859728851.0,893448397.0,929504284.0,963172333.0,997267564.0,1031147532.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/new/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/new/tukey.json new file mode 100644 index 00000000..e2d6cee3 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/slot_hash_collision_full/new/tukey.json @@ -0,0 +1 @@ +[11422218.507662833,11442131.581178159,11495233.110552363,11515146.18406769] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/bench_base/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/bench_base/benchmark.json new file mode 100644 index 00000000..0b653342 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"write_and_decode","value_str":null,"throughput":null,"full_id":"lambda/write_and_decode","directory_name":"lambda/write_and_decode","title":"lambda/write_and_decode"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/bench_base/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/bench_base/estimates.json new file mode 100644 index 00000000..2c134f20 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2248595.360886107,"upper_bound":2251076.831476484},"point_estimate":2249814.0224767565,"standard_error":634.8281928626948},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2248448.65,"upper_bound":2250053.75},"point_estimate":2248951.833823529,"standard_error":486.0069541202997},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1208.7623050109232,"upper_bound":5642.4539530313805},"point_estimate":3120.882357926725,"standard_error":1286.3457024336838},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2248495.9420786886,"upper_bound":2250875.2170751044},"point_estimate":2249606.639132734,"standard_error":604.1466687953392},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2690.932463931613,"upper_bound":4147.111878459624},"point_estimate":3552.918693377519,"standard_error":370.57274652329676}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/bench_base/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/bench_base/sample.json new file mode 100644 index 00000000..d2b90d38 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[6748987.0,13538270.0,20236464.0,26944072.0,33839650.0,40418971.0,47138972.0,54082607.0,60758127.0,67452639.0,74176776.0,81171618.0,87575510.0,94405977.0,101093053.0,108238673.0,114694875.0,121417704.0,128629884.0,134939073.0,141795505.0,148822486.0,155395272.0,161951881.0,168450456.0,175178919.0,182212671.0,188906585.0,195633351.0,202482585.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/bench_base/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/bench_base/tukey.json new file mode 100644 index 00000000..639f1c9e --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/bench_base/tukey.json @@ -0,0 +1 @@ +[2235786.3057124037,2241776.2981484095,2257749.611311092,2263739.6037470982] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/change/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/change/estimates.json new file mode 100644 index 00000000..44a00b7c --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03432824173625053,"upper_bound":-0.03250073214100057},"point_estimate":-0.03334460050039889,"standard_error":0.00046679736396441045},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.033740727699353545,"upper_bound":-0.032040507149341924},"point_estimate":-0.032731152840802746,"standard_error":0.0003981122654907176}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/new/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/new/benchmark.json new file mode 100644 index 00000000..0b653342 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"write_and_decode","value_str":null,"throughput":null,"full_id":"lambda/write_and_decode","directory_name":"lambda/write_and_decode","title":"lambda/write_and_decode"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/new/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/new/estimates.json new file mode 100644 index 00000000..7a003ec6 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2173138.853294955,"upper_bound":2176431.5256486144},"point_estimate":2174794.8726970735,"standard_error":843.5291739156594},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2173817.621212121,"upper_bound":2176886.9933523266},"point_estimate":2175341.0476190476,"standard_error":727.7262543756719},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2154.4458540584997,"upper_bound":7232.7302909333275},"point_estimate":4578.767331210597,"standard_error":1256.5159373005317},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2172378.142413005,"upper_bound":2176366.2906875545},"point_estimate":2174438.3801515955,"standard_error":1016.3062248845978},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3546.532013145107,"upper_bound":5552.384156827263},"point_estimate":4704.777947215346,"standard_error":512.3759090854917}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/new/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/new/sample.json new file mode 100644 index 00000000..ccf89ffd --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[6526189.0,13004256.0,19541697.0,26006337.0,32711781.0,39239309.0,45803665.0,52282741.0,58802658.0,65228885.0,71727510.0,78426341.0,84902245.0,91362002.0,97537769.0,104403896.0,111192535.0,117284285.0,124018298.0,131044646.0,136966683.0,143564869.0,149471462.0,156019047.0,162965797.0,169180730.0,176320261.0,182986543.0,189320125.0,195795427.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/new/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/new/tukey.json new file mode 100644 index 00000000..81cf1724 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode/new/tukey.json @@ -0,0 +1 @@ +[2153838.4788492066,2163003.102480159,2187442.0988293653,2196606.7224603174] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/bench_base/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/bench_base/benchmark.json new file mode 100644 index 00000000..100da00e --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"write_and_decode/full","value_str":null,"throughput":null,"full_id":"lambda/write_and_decode/full","directory_name":"lambda/write_and_decode_full","title":"lambda/write_and_decode/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/bench_base/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/bench_base/estimates.json new file mode 100644 index 00000000..fd5756dd --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11575478.146634025,"upper_bound":11585165.762689518},"point_estimate":11580340.954838665,"standard_error":2465.037843290378},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11573474.704444446,"upper_bound":11586236.937950939},"point_estimate":11579937.517925248,"standard_error":3332.4882725743955},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7775.240315806689,"upper_bound":18308.142609208302},"point_estimate":12427.52694296866,"standard_error":2675.954227884931},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11579185.577542895,"upper_bound":11588186.222818902},"point_estimate":11583663.904283447,"standard_error":2277.089173185115},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10033.130391711691,"upper_bound":16613.62614174217},"point_estimate":13709.550215658726,"standard_error":1685.2753436090375}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/bench_base/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/bench_base/sample.json new file mode 100644 index 00000000..38a2abf6 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[34653863.0,69416573.0,104321249.0,138851041.0,173674223.0,207960786.0,243530312.0,277949976.0,312427058.0,347008537.0,382327130.0,416657096.0,450961202.0,486169629.0,521783599.0,556193685.0,591545290.0,626781620.0,660026415.0,696450196.0,729968606.0,763442223.0,799052033.0,833256313.0,867985589.0,902970275.0,938395319.0,973003747.0,1008167921.0,1043280338.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/bench_base/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/bench_base/tukey.json new file mode 100644 index 00000000..7b24410e --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/bench_base/tukey.json @@ -0,0 +1 @@ +[11523287.272928638,11547533.87431154,11612191.477999281,11636438.079382185] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/change/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/change/estimates.json new file mode 100644 index 00000000..9589defe --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.014043316457768846,"upper_bound":-0.0047412425956804595},"point_estimate":-0.009058133646695277,"standard_error":0.0022131248022980925},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.023293509972627358,"upper_bound":0.0021210737795938073},"point_estimate":-0.005042157218371313,"standard_error":0.006660121277648334}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/new/benchmark.json b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/new/benchmark.json new file mode 100644 index 00000000..100da00e --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"write_and_decode/full","value_str":null,"throughput":null,"full_id":"lambda/write_and_decode/full","directory_name":"lambda/write_and_decode_full","title":"lambda/write_and_decode/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/new/estimates.json b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/new/estimates.json new file mode 100644 index 00000000..93404759 --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11423633.229253527,"upper_bound":11526668.108861094},"point_estimate":11475444.678795438,"standard_error":26356.63508047438},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11309685.66877193,"upper_bound":11604063.104166668},"point_estimate":11521549.652380953,"standard_error":83106.23233412215},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21144.66270669148,"upper_bound":188944.92607799766},"point_estimate":151044.11416610825,"standard_error":56487.4369678122},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11356665.917799463,"upper_bound":11462128.503644586},"point_estimate":11409899.442270404,"standard_error":27104.184864485294},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":127381.33559791232,"upper_bound":155820.5885284524},"point_estimate":147422.92342755492,"standard_error":7239.232693384748}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/new/sample.json b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/new/sample.json new file mode 100644 index 00000000..dc56808e --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[34899684.0,69564796.0,104379259.0,139443783.0,174098946.0,208953294.0,243931616.0,278552405.0,313810573.0,348053280.0,383599960.0,417872846.0,451982535.0,488841641.0,509344447.0,541931603.0,576001197.0,609968248.0,644732568.0,677958996.0,712138446.0,745662435.0,779992750.0,813869330.0,848120524.0,881595332.0,931953319.0,967519636.0,1002039346.0,1037250756.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/new/tukey.json b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/new/tukey.json new file mode 100644 index 00000000..84a3d16c --- /dev/null +++ b/bench-results/small-changes-v3/test1/criterion/lambda/write_and_decode_full/new/tukey.json @@ -0,0 +1 @@ +[10393597.150051752,10848748.240657344,12062484.48227226,12517635.572877854] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test1/setup.txt b/bench-results/small-changes-v3/test1/setup.txt new file mode 100644 index 00000000..bad052d1 --- /dev/null +++ b/bench-results/small-changes-v3/test1/setup.txt @@ -0,0 +1,11 @@ +base (main): + +era_vm -> 817d0f38b9cace57d547b2df21026aaacb708618 +zksyn -> 5a501464e593999c79d2cbe3f7e02f4639c110b7 + +compare (bench/small-changes-v3): + +era_vm -> ff49d8ae8391647d1de1f8cd27c85ac23d91e7af +zksyn -> 5a501464e593999c79d2cbe3f7e02f4639c110b7 + + diff --git a/bench-results/small-changes-v3/test2/bench-base.txt b/bench-results/small-changes-v3/test2/bench-base.txt new file mode 100644 index 00000000..b27b0566 --- /dev/null +++ b/bench-results/small-changes-v3/test2/bench-base.txt @@ -0,0 +1,59 @@ +lambda/decode_shl_sub time: [2.5098 ms 2.5255 ms 2.5368 ms] +lambda/deploy_simple_contract + time: [3.3569 ms 3.3583 ms 3.3601 ms] +lambda/heap_read_write time: [515.53 ms 515.78 ms 516.03 ms] +lambda/slot_hash_collision + time: [2.2614 ms 2.2691 ms 2.2760 ms] +lambda/write_and_decode time: [2.2485 ms 2.2496 ms 2.2509 ms] +lambda/event_spam time: [377.65 ms 377.91 ms 378.15 ms] +Found 2 outliers among 30 measurements (6.67%) + 1 (3.33%) low mild + 1 (3.33%) high mild +lambda/access_memory time: [2.2379 ms 2.2478 ms 2.2553 ms] +lambda/finish_eventful_frames + time: [2.7640 ms 2.7665 ms 2.7694 ms] +lambda/call_far time: [513.77 ms 514.48 ms 515.23 ms] + +lambda/decode_shl_sub/full + time: [11.469 ms 11.471 ms 11.473 ms] +lambda/deploy_simple_contract/full + time: [12.679 ms 12.683 ms 12.687 ms] +Found 1 outliers among 30 measurements (3.33%) + 1 (3.33%) high mild +lambda/heap_read_write/full + time: [523.69 ms 523.91 ms 524.16 ms] +Found 1 outliers among 30 measurements (3.33%) + 1 (3.33%) high mild +lambda/slot_hash_collision/full + time: [11.576 ms 11.578 ms 11.581 ms] +Found 2 outliers among 30 measurements (6.67%) + 2 (6.67%) low mild +lambda/write_and_decode/full + time: [11.579 ms 11.584 ms 11.588 ms] +lambda/event_spam/full time: [403.94 ms 405.29 ms 406.52 ms] +lambda/access_memory/full + time: [11.624 ms 11.626 ms 11.629 ms] +Found 2 outliers among 30 measurements (6.67%) + 1 (3.33%) low mild + 1 (3.33%) high mild +lambda/finish_eventful_frames/full + time: [12.303 ms 12.307 ms 12.312 ms] +Found 1 outliers among 30 measurements (3.33%) + 1 (3.33%) low mild +lambda/call_far/full time: [596.91 ms 597.82 ms 598.69 ms] +Found 6 outliers among 30 measurements (20.00%) + 2 (6.67%) low severe + 1 (3.33%) low mild + 2 (6.67%) high mild + 1 (3.33%) high severe + +lambda/load_test time: [1.9141 ms 1.9152 ms 1.9168 ms] +lambda/load_test_realistic + time: [1.5915 ms 1.5920 ms 1.5926 ms] +Found 4 outliers among 30 measurements (13.33%) + 4 (13.33%) high mild +lambda/load_test_heavy time: [4.2946 ms 4.2976 ms 4.3004 ms] +Found 2 outliers among 30 measurements (6.67%) + 1 (3.33%) high mild + 1 (3.33%) high severe + diff --git a/bench-results/small-changes-v3/test2/bench-compare.txt b/bench-results/small-changes-v3/test2/bench-compare.txt new file mode 100644 index 00000000..6c8e9aaa --- /dev/null +++ b/bench-results/small-changes-v3/test2/bench-compare.txt @@ -0,0 +1,108 @@ +lambda/decode_shl_sub time: [2.2095 ms 2.2107 ms 2.2122 ms] + change: [-11.965% -11.575% -11.207%] (p = 0.00 < 0.05) + Performance has improved. +Found 2 outliers among 30 measurements (6.67%) + 2 (6.67%) high mild +lambda/deploy_simple_contract + time: [3.2362 ms 3.2382 ms 3.2404 ms] + change: [-3.6638% -3.5669% -3.4749%] (p = 0.00 < 0.05) + Performance has improved. +lambda/heap_read_write time: [500.38 ms 500.71 ms 501.04 ms] + change: [-2.9992% -2.9228% -2.8406%] (p = 0.00 < 0.05) + Performance has improved. +Found 1 outliers among 30 measurements (3.33%) + 1 (3.33%) high mild +lambda/slot_hash_collision + time: [2.1570 ms 2.1579 ms 2.1588 ms] + change: [-5.3511% -5.0235% -4.7074%] (p = 0.00 < 0.05) + Performance has improved. +Found 2 outliers among 30 measurements (6.67%) + 1 (3.33%) high mild + 1 (3.33%) high severe +lambda/write_and_decode time: [2.1217 ms 2.1232 ms 2.1247 ms] + change: [-5.8483% -5.7541% -5.6627%] (p = 0.00 < 0.05) + Performance has improved. +lambda/event_spam time: [357.35 ms 357.55 ms 357.77 ms] + change: [-5.4685% -5.3851% -5.3008%] (p = 0.00 < 0.05) + Performance has improved. +lambda/access_memory time: [2.1688 ms 2.1699 ms 2.1711 ms] + change: [-3.2529% -2.9752% -2.7233%] (p = 0.00 < 0.05) + Performance has improved. +Found 4 outliers among 30 measurements (13.33%) + 1 (3.33%) low mild + 2 (6.67%) high mild + 1 (3.33%) high severe +lambda/finish_eventful_frames + time: [2.6924 ms 2.6938 ms 2.6954 ms] + change: [-3.1040% -2.9317% -2.7564%] (p = 0.00 < 0.05) + Performance has improved. +Found 1 outliers among 30 measurements (3.33%) + 1 (3.33%) high severe +lambda/call_far time: [509.99 ms 510.42 ms 510.84 ms] + change: [-0.9526% -0.7898% -0.6318%] (p = 0.00 < 0.05) + Change within noise threshold. + +lambda/decode_shl_sub/full + time: [11.400 ms 11.402 ms 11.403 ms] + change: [-0.6520% -0.6229% -0.5927%] (p = 0.00 < 0.05) + Change within noise threshold. +Found 1 outliers among 30 measurements (3.33%) + 1 (3.33%) high mild +lambda/deploy_simple_contract/full + time: [12.339 ms 12.341 ms 12.343 ms] + change: [-2.8177% -2.7661% -2.7176%] (p = 0.00 < 0.05) + Performance has improved. +lambda/heap_read_write/full + time: [511.25 ms 511.76 ms 512.28 ms] + change: [-2.4207% -2.3189% -2.2082%] (p = 0.00 < 0.05) + Performance has improved. +Found 1 outliers among 30 measurements (3.33%) + 1 (3.33%) low mild +lambda/slot_hash_collision/full + time: [11.260 ms 11.262 ms 11.263 ms] + change: [-2.7669% -2.7346% -2.7014%] (p = 0.00 < 0.05) + Performance has improved. +Found 3 outliers among 30 measurements (10.00%) + 1 (3.33%) low severe + 2 (6.67%) low mild +lambda/write_and_decode/full + time: [11.318 ms 11.320 ms 11.323 ms] + change: [-2.3191% -2.2567% -2.1992%] (p = 0.00 < 0.05) + Performance has improved. +Found 3 outliers among 30 measurements (10.00%) + 1 (3.33%) low severe + 2 (6.67%) high mild +lambda/event_spam/full time: [384.81 ms 385.32 ms 385.80 ms] + change: [-5.2460% -4.9283% -4.5961%] (p = 0.00 < 0.05) + Performance has improved. +lambda/access_memory/full + time: [11.404 ms 11.406 ms 11.408 ms] + change: [-1.9418% -1.9053% -1.8702%] (p = 0.00 < 0.05) + Performance has improved. +Found 1 outliers among 30 measurements (3.33%) + 1 (3.33%) high mild +lambda/finish_eventful_frames/full + time: [11.852 ms 11.855 ms 11.858 ms] + change: [-3.7250% -3.6885% -3.6501%] (p = 0.00 < 0.05) + Performance has improved. +lambda/call_far/full time: [586.56 ms 587.00 ms 587.47 ms] + change: [-1.9790% -1.8096% -1.6421%] (p = 0.00 < 0.05) + Performance has improved. +Found 1 outliers among 30 measurements (3.33%) + 1 (3.33%) high mild + +lambda/load_test time: [1.8580 ms 1.8584 ms 1.8587 ms] + change: [-3.2113% -3.1180% -3.0299%] (p = 0.00 < 0.05) + Performance has improved. +Found 2 outliers among 30 measurements (6.67%) + 2 (6.67%) high mild +lambda/load_test_realistic + time: [1.5478 ms 1.5492 ms 1.5506 ms] + change: [-2.7169% -2.6565% -2.5974%] (p = 0.00 < 0.05) + Performance has improved. +Found 2 outliers among 30 measurements (6.67%) + 2 (6.67%) low mild +lambda/load_test_heavy time: [4.1171 ms 4.1185 ms 4.1201 ms] + change: [-4.3708% -4.2330% -4.1240%] (p = 0.00 < 0.05) + Performance has improved. + diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/bench_base/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/bench_base/benchmark.json new file mode 100644 index 00000000..15852cf1 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"access_memory","value_str":null,"throughput":null,"full_id":"lambda/access_memory","directory_name":"lambda/access_memory","title":"lambda/access_memory"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/bench_base/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/bench_base/estimates.json new file mode 100644 index 00000000..32aab0f7 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2231867.278502892,"upper_bound":2243451.405133254},"point_estimate":2237352.9068279616,"standard_error":2968.2473008000466},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2227672.743055556,"upper_bound":2231350.8273809524},"point_estimate":2229998.185087719,"standard_error":1814.715242101092},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2523.2987509542136,"upper_bound":13145.386000597093},"point_estimate":5719.6406136749765,"standard_error":3005.6161206756237},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2237882.8940691403,"upper_bound":2255341.2155146482},"point_estimate":2247805.308690287,"standard_error":4475.432557387813},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11956.515669871082,"upper_bound":18833.698929266186},"point_estimate":16477.789676399687,"standard_error":1770.2391070251344}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/bench_base/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/bench_base/sample.json new file mode 100644 index 00000000..9d8ff15a --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[6766130.0,13341129.0,19974870.0,26776869.0,33424727.0,40061056.0,46857214.0,53463365.0,60213442.0,66904162.0,73565615.0,80197390.0,86739277.0,93913066.0,100228591.0,106879990.0,113763332.0,120271483.0,127110042.0,133799738.0,140191819.0,146616341.0,153828032.0,163315333.0,169449465.0,176913081.0,183339944.0,190186993.0,197077683.0,203769043.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/bench_base/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/bench_base/tukey.json new file mode 100644 index 00000000..d436782d --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/bench_base/tukey.json @@ -0,0 +1 @@ +[2157434.5420634914,2192348.655753968,2285452.9589285715,2320367.072619048] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/change/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/change/estimates.json new file mode 100644 index 00000000..db60a3e2 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.032529246037091196,"upper_bound":-0.027233380446643567},"point_estimate":-0.029752480042645746,"standard_error":0.0013535641784924101},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02801015753897651,"upper_bound":-0.02591828542365604},"point_estimate":-0.027254615334782573,"standard_error":0.0008208389800622224}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/new/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/new/benchmark.json new file mode 100644 index 00000000..15852cf1 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"access_memory","value_str":null,"throughput":null,"full_id":"lambda/access_memory","directory_name":"lambda/access_memory","title":"lambda/access_memory"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/new/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/new/estimates.json new file mode 100644 index 00000000..d4f167fd --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2168946.6631933353,"upper_bound":2172814.5595686184},"point_estimate":2170786.109119207,"standard_error":988.98667962262},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2168361.855769231,"upper_bound":2171661.4777777777},"point_estimate":2169220.44235589,"standard_error":810.0019340549013},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1462.074314318823,"upper_bound":5036.824535578605},"point_estimate":2925.1569613810843,"standard_error":904.3684220671038},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2168754.5268747094,"upper_bound":2171133.3390136347},"point_estimate":2169897.4522474883,"standard_error":607.4815023045401},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3382.7536025652053,"upper_bound":7066.668291090997},"point_estimate":5540.803036212569,"standard_error":943.4840846628049}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/new/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/new/sample.json new file mode 100644 index 00000000..a0653d79 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[6549936.0,13037953.0,19517435.0,26212184.0,32575540.0,39319552.0,45508315.0,52192922.0,58396270.0,65038849.0,71268828.0,78044778.0,84559961.0,91112452.0,97722913.0,104088940.0,110531088.0,117036373.0,123638517.0,130199753.0,137099512.0,143036432.0,149767984.0,156389237.0,162706563.0,169595432.0,175652511.0,182440427.0,188568022.0,195212449.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/new/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/new/tukey.json new file mode 100644 index 00000000..1fd7ab49 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory/new/tukey.json @@ -0,0 +1 @@ +[2155597.093154761,2161760.188244047,2178195.1084821434,2184358.2035714295] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/bench_base/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/bench_base/benchmark.json new file mode 100644 index 00000000..1b8428d2 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"access_memory/full","value_str":null,"throughput":null,"full_id":"lambda/access_memory/full","directory_name":"lambda/access_memory_full","title":"lambda/access_memory/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/bench_base/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/bench_base/estimates.json new file mode 100644 index 00000000..47ff8050 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11623399.337808622,"upper_bound":11630953.491012163},"point_estimate":11627099.353752574,"standard_error":1923.3946738929228},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11624038.777777778,"upper_bound":11629096.663888888},"point_estimate":11626235.97985348,"standard_error":1267.5262028688767},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3227.715613151222,"upper_bound":12145.558236361378},"point_estimate":6820.721770574803,"standard_error":2340.174596400625},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11624057.19426448,"upper_bound":11628732.701081954},"point_estimate":11626287.984699454,"standard_error":1189.9452267103948},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6619.588260378467,"upper_bound":14136.709886128},"point_estimate":10741.784596308938,"standard_error":1933.9100034002674}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/bench_base/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/bench_base/sample.json new file mode 100644 index 00000000..7c0b42c0 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[34975708.0,69744981.0,104399447.0,139557188.0,174332280.0,209230453.0,243929192.0,279002045.0,314266035.0,349123863.0,383526154.0,418826694.0,452837419.0,488616769.0,524083242.0,557818559.0,593294359.0,627891676.0,663297584.0,697499229.0,731756979.0,767399310.0,802244165.0,837446810.0,871391801.0,906829490.0,941392703.0,976622040.0,1011380390.0,1046428887.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/bench_base/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/bench_base/tukey.json new file mode 100644 index 00000000..8fc970bf --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/bench_base/tukey.json @@ -0,0 +1 @@ +[11590393.004221128,11606265.053036489,11648590.516544119,11664462.56535948] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/change/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/change/estimates.json new file mode 100644 index 00000000..509b6d6b --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01941783126952523,"upper_bound":-0.01870215362999171},"point_estimate":-0.01905348122937167,"standard_error":0.00018247907428694922},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.019296205805947264,"upper_bound":-0.018656863130399826},"point_estimate":-0.0189425505871752,"standard_error":0.00017454708192999411}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/new/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/new/benchmark.json new file mode 100644 index 00000000..1b8428d2 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"access_memory/full","value_str":null,"throughput":null,"full_id":"lambda/access_memory/full","directory_name":"lambda/access_memory_full","title":"lambda/access_memory/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/new/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/new/estimates.json new file mode 100644 index 00000000..ab2f231b --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11403513.674951332,"upper_bound":11407629.200744683},"point_estimate":11405562.63446381,"standard_error":1049.9104134583774},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11402627.138888888,"upper_bound":11408000.22123016},"point_estimate":11406005.416666668,"standard_error":1674.6653295048518},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3647.5131449640417,"upper_bound":8007.711421505817},"point_estimate":5647.590517791446,"standard_error":1106.8573512821165},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11403966.061340114,"upper_bound":11408187.668442471},"point_estimate":11406138.344932135,"standard_error":1080.8300757664438},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4233.115580808232,"upper_bound":7229.854978026695},"point_estimate":5866.495122306885,"standard_error":767.7310972015334}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/new/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/new/sample.json new file mode 100644 index 00000000..6fc69f66 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[34210550.0,68517883.0,102710690.0,136830160.0,171092878.0,205249337.0,239233962.0,273653757.0,307916234.0,341892834.0,376706129.0,410655698.0,444592995.0,478799587.0,513385062.0,547223343.0,581797989.0,616132352.0,649752191.0,684349138.0,718714219.0,752480463.0,787387824.0,821364353.0,855657409.0,889750438.0,924411736.0,958529250.0,991796788.0,1026269301.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/new/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/new/tukey.json new file mode 100644 index 00000000..d8612387 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/access_memory_full/new/tukey.json @@ -0,0 +1 @@ +[11379757.314090904,11390615.817556815,11419571.826799246,11430430.330265157] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/call_far/bench_base/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/call_far/bench_base/benchmark.json new file mode 100644 index 00000000..5ebdf83b --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/call_far/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"call_far","value_str":null,"throughput":null,"full_id":"lambda/call_far","directory_name":"lambda/call_far","title":"lambda/call_far"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/call_far/bench_base/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/call_far/bench_base/estimates.json new file mode 100644 index 00000000..1dd9881b --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/call_far/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":513774637.0,"upper_bound":515226142.1483333},"point_estimate":514479473.6333333,"standard_error":369009.8893551406},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":513047060.0,"upper_bound":515362083.0},"point_estimate":514518105.5,"standard_error":503286.2490562801},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1350706.1564976734,"upper_bound":2952669.0123796463},"point_estimate":2295837.935140729,"standard_error":408025.964694981},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1514779.4968823015,"upper_bound":2488867.536508034},"point_estimate":2053594.881255836,"standard_error":250333.51647087611}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/call_far/bench_base/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/call_far/bench_base/sample.json new file mode 100644 index 00000000..81172473 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/call_far/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[513755167.0,513142114.0,519528360.0,514451035.0,512952006.0,518443670.0,512020846.0,515673492.0,516049048.0,516442949.0,512012881.0,510754114.0,512030034.0,515640281.0,516049049.0,514371164.0,512411450.0,515883317.0,514585176.0,514000377.0,517133888.0,514597169.0,512903044.0,516955913.0,514714550.0,515083885.0,514862929.0,512775806.0,512473537.0,512686958.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/call_far/bench_base/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/call_far/bench_base/tukey.json new file mode 100644 index 00000000..b353ae11 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/call_far/bench_base/tukey.json @@ -0,0 +1 @@ +[503737879.75,508272747.625,520365728.625,524900596.5] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/call_far/change/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/call_far/change/estimates.json new file mode 100644 index 00000000..40876439 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/call_far/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009526424540894921,"upper_bound":-0.006317583385409313},"point_estimate":-0.007898404584804508,"standard_error":0.000820893206972015},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009787101002819765,"upper_bound":-0.005028000878524619},"point_estimate":-0.007911912052237735,"standard_error":0.0011304254043771735}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/call_far/new/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/call_far/new/benchmark.json new file mode 100644 index 00000000..5ebdf83b --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/call_far/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"call_far","value_str":null,"throughput":null,"full_id":"lambda/call_far","directory_name":"lambda/call_far","title":"lambda/call_far"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/call_far/new/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/call_far/new/estimates.json new file mode 100644 index 00000000..3ae5cca4 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/call_far/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":509990986.64,"upper_bound":510835848.2333333},"point_estimate":510415906.6,"standard_error":214607.10751041787},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":509785225.0,"upper_bound":510922862.5},"point_estimate":510447283.5,"standard_error":298690.4542383785},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":728779.4300615788,"upper_bound":1553324.4402229786},"point_estimate":1177655.8458924294,"standard_error":223616.58137923072},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":839670.796455567,"upper_bound":1514819.3964875208},"point_estimate":1202449.0497273386,"standard_error":172253.93138169532}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/call_far/new/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/call_far/new/sample.json new file mode 100644 index 00000000..bfe21dd6 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/call_far/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[510731626.0,512161865.0,511727798.0,510714042.0,508504077.0,509661874.0,509224813.0,507321644.0,510562035.0,509849055.0,508970924.0,509721395.0,509224821.0,509493276.0,510317795.0,511230701.0,511371848.0,510099776.0,510868210.0,509585809.0,509657383.0,510193191.0,510977515.0,510820531.0,511320219.0,511246019.0,513296896.0,511480781.0,510332532.0,511808747.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/call_far/new/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/call_far/new/tukey.json new file mode 100644 index 00000000..da3694ab --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/call_far/new/tukey.json @@ -0,0 +1 @@ +[504907454.5,507282980.125,513617715.125,515993240.75] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/bench_base/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/bench_base/benchmark.json new file mode 100644 index 00000000..bb55a760 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"call_far/full","value_str":null,"throughput":null,"full_id":"lambda/call_far/full","directory_name":"lambda/call_far_full","title":"lambda/call_far/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/bench_base/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/bench_base/estimates.json new file mode 100644 index 00000000..f8ca65cc --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":596910115.1633333,"upper_bound":598692779.3041667},"point_estimate":597820741.0,"standard_error":454009.95414285036},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":597297248.0,"upper_bound":598390589.0},"point_estimate":597672614.5,"standard_error":290690.9580144009},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":484436.57619953156,"upper_bound":2232003.1106740236},"point_estimate":1200688.0364835262,"standard_error":434530.4856867442},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1449143.0912896916,"upper_bound":3357941.121632169},"point_estimate":2538892.76818198,"standard_error":484970.96682894666}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/bench_base/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/bench_base/sample.json new file mode 100644 index 00000000..584bac90 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[596612326.0,597197385.0,595073603.0,597250636.0,598639156.0,597774079.0,597256076.0,598705910.0,598463186.0,597447015.0,597433279.0,597379197.0,599414984.0,599535350.0,597657241.0,597878876.0,596843480.0,596332179.0,597687988.0,598317992.0,597280562.0,597313934.0,598178680.0,601144345.0,601060037.0,599854411.0,603986750.0,600836115.0,591067843.0,590999615.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/bench_base/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/bench_base/tukey.json new file mode 100644 index 00000000..931bc574 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/bench_base/tukey.json @@ -0,0 +1 @@ +[592940319.5,595096157.75,600845059.75,603000898.0] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/change/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/change/estimates.json new file mode 100644 index 00000000..78f4c961 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.019790168923443877,"upper_bound":-0.016420526786355197},"point_estimate":-0.018096043331044753,"standard_error":0.0008593266001879551},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.019507753521520343,"upper_bound":-0.01672458097098073},"point_estimate":-0.018056376079784386,"standard_error":0.0007084831759185793}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/new/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/new/benchmark.json new file mode 100644 index 00000000..bb55a760 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"call_far/full","value_str":null,"throughput":null,"full_id":"lambda/call_far/full","directory_name":"lambda/call_far_full","title":"lambda/call_far/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/new/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/new/estimates.json new file mode 100644 index 00000000..7abd2a44 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":586560654.1,"upper_bound":587466355.9566667},"point_estimate":587002550.9666667,"standard_error":229876.69657455236},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":586405998.0,"upper_bound":587517152.0},"point_estimate":586880813.0,"standard_error":298087.55609914643},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":710292.1496897936,"upper_bound":1761467.3918277025},"point_estimate":1102218.9353317022,"standard_error":275296.0575660594},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":895859.3799300696,"upper_bound":1630092.7719266592},"point_estimate":1278884.8100544873,"standard_error":192871.920022926}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/new/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/new/sample.json new file mode 100644 index 00000000..7717820b --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[585035899.0,586862925.0,587918889.0,585633142.0,586449416.0,585756904.0,584704946.0,587234622.0,587637701.0,585697271.0,586898701.0,586731527.0,588554954.0,587201359.0,588026480.0,588436391.0,586232848.0,585349578.0,590751854.0,588508005.0,585776851.0,586527912.0,587587825.0,586779546.0,587610798.0,587414869.0,588599005.0,586347252.0,587446479.0,586362580.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/new/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/new/tukey.json new file mode 100644 index 00000000..31b9b4ee --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/call_far_full/new/tukey.json @@ -0,0 +1 @@ +[582152870.25,584207159.625,589685264.625,591739554.0] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/bench_base/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/bench_base/benchmark.json new file mode 100644 index 00000000..3117efd8 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"decode_shl_sub","value_str":null,"throughput":null,"full_id":"lambda/decode_shl_sub","directory_name":"lambda/decode_shl_sub","title":"lambda/decode_shl_sub"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/bench_base/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/bench_base/estimates.json new file mode 100644 index 00000000..924e8112 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2497888.9770788746,"upper_bound":2516952.258559626},"point_estimate":2507166.5198924267,"standard_error":4909.889125207139},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2486800.7904761904,"upper_bound":2516747.861111111},"point_estimate":2494891.0666666664,"standard_error":8436.227505842018},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9051.684137784949,"upper_bound":41158.960305949484},"point_estimate":20570.525773284557,"standard_error":9131.519556880818},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2509840.579407162,"upper_bound":2536754.1659986908},"point_estimate":2525496.117891768,"standard_error":6916.4793656010925},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21815.4691316962,"upper_bound":31198.772650598683},"point_estimate":27667.848213812344,"standard_error":2389.32662660877}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/bench_base/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/bench_base/sample.json new file mode 100644 index 00000000..d9fcc18f --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[7570431.0,15005770.0,22414425.0,30029651.0,37609479.0,45180337.0,52229556.0,59670584.0,66908507.0,74594396.0,81783413.0,89381371.0,96691878.0,104324754.0,111616015.0,119491968.0,126571145.0,134485684.0,141838750.0,149957428.0,159860659.0,163790681.0,175141597.0,182622240.0,189992919.0,198451313.0,206498869.0,214395674.0,222551315.0,230146529.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/bench_base/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/bench_base/tukey.json new file mode 100644 index 00000000..f2a563fb --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/bench_base/tukey.json @@ -0,0 +1 @@ +[2331168.286190476,2407839.4526190474,2612295.8964285715,2688967.062857143] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/change/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/change/estimates.json new file mode 100644 index 00000000..1d754f45 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.1196461407181304,"upper_bound":-0.11206674402987704},"point_estimate":-0.11575255825600117,"standard_error":0.0019421775902873132},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.12136157036063255,"upper_bound":-0.10932533758712382},"point_estimate":-0.1132420399515186,"standard_error":0.0030939114612592833}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/new/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/new/benchmark.json new file mode 100644 index 00000000..3117efd8 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"decode_shl_sub","value_str":null,"throughput":null,"full_id":"lambda/decode_shl_sub","directory_name":"lambda/decode_shl_sub","title":"lambda/decode_shl_sub"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/new/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/new/estimates.json new file mode 100644 index 00000000..1d062697 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2213241.9054027908,"upper_bound":2221086.372276701},"point_estimate":2216955.581241083,"standard_error":2018.331418010743},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2210167.790890269,"upper_bound":2217985.772222222},"point_estimate":2212364.512820513,"standard_error":2080.322562667975},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2506.3990896695254,"upper_bound":11471.523163006506},"point_estimate":5722.776639124467,"standard_error":2283.238822971629},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2209531.0191705446,"upper_bound":2212195.091939302},"point_estimate":2210654.0539397146,"standard_error":676.4122437551435},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6295.301831910687,"upper_bound":14865.542774800953},"point_estimate":11392.185198150639,"standard_error":2179.835997644222}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/new/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/new/sample.json new file mode 100644 index 00000000..01ae52db --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[6751675.0,13399696.0,20233514.0,26697529.0,33495224.0,39919241.0,46734934.0,53135378.0,59958262.0,66581515.0,73092705.0,79636176.0,86291908.0,92893131.0,99820617.0,106030527.0,113024237.0,119897503.0,125788148.0,132281022.0,139193493.0,145804827.0,152533750.0,159087415.0,165830577.0,172258444.0,178768830.0,185614928.0,192213918.0,198959387.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/new/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/new/tukey.json new file mode 100644 index 00000000..09dfe04a --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub/new/tukey.json @@ -0,0 +1 @@ +[2177541.8353174604,2193497.0429067463,2236044.2631448414,2251999.470734127] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/bench_base/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/bench_base/benchmark.json new file mode 100644 index 00000000..49e78083 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"decode_shl_sub/full","value_str":null,"throughput":null,"full_id":"lambda/decode_shl_sub/full","directory_name":"lambda/decode_shl_sub_full","title":"lambda/decode_shl_sub/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/bench_base/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/bench_base/estimates.json new file mode 100644 index 00000000..c7cc4d5b --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11469640.947696635,"upper_bound":11474175.884087147},"point_estimate":11471900.496081335,"standard_error":1157.2901457047285},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11468474.41785375,"upper_bound":11475470.92},"point_estimate":11470617.01378446,"standard_error":1808.3019853929704},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4185.600350691397,"upper_bound":10128.71118684579},"point_estimate":8291.440352797508,"standard_error":1545.2913443873335},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11469363.502820762,"upper_bound":11473351.179054724},"point_estimate":11471294.822527763,"standard_error":1016.0630906154489},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5086.431121682849,"upper_bound":7463.1315236783985},"point_estimate":6456.229600287915,"standard_error":607.6002135386174}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/bench_base/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/bench_base/sample.json new file mode 100644 index 00000000..ff9cd8ff --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[34420566.0,68859446.0,103155398.0,137804613.0,171980840.0,206596502.0,241158463.0,275274857.0,309925636.0,343931071.0,378290342.0,413219243.0,447815309.0,481748088.0,515962185.0,550181042.0,585400820.0,619047912.0,653849363.0,688018326.0,722755035.0,757221919.0,791402634.0,826406647.0,860577563.0,894509660.0,928978978.0,963301559.0,998543689.0,1032284077.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/bench_base/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/bench_base/tukey.json new file mode 100644 index 00000000..6d01e053 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/bench_base/tukey.json @@ -0,0 +1 @@ +[11436094.002380952,11451646.001488095,11493117.999107143,11508669.998214286] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/change/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/change/estimates.json new file mode 100644 index 00000000..6d3fe170 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006520250055216714,"upper_bound":-0.005926942670563123},"point_estimate":-0.006228855051272686,"standard_error":0.00015027061024020769},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006559624847540246,"upper_bound":-0.005790715439748961},"point_estimate":-0.006042888930457013,"standard_error":0.00020442172747494236}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/new/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/new/benchmark.json new file mode 100644 index 00000000..49e78083 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"decode_shl_sub/full","value_str":null,"throughput":null,"full_id":"lambda/decode_shl_sub/full","directory_name":"lambda/decode_shl_sub_full","title":"lambda/decode_shl_sub/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/new/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/new/estimates.json new file mode 100644 index 00000000..a8d9efb9 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11397966.11081353,"upper_bound":11402911.529296784},"point_estimate":11400443.690728622,"standard_error":1262.6451356174805},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11398010.69642857,"upper_bound":11403087.259166665},"point_estimate":11401301.34920635,"standard_error":1480.0150846330912},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2587.749424144049,"upper_bound":9952.746404403406},"point_estimate":5013.065674888181,"standard_error":1768.3148779583187},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11399939.053476382,"upper_bound":11403442.655047193},"point_estimate":11401658.473435571,"standard_error":894.4419782181147},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4896.578177484235,"upper_bound":8785.450754874013},"point_estimate":7036.721303501755,"standard_error":991.4570049112453}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/new/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/new/sample.json new file mode 100644 index 00000000..9d156554 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[34251308.0,68371220.0,102456116.0,136738474.0,170885958.0,205392025.0,239129117.0,273675711.0,307910669.0,341931885.0,376163527.0,410379198.0,444254821.0,478847612.0,512741849.0,547719524.0,581652524.0,615783546.0,649513614.0,684257129.0,718292552.0,752563117.0,786799406.0,821529265.0,855226492.0,889247426.0,923766438.0,957411957.0,992020928.0,1025843400.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/new/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/new/tukey.json new file mode 100644 index 00000000..04a18736 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/decode_shl_sub_full/new/tukey.json @@ -0,0 +1 @@ +[11371567.83333333,11383701.354166664,11416057.409722224,11428190.93055556] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/bench_base/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/bench_base/benchmark.json new file mode 100644 index 00000000..faf6d711 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"deploy_simple_contract","value_str":null,"throughput":null,"full_id":"lambda/deploy_simple_contract","directory_name":"lambda/deploy_simple_contract","title":"lambda/deploy_simple_contract"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/bench_base/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/bench_base/estimates.json new file mode 100644 index 00000000..e2ec8fed --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3358005.617060618,"upper_bound":3362913.172401424},"point_estimate":3360379.882375998,"standard_error":1241.0078209074497},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3355950.030263158,"upper_bound":3362094.474358974},"point_estimate":3358719.3404761907,"standard_error":1660.6252699038291},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2734.615056450881,"upper_bound":9934.803583622346},"point_estimate":5380.7267489489905,"standard_error":1834.0342287460162},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3356892.6038804813,"upper_bound":3360086.44730233},"point_estimate":3358300.073788119,"standard_error":814.5643300124133},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5092.876272947022,"upper_bound":8205.289546927832},"point_estimate":6909.1583417581805,"standard_error":791.2131554879359}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/bench_base/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/bench_base/sample.json new file mode 100644 index 00000000..11c05985 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[10066063.0,20085477.0,30163922.0,40449255.0,50530239.0,60534677.0,70781036.0,80687560.0,90838361.0,101118460.0,111342882.0,121489903.0,131020771.0,141091323.0,150932682.0,161585929.0,171103202.0,181165127.0,191268927.0,201378291.0,211788368.0,221549990.0,231509865.0,241602109.0,251859110.0,262252168.0,272106821.0,282017849.0,292068354.0,301829976.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/bench_base/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/bench_base/tukey.json new file mode 100644 index 00000000..155a5583 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/bench_base/tukey.json @@ -0,0 +1 @@ +[3329506.222222223,3342459.092013889,3377000.078124999,3389952.9479166656] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/change/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/change/estimates.json new file mode 100644 index 00000000..22a8839d --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03663786087227739,"upper_bound":-0.03474879057461036},"point_estimate":-0.035669174923305014,"standard_error":0.0004810068060449435},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03677327710158551,"upper_bound":-0.034106644881576775},"point_estimate":-0.03532424101512144,"standard_error":0.000672230191224694}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/new/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/new/benchmark.json new file mode 100644 index 00000000..faf6d711 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"deploy_simple_contract","value_str":null,"throughput":null,"full_id":"lambda/deploy_simple_contract","directory_name":"lambda/deploy_simple_contract","title":"lambda/deploy_simple_contract"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/new/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/new/estimates.json new file mode 100644 index 00000000..26e72df2 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3238437.5511821606,"upper_bound":3242658.1253778352},"point_estimate":3240517.9045427735,"standard_error":1079.0279031005978},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3237586.38510101,"upper_bound":3242888.0514285713},"point_estimate":3240075.12899106,"standard_error":1585.1483670089365},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4043.617634544704,"upper_bound":10013.210658593172},"point_estimate":7259.816174816454,"standard_error":1528.0284044607033},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3236211.521450669,"upper_bound":3240358.4707438014},"point_estimate":3238249.4628239027,"standard_error":1057.557094605516},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4668.715417397824,"upper_bound":6857.932465571974},"point_estimate":5944.8295828281325,"standard_error":552.6357684801397}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/new/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/new/sample.json new file mode 100644 index 00000000..13cfc4d5 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[9749920.0,19505076.0,29237524.0,38961331.0,48747538.0,58514115.0,68100749.0,77793496.0,87583347.0,97341280.0,106845560.0,116547427.0,126140353.0,135752812.0,145720108.0,155260708.0,165342750.0,174985762.0,184623446.0,193916337.0,203602619.0,213486362.0,223405077.0,232826501.0,243216247.0,252804514.0,262028194.0,271793728.0,281851567.0,292120910.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/new/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/new/tukey.json new file mode 100644 index 00000000..c346adb2 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract/new/tukey.json @@ -0,0 +1 @@ +[3206920.794973544,3221008.840608465,3258576.962301588,3272665.0079365093] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/bench_base/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/bench_base/benchmark.json new file mode 100644 index 00000000..68e22ea1 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"deploy_simple_contract/full","value_str":null,"throughput":null,"full_id":"lambda/deploy_simple_contract/full","directory_name":"lambda/deploy_simple_contract_full","title":"lambda/deploy_simple_contract/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/bench_base/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/bench_base/estimates.json new file mode 100644 index 00000000..94c9a336 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12685614.890442442,"upper_bound":12697838.23212956},"point_estimate":12691481.383140558,"standard_error":3137.404625578521},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12680394.403703704,"upper_bound":12696709.445887446},"point_estimate":12685634.768065268,"standard_error":4709.144869419834},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7618.654788447337,"upper_bound":25564.27404053819},"point_estimate":15716.237790004478,"standard_error":4422.946816526029},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12679436.495896596,"upper_bound":12686954.72040946},"point_estimate":12682908.183042482,"standard_error":1914.336043446015},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12595.588320708419,"upper_bound":21074.290491981646},"point_estimate":17575.334600101683,"standard_error":2167.0845756679923}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/bench_base/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/bench_base/sample.json new file mode 100644 index 00000000..39051954 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[38159345.0,76159389.0,114591925.0,152749598.0,190535629.0,228121275.0,266636208.0,304739056.0,343130396.0,381444621.0,418983068.0,457206494.0,494681371.0,534210991.0,570506440.0,608711851.0,646578445.0,684760081.0,722409587.0,760636889.0,798334485.0,837350700.0,874160697.0,913559421.0,950750515.0,989149139.0,1026695711.0,1065446428.0,1104310696.0,1141204191.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/bench_base/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/bench_base/tukey.json new file mode 100644 index 00000000..712b359f --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/bench_base/tukey.json @@ -0,0 +1 @@ +[12613270.017156865,12645606.43259804,12731836.873774506,12764173.289215682] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/change/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/change/estimates.json new file mode 100644 index 00000000..98a8b452 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.028177199756170945,"upper_bound":-0.027175633204625425},"point_estimate":-0.02766144552544414,"standard_error":0.0002561859678920875},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.028085729418317773,"upper_bound":-0.026770296098787782},"point_estimate":-0.027199849217035,"standard_error":0.0003746692247289557}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/new/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/new/benchmark.json new file mode 100644 index 00000000..68e22ea1 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"deploy_simple_contract/full","value_str":null,"throughput":null,"full_id":"lambda/deploy_simple_contract/full","directory_name":"lambda/deploy_simple_contract_full","title":"lambda/deploy_simple_contract/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/new/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/new/estimates.json new file mode 100644 index 00000000..38de5f22 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12338387.85982549,"upper_bound":12342464.479239821},"point_estimate":12340416.662223628,"standard_error":1038.7088258684498},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12338552.645833332,"upper_bound":12342053.828055557},"point_estimate":12340587.415151516,"standard_error":1147.2440771367271},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2843.5674455165313,"upper_bound":8391.41975657874},"point_estimate":6488.420323696452,"standard_error":1482.1542677198354},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12339141.610316472,"upper_bound":12342583.328991799},"point_estimate":12340823.316234797,"standard_error":880.3307089726459},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4281.915478125604,"upper_bound":7084.827634078317},"point_estimate":5821.213138042727,"standard_error":716.6905525171869}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/new/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/new/sample.json new file mode 100644 index 00000000..36da0ac0 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[37047927.0,74017646.0,111003365.0,147923312.0,185080635.0,222293300.0,259397253.0,296090353.0,333206657.0,369954389.0,407239834.0,444425368.0,480895709.0,518540517.0,555325821.0,592243022.0,629126880.0,666631463.0,703738682.0,740443194.0,777349693.0,814507326.0,851150030.0,888592517.0,925690869.0,963069157.0,999436202.0,1036327063.0,1074024952.0,1110484671.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/new/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/new/tukey.json new file mode 100644 index 00000000..fc6032cc --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/deploy_simple_contract_full/new/tukey.json @@ -0,0 +1 @@ +[12313243.366721397,12325186.816545222,12357036.016075421,12368979.465899246] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/bench_base/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/bench_base/benchmark.json new file mode 100644 index 00000000..61a57f25 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"event_spam","value_str":null,"throughput":null,"full_id":"lambda/event_spam","directory_name":"lambda/event_spam","title":"lambda/event_spam"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/bench_base/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/bench_base/estimates.json new file mode 100644 index 00000000..02cd84a2 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":377652963.0258333,"upper_bound":378153599.73333335},"point_estimate":377905174.1666667,"standard_error":127551.92299330416},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":377658313.5,"upper_bound":378150630.5},"point_estimate":378004685.0,"standard_error":139200.89293124713},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":305197.65238165855,"upper_bound":844652.0310044289},"point_estimate":598561.1917734146,"standard_error":135378.65615758512},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":476761.6238962354,"upper_bound":901280.5768048243},"point_estimate":709678.3238435946,"standard_error":108933.49786062475}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/bench_base/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/bench_base/sample.json new file mode 100644 index 00000000..5a3a6bfc --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[378055268.0,378509965.0,376667912.0,378576059.0,377770825.0,378186980.0,377594173.0,378234096.0,379182559.0,377481341.0,377132126.0,378074765.0,377011387.0,376002581.0,378839965.0,377960953.0,377564318.0,377495888.0,378271546.0,377722454.0,378401621.0,378114281.0,378111255.0,377895179.0,377122818.0,377574907.0,379484537.0,378048417.0,377761839.0,378305210.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/bench_base/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/bench_base/tukey.json new file mode 100644 index 00000000..3c533233 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/bench_base/tukey.json @@ -0,0 +1 @@ +[375481310.5,376524137.875,379305010.875,380347838.25] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/change/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/change/estimates.json new file mode 100644 index 00000000..0ae33afe --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05468454099960396,"upper_bound":-0.053008249022839696},"point_estimate":-0.05385100440838331,"standard_error":0.00042892030578360976},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05514009034356182,"upper_bound":-0.05312221106539927},"point_estimate":-0.054203280575742085,"standard_error":0.0005179030037384382}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/new/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/new/benchmark.json new file mode 100644 index 00000000..61a57f25 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"event_spam","value_str":null,"throughput":null,"full_id":"lambda/event_spam","directory_name":"lambda/event_spam","title":"lambda/event_spam"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/new/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/new/estimates.json new file mode 100644 index 00000000..c70270a8 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":357350330.8825,"upper_bound":357772312.76625},"point_estimate":357554600.96666664,"standard_error":107463.78833082301},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":357186731.25,"upper_bound":357755086.75},"point_estimate":357515591.0,"standard_error":142527.1063784663},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":339358.97967517376,"upper_bound":814662.3693868518},"point_estimate":631520.1304882765,"standard_error":132724.49079276223},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":426355.34449483897,"upper_bound":731774.3942279232},"point_estimate":596863.8275769374,"standard_error":78241.33514188464}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/new/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/new/sample.json new file mode 100644 index 00000000..8899d081 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[714576007.0,714498813.0,717963718.0,714125379.0,713281101.0,713914101.0,713928487.0,714108046.0,716609138.0,715032282.0,715166564.0,714110349.0,715273624.0,716277644.0,716210558.0,715375697.0,714691120.0,714233167.0,714764377.0,713999207.0,713108802.0,715170708.0,715794282.0,716259526.0,715719740.0,716311503.0,717849274.0,715644650.0,715030082.0,714248112.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/new/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/new/tukey.json new file mode 100644 index 00000000..45afc0f9 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam/new/tukey.json @@ -0,0 +1 @@ +[354641182.25,355858672.625,359105313.625,360322804.0] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/bench_base/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/bench_base/benchmark.json new file mode 100644 index 00000000..dbc178f9 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"event_spam/full","value_str":null,"throughput":null,"full_id":"lambda/event_spam/full","directory_name":"lambda/event_spam_full","title":"lambda/event_spam/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/bench_base/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/bench_base/estimates.json new file mode 100644 index 00000000..1afd0696 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":403941440.53333336,"upper_bound":406522415.06666666},"point_estimate":405288679.6666667,"standard_error":658967.7803310109},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":404265541.5,"upper_bound":407623118.0},"point_estimate":407278094.5,"standard_error":841950.6818756538},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":753784.219917655,"upper_bound":4885276.6256690025},"point_estimate":1249133.4732234478,"standard_error":1069562.3255621311},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2608020.6640279335,"upper_bound":4449454.730971461},"point_estimate":3668220.1728205103,"standard_error":472021.2523001055}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/bench_base/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/bench_base/sample.json new file mode 100644 index 00000000..1d928217 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[408034938.0,406672877.0,407302540.0,408003999.0,407306979.0,407478471.0,407253649.0,407689718.0,408674259.0,408702392.0,406613786.0,407929739.0,407556518.0,407315725.0,408203174.0,407998558.0,409299264.0,408038073.0,405938477.0,407008518.0,401339591.0,401255773.0,395865790.0,397325626.0,401897019.0,401377913.0,402592606.0,400834060.0,400760693.0,402389665.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/bench_base/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/bench_base/tukey.json new file mode 100644 index 00000000..ad9c00d8 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/bench_base/tukey.json @@ -0,0 +1 @@ +[384136662.25,393078421.375,416923112.375,425864871.5] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/change/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/change/estimates.json new file mode 100644 index 00000000..386c8371 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.052460332034035,"upper_bound":-0.04596114537917739},"point_estimate":-0.04928255698241457,"standard_error":0.00165531558528882},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05592014106176857,"upper_bound":-0.045482648802792736},"point_estimate":-0.052706980905401934,"standard_error":0.002270267312471401}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/new/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/new/benchmark.json new file mode 100644 index 00000000..dbc178f9 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"event_spam/full","value_str":null,"throughput":null,"full_id":"lambda/event_spam/full","directory_name":"lambda/event_spam_full","title":"lambda/event_spam/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/new/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/new/estimates.json new file mode 100644 index 00000000..9a05dadf --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":384809235.66041666,"upper_bound":385803680.1216666},"point_estimate":385315017.21666664,"standard_error":253440.9637334956},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":384555329.0,"upper_bound":386083667.25},"point_estimate":385811695.75,"standard_error":437086.69067404675},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":620227.1664887667,"upper_bound":2097263.313116133},"point_estimate":1695894.218891859,"standard_error":427689.2384350042},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1105974.5956711185,"upper_bound":1646250.3562569905},"point_estimate":1417210.7910902917,"standard_error":137174.30476687688}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/new/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/new/sample.json new file mode 100644 index 00000000..179f4c49 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[770932294.0,771961730.0,769135506.0,772282101.0,774079561.0,772537682.0,766622151.0,769326984.0,767941239.0,765396365.0,772926622.0,771643920.0,768784364.0,764924457.0,771896174.0,769085810.0,771602863.0,772855707.0,772052568.0,768146813.0,771563237.0,767130452.0,772936168.0,767197368.0,767134499.0,773196186.0,775447770.0,772019032.0,773902444.0,774238966.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/new/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/new/tukey.json new file mode 100644 index 00000000..45ae980a --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/event_spam_full/new/tukey.json @@ -0,0 +1 @@ +[377448100.375,380800600.375,389740600.375,393093100.375] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/bench_base/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/bench_base/benchmark.json new file mode 100644 index 00000000..46673d58 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"finish_eventful_frames","value_str":null,"throughput":null,"full_id":"lambda/finish_eventful_frames","directory_name":"lambda/finish_eventful_frames","title":"lambda/finish_eventful_frames"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/bench_base/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/bench_base/estimates.json new file mode 100644 index 00000000..948ce38a --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2770039.651368816,"upper_bound":2779206.572575735},"point_estimate":2774571.026300038,"standard_error":2345.5072732681233},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2763964.002673797,"upper_bound":2784293.033119658},"point_estimate":2771377.3914529914,"standard_error":6336.931875616267},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5135.376423534869,"upper_bound":20548.718752965044},"point_estimate":15905.246750485767,"standard_error":4297.914707665551},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2764046.1204420542,"upper_bound":2769448.85513498},"point_estimate":2766473.6811916092,"standard_error":1387.4262472522464},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11046.83646446969,"upper_bound":14229.367051500803},"point_estimate":12983.930970890842,"standard_error":814.6775062794104}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/bench_base/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/bench_base/sample.json new file mode 100644 index 00000000..7236580f --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[8377300.0,16732096.0,25089395.0,33405537.0,41671383.0,50192155.0,58664668.0,67031342.0,75402914.0,83727566.0,91934446.0,100220119.0,108603061.0,116731516.0,124257573.0,132415681.0,140951615.0,148795520.0,157408914.0,165733622.0,174078522.0,182435276.0,190903095.0,199204771.0,207376841.0,216154110.0,223658471.0,231864645.0,240207479.0,249439342.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/bench_base/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/bench_base/tukey.json new file mode 100644 index 00000000..ecfb0f24 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/bench_base/tukey.json @@ -0,0 +1 @@ +[2688064.2655844167,2725261.1631493513,2824452.8899891768,2861649.7875541113] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/change/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/change/estimates.json new file mode 100644 index 00000000..8186df24 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.031040411854928885,"upper_bound":-0.027563678676087472},"point_estimate":-0.02931695923553268,"standard_error":0.0008880442905072272},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03299332634262475,"upper_bound":-0.025557650111131425},"point_estimate":-0.028387211005238888,"standard_error":0.002241695246857209}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/new/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/new/benchmark.json new file mode 100644 index 00000000..46673d58 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"finish_eventful_frames","value_str":null,"throughput":null,"full_id":"lambda/finish_eventful_frames","directory_name":"lambda/finish_eventful_frames","title":"lambda/finish_eventful_frames"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/new/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/new/estimates.json new file mode 100644 index 00000000..77a90e94 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2691369.1837994093,"upper_bound":2695218.5574336876},"point_estimate":2693229.04062591,"standard_error":978.036668099141},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2691220.3037878787,"upper_bound":2694478.5883838385},"point_estimate":2692705.716666667,"standard_error":829.9873637773586},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2223.0639388658365,"upper_bound":6209.948888347826},"point_estimate":3823.827372701423,"standard_error":996.4239628130683},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2692391.1214120095,"upper_bound":2695368.3604826545},"point_estimate":2693805.122228098,"standard_error":762.753506793277},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3437.449553794403,"upper_bound":7212.913520684279},"point_estimate":5450.254707267191,"standard_error":986.8318760241979}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/new/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/new/sample.json new file mode 100644 index 00000000..17cc08b6 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[8085582.0,16134285.0,24152962.0,32203429.0,40389379.0,48344761.0,56921526.0,64569295.0,72778470.0,80633347.0,88912443.0,97289263.0,105063702.0,113056415.0,121418944.0,129131856.0,137464161.0,145510599.0,153319834.0,161498511.0,169697447.0,177592718.0,186281278.0,194120671.0,201673315.0,210037321.0,218652953.0,226272208.0,234257918.0,242318695.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/new/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/new/tukey.json new file mode 100644 index 00000000..c757a3e8 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames/new/tukey.json @@ -0,0 +1 @@ +[2675137.4534313716,2682709.763174019,2702902.589154412,2710474.8988970597] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/bench_base/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/bench_base/benchmark.json new file mode 100644 index 00000000..e27737a2 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"finish_eventful_frames/full","value_str":null,"throughput":null,"full_id":"lambda/finish_eventful_frames/full","directory_name":"lambda/finish_eventful_frames_full","title":"lambda/finish_eventful_frames/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/bench_base/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/bench_base/estimates.json new file mode 100644 index 00000000..83eec76e --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12301087.876787545,"upper_bound":12308818.89178313},"point_estimate":12304984.096516388,"standard_error":1974.7076209730078},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12300729.137777777,"upper_bound":12308177.939814813},"point_estimate":12304358.48989899,"standard_error":2342.091358774989},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5388.075595366431,"upper_bound":14067.573819480418},"point_estimate":8813.757060948192,"standard_error":2394.374592654301},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12303043.690396704,"upper_bound":12311678.987075685},"point_estimate":12307142.01748634,"standard_error":2218.6865510583766},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7685.626949578631,"upper_bound":13798.107757856485},"point_estimate":11022.94811633508,"standard_error":1562.6141748477755}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/bench_base/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/bench_base/sample.json new file mode 100644 index 00000000..7d63c867 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[36922879.0,73963581.0,110713025.0,147312728.0,184329884.0,221585279.0,258272775.0,295494266.0,332054565.0,368679174.0,406001786.0,443002772.0,479976207.0,516510365.0,554276831.0,591165025.0,628232878.0,664536122.0,700665030.0,738150557.0,774756070.0,811790991.0,850048780.0,886200930.0,922500829.0,959521123.0,996948780.0,1034066317.0,1072348933.0,1107190399.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/bench_base/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/bench_base/tukey.json new file mode 100644 index 00000000..c5174eb0 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/bench_base/tukey.json @@ -0,0 +1 @@ +[12265049.336309522,12282021.444940476,12327280.401289685,12344252.509920638] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/change/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/change/estimates.json new file mode 100644 index 00000000..4671e3bf --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03725026961192059,"upper_bound":-0.03650114784141584},"point_estimate":-0.03688498829847808,"standard_error":0.00019167309563751885},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03729629548619229,"upper_bound":-0.03638056390270372},"point_estimate":-0.03674765310274908,"standard_error":0.00023529675047166058}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/new/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/new/benchmark.json new file mode 100644 index 00000000..e27737a2 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"finish_eventful_frames/full","value_str":null,"throughput":null,"full_id":"lambda/finish_eventful_frames/full","directory_name":"lambda/finish_eventful_frames_full","title":"lambda/finish_eventful_frames/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/new/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/new/estimates.json new file mode 100644 index 00000000..8574dfa8 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11848239.856690386,"upper_bound":11854010.064544037},"point_estimate":11851114.902103422,"standard_error":1472.2306585900883},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11845800.69047619,"upper_bound":11854592.592105262},"point_estimate":11852202.192460317,"standard_error":1895.096389326774},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4095.744202286465,"upper_bound":12282.47318638712},"point_estimate":9684.211676259365,"standard_error":2095.7238421600723},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11852018.111473374,"upper_bound":11857616.291819084},"point_estimate":11855015.991256831,"standard_error":1426.3737993428851},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6230.185267240369,"upper_bound":9802.060817756816},"point_estimate":8218.295052059771,"standard_error":914.8325814056072}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/new/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/new/sample.json new file mode 100644 index 00000000..17011082 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[35534770.0,71198051.0,106498902.0,142120575.0,177609719.0,213196617.0,248780239.0,284451394.0,320254721.0,355130220.0,391105068.0,426822471.0,461852742.0,497360071.0,533012271.0,568980275.0,604383388.0,639908229.0,675676348.0,710686261.0,746692567.0,782459222.0,818236177.0,853575420.0,889713674.0,924492662.0,960112762.0,996061500.0,1032335430.0,1067307560.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/new/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/new/tukey.json new file mode 100644 index 00000000..7f4f1514 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/finish_eventful_frames_full/new/tukey.json @@ -0,0 +1 @@ +[11810935.910984846,11827833.257575756,11872892.84848485,11889790.19507576] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/bench_base/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/bench_base/benchmark.json new file mode 100644 index 00000000..0599d959 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"heap_read_write","value_str":null,"throughput":null,"full_id":"lambda/heap_read_write","directory_name":"lambda/heap_read_write","title":"lambda/heap_read_write"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/bench_base/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/bench_base/estimates.json new file mode 100644 index 00000000..634728ec --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":515532368.44416666,"upper_bound":516029515.3883334},"point_estimate":515783394.7,"standard_error":127631.45118847114},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":515436227.5,"upper_bound":516154326.0},"point_estimate":515883387.5,"standard_error":193752.6842411653},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":429017.73048341274,"upper_bound":1074815.298718214},"point_estimate":798568.3760225773,"standard_error":164982.2825425405},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":553118.9053338385,"upper_bound":845158.5624856941},"point_estimate":714514.4523130979,"standard_error":74780.4234234558}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/bench_base/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/bench_base/sample.json new file mode 100644 index 00000000..579c09dd --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[516181978.0,515241451.0,515745167.0,516596157.0,516454741.0,516897644.0,515890771.0,516832251.0,515058306.0,514510356.0,514757500.0,517247352.0,516370533.0,514481121.0,515939895.0,515876004.0,515591429.0,515331381.0,515248905.0,514817724.0,515096107.0,515140430.0,516133387.0,516085377.0,516022939.0,515584095.0,516243866.0,515541074.0,516175265.0,516408635.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/bench_base/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/bench_base/tukey.json new file mode 100644 index 00000000..63a14806 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/bench_base/tukey.json @@ -0,0 +1 @@ +[512288076.0,513765695.25,517706013.25,519183632.5] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/change/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/change/estimates.json new file mode 100644 index 00000000..e6ae82a6 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02999184436003253,"upper_bound":-0.028406428702119093},"point_estimate":-0.0292275748338795,"standard_error":0.0004003671211213481},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.030256517406226924,"upper_bound":-0.028475958396030787},"point_estimate":-0.02949251879137127,"standard_error":0.00045516794420157996}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/new/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/new/benchmark.json new file mode 100644 index 00000000..0599d959 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"heap_read_write","value_str":null,"throughput":null,"full_id":"lambda/heap_read_write","directory_name":"lambda/heap_read_write","title":"lambda/heap_read_write"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/new/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/new/estimates.json new file mode 100644 index 00000000..75b03921 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":500380826.81666666,"upper_bound":501042225.05},"point_estimate":500708296.93333334,"standard_error":169971.06006803893},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":500341848.0,"upper_bound":500973014.0},"point_estimate":500668687.0,"standard_error":147519.55991998882},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":395362.7110809088,"upper_bound":1296529.9704819918},"point_estimate":700320.1822668314,"standard_error":230020.2266561603},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":677268.078576994,"upper_bound":1153424.883803176},"point_estimate":943196.5132324899,"standard_error":122189.48030870735}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/new/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/new/sample.json new file mode 100644 index 00000000..4228a247 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[498924160.0,501311839.0,499326345.0,499636018.0,500453845.0,500340922.0,500702252.0,500697764.0,500269598.0,498884604.0,500792731.0,501921062.0,501354908.0,502228030.0,500961879.0,500708924.0,501081153.0,501694074.0,501556576.0,500533574.0,500110277.0,500181109.0,500342774.0,499684636.0,500984149.0,500211546.0,502207950.0,502929176.0,500639610.0,500577423.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/new/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/new/tukey.json new file mode 100644 index 00000000..72643185 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write/new/tukey.json @@ -0,0 +1 @@ +[497141733.5,498683896.25,502796330.25,504338493.0] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/bench_base/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/bench_base/benchmark.json new file mode 100644 index 00000000..9f981e41 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"heap_read_write/full","value_str":null,"throughput":null,"full_id":"lambda/heap_read_write/full","directory_name":"lambda/heap_read_write_full","title":"lambda/heap_read_write/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/bench_base/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/bench_base/estimates.json new file mode 100644 index 00000000..e1b8cf3d --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":523686987.1483334,"upper_bound":524159005.33750004},"point_estimate":523912294.76666665,"standard_error":120976.487744663},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":523508280.5,"upper_bound":524159139.0},"point_estimate":523771129.5,"standard_error":163948.9867885407},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":341227.7969419956,"upper_bound":913270.4642862082},"point_estimate":622067.8143560886,"standard_error":135969.26404565483},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":473247.67980890715,"upper_bound":824780.3442006987},"point_estimate":671722.7919257027,"standard_error":89933.11136531024}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/bench_base/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/bench_base/sample.json new file mode 100644 index 00000000..df7dc7c7 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[523728725.0,523634708.0,524473696.0,522749194.0,525063484.0,524177789.0,523251978.0,523500656.0,524561521.0,523482133.0,523779450.0,523515905.0,523824696.0,524274311.0,523193589.0,523097758.0,523290511.0,523324715.0,523762809.0,523459058.0,525609421.0,524140489.0,523347488.0,523879508.0,523580717.0,525273479.0,524186646.0,524105634.0,524779560.0,524319215.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/bench_base/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/bench_base/tukey.json new file mode 100644 index 00000000..94516c27 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/bench_base/tukey.json @@ -0,0 +1 @@ +[521102122.75,522283474.75,525433746.75,526615098.75] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/change/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/change/estimates.json new file mode 100644 index 00000000..59aba8fc --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.024207275369172606,"upper_bound":-0.022081968985615243},"point_estimate":-0.02318866997654767,"standard_error":0.0005432600497270919},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02446427389543593,"upper_bound":-0.022520194973075003},"point_estimate":-0.02354652500945076,"standard_error":0.0005030613516915578}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/new/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/new/benchmark.json new file mode 100644 index 00000000..9f981e41 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"heap_read_write/full","value_str":null,"throughput":null,"full_id":"lambda/heap_read_write/full","directory_name":"lambda/heap_read_write_full","title":"lambda/heap_read_write/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/new/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/new/estimates.json new file mode 100644 index 00000000..df6d2010 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":511248923.3058333,"upper_bound":512282380.7683333},"point_estimate":511763465.46666664,"standard_error":265559.57971105917},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":511179647.5,"upper_bound":511934252.0},"point_estimate":511438139.5,"standard_error":205179.25406677395},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":441459.70946252346,"upper_bound":2073770.2563231902},"point_estimate":1317070.6518173218,"standard_error":409424.95254788897},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1091829.0990036712,"upper_bound":1798654.8212068062},"point_estimate":1480141.5174411354,"standard_error":179757.76686449756}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/new/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/new/sample.json new file mode 100644 index 00000000..2758f5f6 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[514258563.0,511618149.0,511605896.0,511817893.0,512050611.0,511478356.0,510808446.0,512490799.0,508174452.0,512636863.0,511227444.0,513840406.0,511136923.0,511502801.0,513985608.0,511397923.0,511080306.0,511371273.0,510254463.0,510549748.0,510549827.0,513642223.0,514314727.0,510486508.0,510196433.0,513892732.0,511222372.0,511310397.0,510161818.0,513840004.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/new/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/new/tukey.json new file mode 100644 index 00000000..364e826f --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/heap_read_write_full/new/tukey.json @@ -0,0 +1 @@ +[505704603.0,508290507.0,515186251.0,517772155.0] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test/bench_base/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test/bench_base/benchmark.json new file mode 100644 index 00000000..83e8c289 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"load_test","value_str":null,"throughput":null,"full_id":"lambda/load_test","directory_name":"lambda/load_test","title":"lambda/load_test"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test/bench_base/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test/bench_base/estimates.json new file mode 100644 index 00000000..a779edf7 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1916729.6113515575,"upper_bound":1920265.6441195398},"point_estimate":1918466.1253440974,"standard_error":899.9259785980906},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1914467.38,"upper_bound":1921137.5208333335},"point_estimate":1918234.5833333335,"standard_error":1652.9550992835582},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2664.2939276992697,"upper_bound":8288.073615357049},"point_estimate":5794.607215306929,"standard_error":1308.973288344243},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1914066.0678706574,"upper_bound":1916802.4714909194},"point_estimate":1915204.497038604,"standard_error":700.6481665935946},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3805.970862613851,"upper_bound":5973.392914137604},"point_estimate":5019.3405327834425,"standard_error":556.3690115052208}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test/bench_base/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test/bench_base/sample.json new file mode 100644 index 00000000..2b7334ab --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0],"times":[3828337.0,7712007.0,11512873.0,15372058.0,19245517.0,23120733.0,27020625.0,30758500.0,34517826.0,38412752.0,42283677.0,46101565.0,49955789.0,53804914.0,57612733.0,61413127.0,65168863.0,68876699.0,73016189.0,76474358.0,80515980.0,84375389.0,88029002.0,91866147.0,95738313.0,99453733.0,103321824.0,107088066.0,111009067.0,114692786.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test/bench_base/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test/bench_base/tukey.json new file mode 100644 index 00000000..b39d9224 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test/bench_base/tukey.json @@ -0,0 +1 @@ +[1891083.3126134302,1902489.6086235256,1932906.3979837797,1944312.6939938748] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test/change/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test/change/estimates.json new file mode 100644 index 00000000..eb849f0a --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03211313382528971,"upper_bound":-0.03029901292572213},"point_estimate":-0.03118032782323965,"standard_error":0.00046366676844217713},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03262791684511379,"upper_bound":-0.029220413620678398},"point_estimate":-0.031126918761142264,"standard_error":0.0008389833305843932}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test/new/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test/new/benchmark.json new file mode 100644 index 00000000..83e8c289 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"load_test","value_str":null,"throughput":null,"full_id":"lambda/load_test","directory_name":"lambda/load_test","title":"lambda/load_test"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test/new/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test/new/estimates.json new file mode 100644 index 00000000..990b6aeb --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1858247.8511380649,"upper_bound":1859076.7665117413},"point_estimate":1858647.722638088,"standard_error":211.35703485621377},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1857982.8009259258,"upper_bound":1858907.7884615385},"point_estimate":1858525.8512931033,"standard_error":202.6523328794859},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":483.7381575658143,"upper_bound":1396.0787927148474},"point_estimate":1018.9799646018312,"standard_error":231.14440238804113},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1858040.608868694,"upper_bound":1858694.7567830782},"point_estimate":1858368.2323109466,"standard_error":166.7404303328336},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":750.2500430043755,"upper_bound":1509.3442054480006},"point_estimate":1179.9870019017776,"standard_error":194.51103347260224}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test/new/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test/new/sample.json new file mode 100644 index 00000000..8ebc244c --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0],"times":[3719763.0,7430931.0,11169210.0,14868575.0,18577267.0,22296589.0,26008967.0,29766322.0,33451121.0,37177400.0,40961550.0,44585879.0,48332585.0,52064087.0,55784440.0,59414887.0,63206616.0,66903490.0,70591350.0,74346669.0,78080719.0,81692941.0,85501271.0,89170080.0,92935290.0,96676213.0,100327492.0,104025928.0,107791830.0,111508760.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test/new/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test/new/tukey.json new file mode 100644 index 00000000..6de3ca57 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test/new/tukey.json @@ -0,0 +1 @@ +[1853858.9831932767,1855806.7706144955,1861000.870404412,1862948.6578256306] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/bench_base/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/bench_base/benchmark.json new file mode 100644 index 00000000..f9afc3d0 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"load_test_heavy","value_str":null,"throughput":null,"full_id":"lambda/load_test_heavy","directory_name":"lambda/load_test_heavy","title":"lambda/load_test_heavy"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/bench_base/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/bench_base/estimates.json new file mode 100644 index 00000000..e9b22839 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4296618.039371689,"upper_bound":4307445.621340703},"point_estimate":4301359.50899926,"standard_error":2795.75593463969},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4294834.892307693,"upper_bound":4303540.76},"point_estimate":4298309.080357143,"standard_error":2210.2476836815904},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5430.879230855239,"upper_bound":12026.484748987643},"point_estimate":9386.195839130587,"standard_error":1735.9253162252812},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4294627.389300018,"upper_bound":4300364.580698062},"point_estimate":4297637.910100476,"standard_error":1460.1893295502082},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6581.332368470104,"upper_bound":23529.057918087055},"point_estimate":15646.798933663975,"standard_error":4954.167507993468}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/bench_base/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/bench_base/sample.json new file mode 100644 index 00000000..1e47aedb --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0],"times":[8738086.0,17226092.0,25918872.0,34441272.0,43037973.0,51691368.0,60557527.0,68764684.0,77168324.0,85888893.0,94375529.0,102944320.0,111586286.0,120135743.0,128861777.0,137565014.0,146343034.0,154986687.0,162951345.0,171687045.0,180479163.0,189066486.0,197795898.0,205698603.0,215164211.0,223351707.0,231826506.0,240734223.0,249531185.0,258379120.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/bench_base/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/bench_base/tukey.json new file mode 100644 index 00000000..1abb12dc --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/bench_base/tukey.json @@ -0,0 +1 @@ +[4254848.9076797385,4273625.931270424,4323697.994178921,4342475.017769608] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/change/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/change/estimates.json new file mode 100644 index 00000000..8cda633f --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04370762168535274,"upper_bound":-0.04123952011701969},"point_estimate":-0.042330048580472845,"standard_error":0.0006370601441754166},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.043035530584820014,"upper_bound":-0.04094372900354282},"point_estimate":-0.04187076289594993,"standard_error":0.0005159291637853561}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/new/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/new/benchmark.json new file mode 100644 index 00000000..f9afc3d0 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"load_test_heavy","value_str":null,"throughput":null,"full_id":"lambda/load_test_heavy","directory_name":"lambda/load_test_heavy","title":"lambda/load_test_heavy"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/new/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/new/estimates.json new file mode 100644 index 00000000..06616b05 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4118118.5984329996,"upper_bound":4120519.74155454},"point_estimate":4119282.752021243,"standard_error":613.6617022548843},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4117619.822916667,"upper_bound":4120163.798821549},"point_estimate":4118335.6,"standard_error":652.6472356129138},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1530.6373029726115,"upper_bound":4906.777376776129},"point_estimate":3525.1940563545704,"standard_error":920.731615181471},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4117129.9866047166,"upper_bound":4120111.2023965116},"point_estimate":4118503.823162348,"standard_error":759.5869946578572},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2490.0796810263605,"upper_bound":4126.371506111682},"point_estimate":3431.0716283068105,"standard_error":418.27345584022754}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/new/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/new/sample.json new file mode 100644 index 00000000..41fc3580 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0],"times":[8244561.0,16502287.0,24709314.0,33020487.0,41184522.0,49470114.0,57636761.0,65882341.0,74065380.0,82354665.0,90653557.0,98856328.0,106998593.0,115321623.0,123527800.0,131881271.0,139964873.0,148170989.0,156683221.0,164878167.0,173004954.0,181540541.0,189435162.0,197556343.0,206146339.0,214142439.0,222464414.0,230542662.0,238683527.0,246892902.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/new/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/new/tukey.json new file mode 100644 index 00000000..205a4117 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_heavy/new/tukey.json @@ -0,0 +1 @@ +[4102047.067187501,4109449.9398437506,4129190.933593749,4136593.8062499985] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/bench_base/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/bench_base/benchmark.json new file mode 100644 index 00000000..0c8b4250 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"load_test_realistic","value_str":null,"throughput":null,"full_id":"lambda/load_test_realistic","directory_name":"lambda/load_test_realistic","title":"lambda/load_test_realistic"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/bench_base/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/bench_base/estimates.json new file mode 100644 index 00000000..e4c3d8a7 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1591712.9946528722,"upper_bound":1592762.9085364656},"point_estimate":1592217.13410785,"standard_error":267.41866815586417},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1591402.3607142856,"upper_bound":1592467.4363636365},"point_estimate":1591843.021551724,"standard_error":285.06030684905613},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":643.1379146996009,"upper_bound":1934.4840906561572},"point_estimate":1042.8265644405842,"standard_error":324.31510278163404},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1591459.1879444192,"upper_bound":1592568.8763158428},"point_estimate":1591980.671866737,"standard_error":283.22070868316547},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1034.9062123995905,"upper_bound":1811.9620460141932},"point_estimate":1489.8552152144525,"standard_error":196.87350303612655}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/bench_base/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/bench_base/sample.json new file mode 100644 index 00000000..14c9ba00 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0],"times":[3181160.0,6380044.0,9546284.0,12760278.0,15924616.0,19123883.0,22279650.0,25482161.0,28693200.0,31828023.0,35034412.0,38220689.0,41488493.0,44588494.0,47721647.0,50910902.0,54118139.0,57228948.0,60470307.0,63670867.0,66856042.0,70009366.0,73260694.0,76325518.0,79563809.0,82777071.0,86117911.0,89167681.0,92325519.0,95530869.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/bench_base/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/bench_base/tukey.json new file mode 100644 index 00000000..d6cf77d2 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/bench_base/tukey.json @@ -0,0 +1 @@ +[1587352.3663014877,1589320.2342033754,1594567.8819417427,1596535.7498436305] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/change/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/change/estimates.json new file mode 100644 index 00000000..e4bf016f --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.027168925493714906,"upper_bound":-0.025974061773347185},"point_estimate":-0.026565038293520415,"standard_error":0.0003056216557584269},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.026842632255478893,"upper_bound":-0.025415956148128527},"point_estimate":-0.026200642072970015,"standard_error":0.00040551767229311217}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/new/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/new/benchmark.json new file mode 100644 index 00000000..0c8b4250 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"load_test_realistic","value_str":null,"throughput":null,"full_id":"lambda/load_test_realistic","directory_name":"lambda/load_test_realistic","title":"lambda/load_test_realistic"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/new/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/new/estimates.json new file mode 100644 index 00000000..97ddc5be --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1549109.5675532434,"upper_bound":1550653.0400103894},"point_estimate":1549919.8249686756,"standard_error":394.3586908408803},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1549522.6915204679,"upper_bound":1551309.9308823529},"point_estimate":1550135.7123076923,"standard_error":572.646081627412},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":840.9889068097448,"upper_bound":2660.6308373533984},"point_estimate":1833.645956311771,"standard_error":469.08364257924245},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1547750.2874681237,"upper_bound":1550575.1297685888},"point_estimate":1549193.1017979905,"standard_error":730.5128869483361},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1388.9660879053167,"upper_bound":2849.328155495001},"point_estimate":2195.433359217944,"standard_error":377.9181809957404}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/new/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/new/sample.json new file mode 100644 index 00000000..da211e53 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0],"times":[3097364.0,6187522.0,9308311.0,12413509.0,15478661.0,18594598.0,21753156.0,24821757.0,27929391.0,30997701.0,34127152.0,37211921.0,40230088.0,43439562.0,46492672.0,49570765.0,52744486.0,55871881.0,58881156.0,62052458.0,65194035.0,68252262.0,71272960.0,74484367.0,77502127.0,80611902.0,83675229.0,86718403.0,89625643.0,92593706.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/new/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/new/tukey.json new file mode 100644 index 00000000..4eb86929 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/load_test_realistic/new/tukey.json @@ -0,0 +1 @@ +[1542534.908288043,1545851.3782269019,1554695.2980638589,1558011.7680027178] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/bench_base/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/bench_base/benchmark.json new file mode 100644 index 00000000..95a06af3 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"slot_hash_collision","value_str":null,"throughput":null,"full_id":"lambda/slot_hash_collision","directory_name":"lambda/slot_hash_collision","title":"lambda/slot_hash_collision"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/bench_base/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/bench_base/estimates.json new file mode 100644 index 00000000..c9cd48ed --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2265919.215126647,"upper_bound":2280681.616837108},"point_estimate":2273182.572800486,"standard_error":3766.7786007483364},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2255941.972222222,"upper_bound":2286596.5481956312},"point_estimate":2268328.247126437,"standard_error":9651.189804690268},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7036.666575074656,"upper_bound":34478.10825239113},"point_estimate":24144.19938653599,"standard_error":8664.84063798085},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2261360.640973591,"upper_bound":2276023.169809885},"point_estimate":2269060.59566367,"standard_error":3733.261716736594},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17287.079472523077,"upper_bound":23591.244466304262},"point_estimate":21059.174513545604,"standard_error":1607.316926489343}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/bench_base/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/bench_base/sample.json new file mode 100644 index 00000000..45315a4a --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[6938995.0,13846458.0,20706797.0,27560821.0,34394356.0,41454517.0,48338371.0,54958715.0,61122906.0,67514298.0,74398920.0,81278873.0,88089795.0,94774102.0,101196214.0,108305552.0,114807275.0,121695836.0,128323471.0,135167847.0,141798643.0,148715933.0,157011058.0,163969951.0,171244653.0,178122433.0,185455345.0,192523646.0,197737529.0,202996645.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/bench_base/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/bench_base/tukey.json new file mode 100644 index 00000000..4ca2b96f --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/bench_base/tukey.json @@ -0,0 +1 @@ +[2141049.2863005074,2197448.706281567,2347847.1595643926,2404246.5795454523] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/change/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/change/estimates.json new file mode 100644 index 00000000..7fe89eb1 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05351129359663913,"upper_bound":-0.04707397855220337},"point_estimate":-0.05023516134522488,"standard_error":0.0016395843708666808},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05639066709530283,"upper_bound":-0.0431614191046249},"point_estimate":-0.04863780591321509,"standard_error":0.004066437693035288}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/new/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/new/benchmark.json new file mode 100644 index 00000000..95a06af3 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"slot_hash_collision","value_str":null,"throughput":null,"full_id":"lambda/slot_hash_collision","directory_name":"lambda/slot_hash_collision","title":"lambda/slot_hash_collision"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/new/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/new/estimates.json new file mode 100644 index 00000000..7f55054c --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2157315.6294922726,"upper_bound":2161013.964340538},"point_estimate":2158988.8794887,"standard_error":950.7207600874046},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2156898.982051282,"upper_bound":2159757.298888889},"point_estimate":2158001.738095238,"standard_error":719.5048211895147},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1715.9285163053564,"upper_bound":4708.418435104578},"point_estimate":3822.822257131223,"standard_error":750.4372023830379},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2156989.629329428,"upper_bound":2158805.1416616486},"point_estimate":2157888.8163229334,"standard_error":461.69067734500663},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2507.3622028040836,"upper_bound":7460.124837153406},"point_estimate":5316.447623091264,"standard_error":1320.4286510403085}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/new/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/new/sample.json new file mode 100644 index 00000000..66b7cb97 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[6534317.0,12975707.0,19559047.0,25847405.0,32354776.0,38757945.0,45320337.0,51747086.0,58107206.0,64843351.0,71351377.0,77597191.0,84115703.0,90761352.0,97123738.0,103420355.0,110021443.0,116660895.0,123187283.0,129424439.0,136119970.0,142611677.0,148701449.0,155450179.0,161934574.0,168299495.0,174635430.0,181262944.0,187488601.0,194239573.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/new/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/new/tukey.json new file mode 100644 index 00000000..4a4e7782 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision/new/tukey.json @@ -0,0 +1 @@ +[2141869.9229797996,2148948.395517678,2167824.322285353,2174902.794823231] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/bench_base/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/bench_base/benchmark.json new file mode 100644 index 00000000..4f5bee07 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"slot_hash_collision/full","value_str":null,"throughput":null,"full_id":"lambda/slot_hash_collision/full","directory_name":"lambda/slot_hash_collision_full","title":"lambda/slot_hash_collision/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/bench_base/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/bench_base/estimates.json new file mode 100644 index 00000000..cf386793 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11573219.37515567,"upper_bound":11579957.17115627},"point_estimate":11576751.663482789,"standard_error":1710.5656296529812},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11574351.886904761,"upper_bound":11582197.66399287},"point_estimate":11577989.741666667,"standard_error":1956.239873963527},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4901.067111598805,"upper_bound":11980.787899631863},"point_estimate":7627.012468593779,"standard_error":1816.9407518885191},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11576124.605656534,"upper_bound":11580938.546384519},"point_estimate":11578438.427181385,"standard_error":1230.5389860527102},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6450.000217395232,"upper_bound":11831.073460752068},"point_estimate":9533.255745950488,"standard_error":1369.0534978769665}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/bench_base/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/bench_base/sample.json new file mode 100644 index 00000000..55e744c3 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[34712174.0,69496132.0,103972313.0,138712930.0,173801132.0,208002124.0,242864501.0,277657616.0,312489926.0,347346854.0,382413423.0,416720746.0,452139809.0,486071014.0,521362026.0,556148680.0,590710620.0,625281731.0,660088993.0,694665061.0,729857117.0,764401054.0,799342700.0,833722169.0,868755606.0,902798923.0,937762950.0,972246123.0,1007086949.0,1041301708.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/bench_base/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/bench_base/tukey.json new file mode 100644 index 00000000..74fb37a3 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/bench_base/tukey.json @@ -0,0 +1 @@ +[11543374.425820105,11558319.601137565,11598173.401984127,11613118.577301588] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/change/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/change/estimates.json new file mode 100644 index 00000000..87ea35b4 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02766863995495124,"upper_bound":-0.02701437715142826},"point_estimate":-0.02734577413227679,"standard_error":0.00016673942167614},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.027715773863047344,"upper_bound":-0.027020591437158403},"point_estimate":-0.02734807448085297,"standard_error":0.00017402081517890327}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/new/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/new/benchmark.json new file mode 100644 index 00000000..4f5bee07 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"slot_hash_collision/full","value_str":null,"throughput":null,"full_id":"lambda/slot_hash_collision/full","directory_name":"lambda/slot_hash_collision_full","title":"lambda/slot_hash_collision/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/new/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/new/estimates.json new file mode 100644 index 00000000..5472e9ec --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11258203.852098476,"upper_bound":11261913.73409025},"point_estimate":11260176.427307729,"standard_error":952.5102995896502},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11259783.5,"upper_bound":11262438.097069597},"point_estimate":11261354.015873015,"standard_error":641.7597441666394},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1644.4224594689288,"upper_bound":5246.943941681567},"point_estimate":2960.4187585532522,"standard_error":883.1088394619732},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11260389.603332764,"upper_bound":11263471.697443185},"point_estimate":11262108.138656795,"standard_error":782.3534309872346},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2998.4956808944817,"upper_bound":7128.442678010655},"point_estimate":5303.8971353206425,"standard_error":1072.0928483032865}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/new/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/new/sample.json new file mode 100644 index 00000000..d93e842d --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[33779701.0,67493168.0,101349974.0,135111330.0,168637797.0,202659773.0,236493596.0,270104310.0,304109615.0,337790000.0,371644611.0,405487571.0,438976236.0,472891672.0,506733950.0,540324867.0,574524467.0,608191137.0,641876700.0,675964060.0,709929140.0,742617259.0,777056609.0,811037919.0,844553533.0,878444103.0,912321377.0,946072874.0,979789447.0,1013873129.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/new/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/new/tukey.json new file mode 100644 index 00000000..d30cbcd0 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/slot_hash_collision_full/new/tukey.json @@ -0,0 +1 @@ +[11247798.4265873,11253543.96626984,11268865.40542328,11274610.94510582] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/bench_base/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/bench_base/benchmark.json new file mode 100644 index 00000000..0b653342 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"write_and_decode","value_str":null,"throughput":null,"full_id":"lambda/write_and_decode","directory_name":"lambda/write_and_decode","title":"lambda/write_and_decode"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/bench_base/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/bench_base/estimates.json new file mode 100644 index 00000000..2c134f20 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2248595.360886107,"upper_bound":2251076.831476484},"point_estimate":2249814.0224767565,"standard_error":634.8281928626948},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2248448.65,"upper_bound":2250053.75},"point_estimate":2248951.833823529,"standard_error":486.0069541202997},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1208.7623050109232,"upper_bound":5642.4539530313805},"point_estimate":3120.882357926725,"standard_error":1286.3457024336838},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2248495.9420786886,"upper_bound":2250875.2170751044},"point_estimate":2249606.639132734,"standard_error":604.1466687953392},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2690.932463931613,"upper_bound":4147.111878459624},"point_estimate":3552.918693377519,"standard_error":370.57274652329676}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/bench_base/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/bench_base/sample.json new file mode 100644 index 00000000..d2b90d38 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[6748987.0,13538270.0,20236464.0,26944072.0,33839650.0,40418971.0,47138972.0,54082607.0,60758127.0,67452639.0,74176776.0,81171618.0,87575510.0,94405977.0,101093053.0,108238673.0,114694875.0,121417704.0,128629884.0,134939073.0,141795505.0,148822486.0,155395272.0,161951881.0,168450456.0,175178919.0,182212671.0,188906585.0,195633351.0,202482585.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/bench_base/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/bench_base/tukey.json new file mode 100644 index 00000000..639f1c9e --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/bench_base/tukey.json @@ -0,0 +1 @@ +[2235786.3057124037,2241776.2981484095,2257749.611311092,2263739.6037470982] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/change/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/change/estimates.json new file mode 100644 index 00000000..351b3ce5 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05848331926528698,"upper_bound":-0.056626687003738754},"point_estimate":-0.05754114705048363,"standard_error":0.000479217470023909},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.058548603974339475,"upper_bound":-0.05579829794740021},"point_estimate":-0.05707714937194508,"standard_error":0.0007220233841204638}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/new/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/new/benchmark.json new file mode 100644 index 00000000..0b653342 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"write_and_decode","value_str":null,"throughput":null,"full_id":"lambda/write_and_decode","directory_name":"lambda/write_and_decode","title":"lambda/write_and_decode"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/new/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/new/estimates.json new file mode 100644 index 00000000..a853884d --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2118634.117022653,"upper_bound":2122111.697403326},"point_estimate":2120357.1429731813,"standard_error":888.8297152348485},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2117629.5555555555,"upper_bound":2123461.033888889},"point_estimate":2120588.0740740737,"standard_error":1574.9219396133349},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2764.474505308454,"upper_bound":6868.182802115748},"point_estimate":5285.971342822,"standard_error":1029.7405414205082},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2121699.4382790267,"upper_bound":2124666.6459291438},"point_estimate":2123228.7236735416,"standard_error":746.0351895092964},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3659.7441001467514,"upper_bound":6063.695066432578},"point_estimate":4946.200521141424,"standard_error":616.1495178640773}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/new/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/new/sample.json new file mode 100644 index 00000000..d3f1c2e3 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[6352575.0,12656747.0,19036552.0,25442816.0,31789341.0,38085649.0,44378863.0,50806660.0,57178821.0,63413592.0,69851910.0,76505696.0,82512653.0,88974277.0,95583368.0,101828209.0,107882828.0,114530840.0,120784284.0,127521871.0,134065746.0,140116150.0,147135379.0,152886746.0,159262128.0,165635314.0,171877592.0,178504562.0,184791377.0,191190044.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/new/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/new/tukey.json new file mode 100644 index 00000000..719f86ad --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode/new/tukey.json @@ -0,0 +1 @@ +[2095383.2168234065,2106081.3337904913,2134609.645702717,2145307.7626698012] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/bench_base/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/bench_base/benchmark.json new file mode 100644 index 00000000..100da00e --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/bench_base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"write_and_decode/full","value_str":null,"throughput":null,"full_id":"lambda/write_and_decode/full","directory_name":"lambda/write_and_decode_full","title":"lambda/write_and_decode/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/bench_base/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/bench_base/estimates.json new file mode 100644 index 00000000..fd5756dd --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/bench_base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11575478.146634025,"upper_bound":11585165.762689518},"point_estimate":11580340.954838665,"standard_error":2465.037843290378},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11573474.704444446,"upper_bound":11586236.937950939},"point_estimate":11579937.517925248,"standard_error":3332.4882725743955},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7775.240315806689,"upper_bound":18308.142609208302},"point_estimate":12427.52694296866,"standard_error":2675.954227884931},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11579185.577542895,"upper_bound":11588186.222818902},"point_estimate":11583663.904283447,"standard_error":2277.089173185115},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10033.130391711691,"upper_bound":16613.62614174217},"point_estimate":13709.550215658726,"standard_error":1685.2753436090375}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/bench_base/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/bench_base/sample.json new file mode 100644 index 00000000..38a2abf6 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/bench_base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[34653863.0,69416573.0,104321249.0,138851041.0,173674223.0,207960786.0,243530312.0,277949976.0,312427058.0,347008537.0,382327130.0,416657096.0,450961202.0,486169629.0,521783599.0,556193685.0,591545290.0,626781620.0,660026415.0,696450196.0,729968606.0,763442223.0,799052033.0,833256313.0,867985589.0,902970275.0,938395319.0,973003747.0,1008167921.0,1043280338.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/bench_base/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/bench_base/tukey.json new file mode 100644 index 00000000..7b24410e --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/bench_base/tukey.json @@ -0,0 +1 @@ +[11523287.272928638,11547533.87431154,11612191.477999281,11636438.079382185] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/change/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/change/estimates.json new file mode 100644 index 00000000..d93aa0e9 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/change/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02319099220906734,"upper_bound":-0.02199175823527862},"point_estimate":-0.02256688430410525,"standard_error":0.0003061011912136473},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.023102274441723525,"upper_bound":-0.02188880993794662},"point_estimate":-0.02251522645804216,"standard_error":0.00031465137739455045}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/new/benchmark.json b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/new/benchmark.json new file mode 100644 index 00000000..100da00e --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"lambda","function_id":"write_and_decode/full","value_str":null,"throughput":null,"full_id":"lambda/write_and_decode/full","directory_name":"lambda/write_and_decode_full","title":"lambda/write_and_decode/full"} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/new/estimates.json b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/new/estimates.json new file mode 100644 index 00000000..4091cbd4 --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11313953.104035215,"upper_bound":11323655.913809625},"point_estimate":11319008.74030873,"standard_error":2477.9491227007966},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11316895.911111113,"upper_bound":11323031.239583334},"point_estimate":11319212.602339182,"standard_error":1603.748315295714},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3974.899949431235,"upper_bound":13944.023369111643},"point_estimate":8313.669747206723,"standard_error":2738.1620652947786},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11317644.095990896,"upper_bound":11322676.98027883},"point_estimate":11320062.334849287,"standard_error":1287.9256294789682},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7507.70908908931,"upper_bound":19486.176507500997},"point_estimate":13831.694035354607,"standard_error":3176.949031012309}} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/new/sample.json b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/new/sample.json new file mode 100644 index 00000000..7620be3e --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0],"times":[33807584.0,67842995.0,101746850.0,136212290.0,169762009.0,203906404.0,237679744.0,271981868.0,305540763.0,339125078.0,373181989.0,408298363.0,441937039.0,475558832.0,508995970.0,543515191.0,577608071.0,611495554.0,645225711.0,679081956.0,713168494.0,747251986.0,780934053.0,814297130.0,849538549.0,882669710.0,917535644.0,950887720.0,984404646.0,1018680830.0]} \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/new/tukey.json b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/new/tukey.json new file mode 100644 index 00000000..db6e6e4d --- /dev/null +++ b/bench-results/small-changes-v3/test2/criterion/lambda/write_and_decode_full/new/tukey.json @@ -0,0 +1 @@ +[11285563.306175347,11300439.918892272,11340110.886137404,11354987.498854328] \ No newline at end of file diff --git a/bench-results/small-changes-v3/test2/setup.txt b/bench-results/small-changes-v3/test2/setup.txt new file mode 100644 index 00000000..a2681ca2 --- /dev/null +++ b/bench-results/small-changes-v3/test2/setup.txt @@ -0,0 +1,14 @@ +base (main): + +era_vm -> 817d0f38b9cace57d547b2df21026aaacb708618 +zksync -> 5a501464e593999c79d2cbe3f7e02f4639c110b7 + +compare (bench/small-changes-v3): + +era_vm -> 9df53f8c11d656dccc0eed9d7d44270264912c44 +zksync -> 5714f9a951dd6fdf166f24741dc9ababeb6a46cd + + + + + diff --git a/src/execution.rs b/src/execution.rs index 63acca84..98487e61 100644 --- a/src/execution.rs +++ b/src/execution.rs @@ -45,8 +45,8 @@ pub struct Execution { pub tx_number: u64, pub heaps: Heaps, pub register_context_u128: u128, - pub default_aa_code_hash: [u8; 32], - pub evm_interpreter_code_hash: [u8; 32], + pub default_aa_code_hash: U256, + pub evm_interpreter_code_hash: U256, pub hook_address: u32, pub use_hooks: bool, } @@ -62,8 +62,8 @@ pub struct ExecutionSnapshot { pub tx_number: u64, pub heaps: Heaps, pub register_context_u128: u128, - pub default_aa_code_hash: [u8; 32], - pub evm_interpreter_code_hash: [u8; 32], + pub default_aa_code_hash: U256, + pub evm_interpreter_code_hash: U256, pub hook_address: u32, pub use_hooks: bool, } @@ -76,8 +76,8 @@ impl Execution { contract_address: H160, caller: H160, context_u128: u128, - default_aa_code_hash: [u8; 32], - evm_interpreter_code_hash: [u8; 32], + default_aa_code_hash: U256, + evm_interpreter_code_hash: U256, hook_address: u32, use_hooks: bool, initial_gas: u32, @@ -129,9 +129,8 @@ impl Execution { } pub fn clear_registers(&mut self) { - for register in self.registers.iter_mut() { - *register = TaggedValue::new_raw_integer(U256::zero()); - } + let empty_integer = TaggedValue::new_raw_integer(U256::zero()); + self.registers = [empty_integer; 15]; } pub fn clear_flags(&mut self) { @@ -300,11 +299,12 @@ impl Execution { let pc = self.current_frame()?.pc; let raw_opcode = current_context.code_page.get(pc as usize / 4); + let [a, b, c, d] = raw_opcode.0; let raw_op = match pc % 4 { - 3 => (raw_opcode & u64::MAX.into()).as_u64(), - 2 => ((raw_opcode >> 64) & u64::MAX.into()).as_u64(), - 1 => ((raw_opcode >> 128) & u64::MAX.into()).as_u64(), - _ => ((raw_opcode >> 192) & u64::MAX.into()).as_u64(), // 0 + 3 => a, + 2 => b, + 1 => c, + _ => d, }; Opcode::try_from_raw_opcode(raw_op) @@ -389,12 +389,13 @@ impl Stack { } pub fn fill_with_zeros(&mut self, value: usize) { - for _ in 0..value { - self.stack.push(TaggedValue { + self.stack.resize( + self.stack.len() + value, + TaggedValue { value: U256::zero(), is_pointer: false, - }); - } + }, + ); } pub fn get_with_offset(&self, offset: u16, sp: u32) -> Result { @@ -472,6 +473,17 @@ impl Heap { value.to_big_endian(&mut self.heap[start..end]); } + pub fn store_multiple(&mut self, start_address: u32, values: &[U256]) { + let mut start = start_address as usize; + let end = (start + values.len() * 32).min(self.heap.len()); + let max_to_store = (end - start) / 32; + + for value in &values[..max_to_store] { + value.to_big_endian(&mut self.heap[start..(start + 32)]); + start += 32; + } + } + pub fn read(&self, address: u32) -> U256 { let start = address as usize; let end = start + 32; diff --git a/src/op_handlers/far_call.rs b/src/op_handlers/far_call.rs index bfa3e394..1f23ebe8 100644 --- a/src/op_handlers/far_call.rs +++ b/src/op_handlers/far_call.rs @@ -130,8 +130,8 @@ fn address_from_u256(register_value: &U256) -> H160 { fn decommit_code_hash( state: &mut VMState, address: Address, - default_aa_code_hash: [u8; 32], - evm_interpreter_code_hash: [u8; 32], + default_aa_code_hash: U256, + evm_interpreter_code_hash: U256, is_constructor_call: bool, ) -> Result<(U256, bool, u32), EraVmError> { let mut is_evm = false; @@ -167,7 +167,7 @@ fn decommit_code_hash( // returning successfully (and address aliasing when called from the bootloader). // It makes sense that unconstructed code is treated as an EOA but for some reason // a constructor call to constructed code is also treated as EOA. - code_info_bytes = match code_info_bytes[0] { + let code_hash = match code_info_bytes[0] { // There is an ERA VM contract stored in this address CONTRACT_VERSION_FLAG => { // If we pretend to call the constructor, and it hasn't been already constructed, then @@ -177,7 +177,8 @@ fn decommit_code_hash( if is_constructed == is_constructor_call { try_default_aa.ok_or(StorageError::KeyNotPresent)? } else { - code_info_bytes + code_info_bytes[1] = 0; + U256::from_big_endian(&code_info_bytes) } } // There is an EVM contract (blob) stored in this address (we need the interpreter) @@ -190,23 +191,19 @@ fn decommit_code_hash( } } // EOA: There is no code, so we return the default - _ if code_info == U256::zero() => try_default_aa.ok_or(StorageError::KeyNotPresent)?, + _ if code_info.is_zero() => try_default_aa.ok_or(StorageError::KeyNotPresent)?, // Invalid _ => return Err(EraVmError::IncorrectBytecodeFormat), }; - code_info_bytes[1] = 0; - - let code_key = U256::from_big_endian(&code_info_bytes); - - let cost = if state.decommitted_hashes().contains(&code_key) { + let cost = if state.decommitted_hashes().contains(&code_hash) { 0 } else { let code_length_in_words = u16::from_be_bytes([code_info_bytes[2], code_info_bytes[3]]); code_length_in_words as u32 * zkevm_opcode_defs::ERGS_PER_CODE_WORD_DECOMMITTMENT }; - Ok((U256::from_big_endian(&code_info_bytes), is_evm, cost)) + Ok((code_hash, is_evm, cost)) } pub fn far_call( diff --git a/src/op_handlers/opcode_decommit.rs b/src/op_handlers/opcode_decommit.rs index bcf6f9eb..d0aec189 100644 --- a/src/op_handlers/opcode_decommit.rs +++ b/src/op_handlers/opcode_decommit.rs @@ -52,11 +52,7 @@ pub fn opcode_decommit( let heap = vm.heaps.get_mut(id).ok_or(HeapError::StoreOutOfBounds)?; - let mut address = 0; - for value in code.iter() { - heap.store(address, *value); - address += 32; - } + heap.store_multiple(0, &code); let pointer = FatPointer { offset: 0, diff --git a/src/op_handlers/ptr_add.rs b/src/op_handlers/ptr_add.rs index ae1ebeab..c4aed1ad 100644 --- a/src/op_handlers/ptr_add.rs +++ b/src/op_handlers/ptr_add.rs @@ -2,20 +2,18 @@ use crate::{ eravm_error::{EraVmError, OperandError}, execution::Execution, ptr_operator::{ptr_operands_read, ptr_operands_store}, - value::FatPointer, Opcode, }; pub fn ptr_add(vm: &mut Execution, opcode: &Opcode) -> Result<(), EraVmError> { - let (pointer, diff, src0) = ptr_operands_read(vm, opcode)?; + let (mut pointer, diff, src0) = ptr_operands_read(vm, opcode)?; let (new_offset, overflow) = pointer.offset.overflowing_add(diff); if overflow { return Err(OperandError::Overflow(opcode.variant).into()); } - let new_pointer = FatPointer { - offset: new_offset, - ..pointer - }; - ptr_operands_store(vm, opcode, new_pointer, src0) + + pointer.offset = new_offset; + + ptr_operands_store(vm, opcode, pointer, src0) } diff --git a/src/op_handlers/ptr_pack.rs b/src/op_handlers/ptr_pack.rs index 5f165b78..50a6bfde 100644 --- a/src/op_handlers/ptr_pack.rs +++ b/src/op_handlers/ptr_pack.rs @@ -15,10 +15,18 @@ pub fn ptr_pack(vm: &mut Execution, opcode: &Opcode) -> Result<(), EraVmError> { return Err(OperandError::InvalidSrcPointer(opcode.variant).into()); } - if src1.value & U256::from(u128::MAX) != U256::zero() { + // Check if lower 128 bytes are zero + if (src1.value.0[0] | src1.value.0[1]) != 0 { return Err(OperandError::Src1LowNotZero(opcode.variant).into()); } - let res = TaggedValue::new_pointer(((src0.value << 128) >> 128) | src1.value); + let mut value = U256::zero(); + + value.0[3] = src1.value.0[3]; + value.0[2] = src1.value.0[2]; + value.0[1] = src0.value.0[1]; + value.0[0] = src0.value.0[0]; + + let res = TaggedValue::new_pointer(value); address_operands_store(vm, opcode, res) } diff --git a/src/op_handlers/ptr_shrink.rs b/src/op_handlers/ptr_shrink.rs index 9094865c..03ad608f 100644 --- a/src/op_handlers/ptr_shrink.rs +++ b/src/op_handlers/ptr_shrink.rs @@ -2,20 +2,17 @@ use crate::{ eravm_error::{EraVmError, OperandError}, execution::Execution, ptr_operator::{ptr_operands_read, ptr_operands_store}, - value::FatPointer, Opcode, }; pub fn ptr_shrink(vm: &mut Execution, opcode: &Opcode) -> Result<(), EraVmError> { - let (pointer, diff, src0) = ptr_operands_read(vm, opcode)?; + let (mut pointer, diff, src0) = ptr_operands_read(vm, opcode)?; let (new_len, overflow) = pointer.len.overflowing_sub(diff); if overflow { return Err(OperandError::Overflow(opcode.variant).into()); } - let new_pointer = FatPointer { - len: new_len, - ..pointer - }; - ptr_operands_store(vm, opcode, new_pointer, src0) + pointer.len = new_len; + + ptr_operands_store(vm, opcode, pointer, src0) } diff --git a/src/op_handlers/ptr_sub.rs b/src/op_handlers/ptr_sub.rs index 63181740..28558256 100644 --- a/src/op_handlers/ptr_sub.rs +++ b/src/op_handlers/ptr_sub.rs @@ -2,20 +2,17 @@ use crate::{ eravm_error::{EraVmError, OperandError}, execution::Execution, ptr_operator::{ptr_operands_read, ptr_operands_store}, - value::FatPointer, Opcode, }; pub fn ptr_sub(vm: &mut Execution, opcode: &Opcode) -> Result<(), EraVmError> { - let (pointer, diff, src0) = ptr_operands_read(vm, opcode)?; + let (mut pointer, diff, src0) = ptr_operands_read(vm, opcode)?; let (new_offset, overflow) = pointer.offset.overflowing_sub(diff); if overflow { return Err(OperandError::Overflow(opcode.variant).into()); } - let new_pointer = FatPointer { - offset: new_offset, - ..pointer - }; - ptr_operands_store(vm, opcode, new_pointer, src0) + pointer.offset = new_offset; + + ptr_operands_store(vm, opcode, pointer, src0) } diff --git a/src/op_handlers/ret.rs b/src/op_handlers/ret.rs index ffba106a..83f9517f 100644 --- a/src/op_handlers/ret.rs +++ b/src/op_handlers/ret.rs @@ -46,16 +46,17 @@ pub fn ret( if vm.in_near_call()? { let previous_frame = vm.pop_frame()?; + let current_frame = vm.current_frame_mut()?; if opcode.flag0_set { let to_label = opcode.imm0; - vm.current_frame_mut()?.pc = to_label as u64; + current_frame.pc = to_label as u64; } else if is_failure { state.rollback(previous_frame.snapshot); - vm.current_frame_mut()?.pc = previous_frame.exception_handler; + current_frame.pc = previous_frame.exception_handler; } else { - vm.current_frame_mut()?.pc += 1; + current_frame.pc += 1; } - vm.current_frame_mut()?.gas_left += previous_frame.gas_left; + current_frame.gas_left += previous_frame.gas_left; Ok(false) } else if vm.in_far_call() { let result = get_result(vm, opcode.src0_index, return_type)?; @@ -93,8 +94,9 @@ pub fn inexplicit_panic(vm: &mut Execution, state: &mut VMState) -> Result u8 { value & 0x0f } +#[inline(always)] fn second_four_bits(value: u8) -> u8 { (value & 0xf0) >> 4 } diff --git a/src/vm.rs b/src/vm.rs index 645df77e..f49cfbc5 100644 --- a/src/vm.rs +++ b/src/vm.rs @@ -342,21 +342,11 @@ fn set_pc(vm: &mut Execution, opcode: &Opcode) -> Result<(), EraVmError> { } fn retrieve_result(vm: &mut Execution) -> Result, EraVmError> { - let fat_pointer_src0 = FatPointer::decode(vm.get_register(1).value); - let range = fat_pointer_src0.start..fat_pointer_src0.start + fat_pointer_src0.len; - let mut result: Vec = vec![0; range.len()]; - let end: u32 = (range.end).min( - (vm.heaps - .get(fat_pointer_src0.page) - .ok_or(HeapError::ReadOutOfBounds)? - .len()) as u32, - ); - for (i, j) in (range.start..end).enumerate() { - let current_heap = vm - .heaps - .get(fat_pointer_src0.page) - .ok_or(HeapError::ReadOutOfBounds)?; - result[i] = current_heap.read_byte(j); - } + let ptr = FatPointer::decode(vm.get_register(1).value); + let result = vm + .heaps + .get(ptr.page) + .ok_or(HeapError::ReadOutOfBounds)? + .read_unaligned_from_pointer(&ptr)?; Ok(result) } diff --git a/zksync-era b/zksync-era index 8dca5a63..bd0c7196 160000 --- a/zksync-era +++ b/zksync-era @@ -1 +1 @@ -Subproject commit 8dca5a638aec8b3425446553c042ed334d6a11f1 +Subproject commit bd0c71965bb7e525262b03e69df321441ab239da