run_config.json

{
  "wrappers": [
    {
      "name": "orun",
      "command": "orun -o %{output} -- taskset --cpu-list 5 %{command}"
    },
    {
      "name": "perfstat",
      "command": "perf stat -o %{output} -- taskset --cpu-list 5 %{command}"
    },
    {
      "name": "pausetimes",
      "command": "%{dep:pausetimes/pausetimes} %{output} taskset --cpu-list 5 %{command}"
    }
  ],
  "benchmarks": [
    {
      "executable": "benchmarks/irmin/replay.exe",
      "name": "irmin_replay",
      "tags": [
        "gt_100s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "100000"
        }
      ]
    },
    {
      "executable": "benchmarks/graph500seq/kronecker.exe",
      "name": "kronecker",
      "tags": [
        "10s_100s"
      ],
      "runs": [
        {
          "params": "12 10"
        }
      ]
    },
    {
      "executable": "benchmarks/graph500seq/kernel1_run.exe",
      "name": "graph500_seq_kernel1",
      "tags": [ "10s_100s", "macro_bench" ],
      "runs": [
	{
	  "params": "edges.data"
	}
      ]
    },
    {
      "executable": "benchmarks/decompress/test_decompress.exe",
      "name": "test_decompress",
      "tags": [
       	"1s_10s",
       	"macro_bench",
        "run_in_ci"
      ],
      "runs": [
        {
          "params": "64 524_288"
        }
      ]
    },
    {
      "executable": "benchmarks/yojson/ydump.exe",
      "name": "yojson_ydump",
      "tags": [
        "lt_1s",
        "macro_bench",
        "run_in_ci"
      ],
      "runs": [
        {
          "params": "-c sample.json",
          "short_name": "sample.json"
        }
      ]
    },
    {
      "executable": "benchmarks/sequence/sequence_cps.exe",
      "name": "sequence_cps",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "10000"
        }
      ]
    },
    {
      "executable": "setrip",
      "name": "setrip",
      "tags": [
        "1s_10s"
      ],
      "runs": [
        {
          "params": "-enc -rseed 1067894368"
        }
      ]
    },
    {
      "executable": "benchmarks/thread-lwt/thread_ring_lwt_mvar.exe",
      "name": "thread_ring_lwt_mvar",
      "tags": [
        "1s_10s",
        "macro_bench",
        "run_in_ci"
      ],
      "runs": [
        {
          "params": "20_000"
        }
      ]
    },
    {
      "executable": "benchmarks/thread-lwt/thread_ring_lwt_stream.exe",
      "name": "thread_ring_lwt_stream",
      "tags": [
        "10s_100s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "20_000"
        }
      ]
    },
    {
      "executable": "cpdf",
      "name": "cpdf",
      "tags": ["lt_1s"],
      "runs": [
        {
          "params": "-merge benchmarks/cpdf/metro_geo.pdf -o /dev/null",
          "short_name": "merge"
        }
      ]
    },
    {
      "executable": "cpdf",
      "name": "cpdf",
      "tags": [
        "10s_100s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "scale-to-fit a4landscape -twoup benchmarks/cpdf/PDFReference16.pdf_toobig -o /dev/null",
          "short_name": "scale"
        },
        {
          "params": "-squeeze benchmarks/cpdf/PDFReference16.pdf_toobig -o /dev/null",
          "short_name": "squeeze"
        }
      ]
    },
    {
      "executable": "cpdf",
      "name": "cpdf",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "-blacktext benchmarks/cpdf/metro_geo.pdf -o /dev/null",
          "short_name": "blacktext"
        }
      ]
    },
    {
      "executable": "benchmarks/benchmarksgame/binarytrees5.exe",
      "name": "binarytrees5",
      "tags":[
        "10s_100s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "21"
        }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/LU_decomposition.exe",
      "name": "LU_decomposition",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "1024"
        }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/floyd_warshall.exe",
      "name": "floyd_warshall",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "512"
        }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/game_of_life.exe",
      "name": "game_of_life",
      "tags": [
        "10s_100s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "256"
        }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/evolutionary_algorithm.exe",
      "name": "evolutionary_algorithm",
      "tags": [
        "10s_100s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "10000 10000"
        }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/nqueens.exe",
      "name": "nqueens",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "14"
        }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/mergesort.exe",
      "name": "mergesort",
      "tags": [
        "1s_10s",
        "macro_bench"
      ], "runs": [
        {
          "params": "67108864"
        }
      ]
    },
    {
      "executable": "benchmarks/multicore-grammatrix/grammatrix.exe",
      "name": "grammatrix",
      "tags": [
        "10s_100s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": ""
        }
      ]
    },
    {
      "executable": "benchmarks/benchmarksgame/fannkuchredux.exe",
      "name": "fannkuchredux",
      "tags": [
        "10s_100s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "12"
        }
      ]
    },
    {
      "executable": "benchmarks/benchmarksgame/knucleotide.exe",
      "name": "knucleotide",
      "tags": [
        "10s_100s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": ""
        }
      ]
    },
    {
      "executable": "benchmarks/benchmarksgame/knucleotide3.exe",
      "name": "knucleotide3",
      "tags": [
        "10s_100s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": ""
        }
      ]
    },
    {
      "executable": "benchmarks/benchmarksgame/regexredux2.exe",
      "name": "regexredux2",
      "tags": [
        "10s_100s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": ""
        }
      ]
    },
    {
      "executable": "benchmarks/benchmarksgame/revcomp2.exe",
      "name": "revcomp2",
      "tags": [
        "1s_10s",
        "macro_bench",
        "run_in_ci"
      ],
      "runs": [
        {
          "params": ""
        }
      ]
    },
    {
      "executable": "benchmarks/benchmarksgame/fasta3.exe",
      "name": "fasta3",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "25_000_000"
        }
      ]
    },
    {
      "executable": "benchmarks/benchmarksgame/fasta6.exe",
      "name": "fasta6",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "25_000_000"
        }
      ]
    },
    {
      "executable": "benchmarks/benchmarksgame/mandelbrot6.exe",
      "name": "mandelbrot6",
      "tags": [
        "10s_100s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "16_000"
        }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/matrix_multiplication.exe",
      "name": "matrix_multiplication",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "1024"
        }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/quicksort.exe",
      "name": "quicksort",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "4000000"
        }
      ]
    },
    {
      "executable": "benchmarks/benchmarksgame/nbody.exe",
      "name": "nbody",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "50_000_000"
        }
      ]
    },
    {
      "executable": "benchmarks/benchmarksgame/pidigits5.exe",
      "name": "pidigits5",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "10_000"
        }
      ]
    },
    {
      "executable": "benchmarks/benchmarksgame/spectralnorm2.exe",
      "name": "spectralnorm2",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "5_500"
        }
      ]
    },
    {
      "executable": "minilight-ocaml",
      "name": "minilight",
      "tags": [
        "10s_100s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "benchmarks/minilight/roomfront.ml.txt",
          "short_name": "roomfront"
        }
      ]
    },
    {
      "executable": "benchmarks/valet/test_lwt.exe",
      "name": "test_lwt",
      "tags": [
        "10s_100s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "200"
        }
      ]
    },
    {
      "executable": "frama-c",
      "name": "frama-c",
      "tags": [
        "macro_bench"
      ],
      "runs": [
        {
          "params": "-slevel 1000000000 -no-results -no-val-show-progress benchmarks/frama-c/t.c -val",
          "short_name": "slevel"
        }
      ]
    },
    {
      "executable": "benchmarks/bdd/bdd.exe",
      "name": "bdd",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "26"
        }
      ]
    },
    {
      "executable": "js_of_ocaml",
      "name": "js_of_ocaml",
      "tags": [
        "macro_bench"
      ],
      "runs": [
        {
          "params": "--disable=check-magic-number %{bin:frama-c.byte}",
          "short_name": "frama-c_byte"
        }
      ]
    },
    {
      "executable": "alt-ergo",
      "name": "alt-ergo",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "benchmarks/alt-ergo/fill.why",
          "short_name": "fill.why"
        }
      ]
    },
    {
      "executable": "alt-ergo",
      "name": "alt-ergo",
      "tags": [
        "10s_100s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "benchmarks/alt-ergo/yyll.why",
          "short_name": "yyll.why"
        }
      ]
    },
    {
      "executable": "benchmarks/lexifi-g2pp/main.exe",
      "name": "lexifi-g2pp",
      "tags": [
        "10s_100s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": ""
        }
      ]
    },
    {
      "executable": "benchmarks/kb/kb.exe",
      "name": "kb",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": ""
        }
      ]
    },
    {
      "executable": "benchmarks/kb/kb_no_exc.exe",
      "name": "kb_no_exc",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": ""
        }
      ]
    },
    {
      "executable": "benchmarks/zarith/zarith_fact.exe",
      "name": "zarith_fact",
      "tags": [
	"1s_10s"
	],
      "runs": [
        {
          "params": "40 1_000_000"
        }
      ]
    },
    {
      "executable": "benchmarks/zarith/zarith_fib.exe",
      "name": "zarith_fib",
      "tags": ["1s_10s"],
      "runs": [
        {
          "params": "Z 40"
        }
      ]
    },
    {
      "executable": "benchmarks/zarith/zarith_pi.exe",
      "name": "zarith_pi",
      "tags": [
        "1s_10s",
        "macro_bench",
        "run_in_ci"
      ],
      "runs": [
        {
          "params": "10_000"
        }
      ]
    },
    {
      "executable": "benchmarks/zarith/zarith_tak.exe",
      "name": "zarith_tak",
      "tags": ["1s_10s"],
      "runs": [
        {
          "params": "Z 2500"
        }
      ]
    },
    {
      "executable": "menhir",
      "name": "menhir",
      "tags": [
        "gt_100s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "benchmarks/menhir/ocaml.mly --list-errors -la 2 --no-stdlib --lalr",
          "short_name": "ocamly"
        }
      ]
    },
    {
      "executable": "menhir",
      "name": "menhir",
      "tags": [
        "1s_10s",
        "macro_bench",
        "run_in_ci"
      ],
      "runs": [
        {
          "params": "-v -t benchmarks/menhir/keywords.mly benchmarks/menhir/sql-parser.mly --base sql-parser",
          "short_name": "sql-parser"
        }
      ]
    },
    {
      "executable": "menhir",
      "name": "menhir",
      "tags": [
        "10s_100s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "-v --table benchmarks/menhir/sysver.mly",
          "short_name": "sysver"
        }
      ]
    },
    {
      "executable": "cubicle",
      "name": "cubicle",
      "tags": [
        "gt_100s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "benchmarks/cubicle/german_pfs.cub",
          "short_name": "german_pfs.cub"
        }
      ]
    },
    {
      "executable": "cubicle",
      "name": "cubicle",
      "tags": [
        "gt_100s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "benchmarks/cubicle/szymanski_at.cub",
          "short_name": "szymanski_at.cub"
        }
      ]
    },
    {
      "executable": "benchmarks/chameneos/chameneos_redux_lwt.exe",
      "name": "chameneos_redux_lwt",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "600000"
        }
      ]
    },
    {
      "executable": "benchmarks/simple-tests/stress.exe",
      "name": "stress",
      "tags": ["lt_1s"],
      "runs": [
        {
          "params": "10000 10"
        },
        {
          "params": "100000 100"
        },
        {
          "params": "1 100"
        },
        {
        	"params":"100000 10"
        },
        {
        	"params":"10000 100"
        },
        {
        	"params":"1 10"
        }
    ]
  },

  {
      "executable": "benchmarks/simple-tests/stress.exe",
      "name": "stress",
      "tags": ["1s_10s"],
      "runs": [
        {
          "params": "100000 50"
        },
        {
        	"params": "10000 50"
        },
        {
        	"params": "10000 25"
        },
        {
        	"params":"1 75"
        },
        {
        	"params":"100000 75"
        },
        {
        	"params":"1 25"
        },
        {
        	"params" :"1 50"
        },
        {
        	"params":"100000 25"
        },
        {
        	"params":"10000 75"
        }
    ]
  },
    {
      "executable": "benchmarks/simple-tests/capi.exe",
      "name": "capi",
      "tags": ["lt_1s"],
      "runs": [
        {
          "params": "test_many_args_noalloc 200_000_000"
        },
        {
          "params":"test_no_args_noalloc 200_000_000"
        },
        {
          "params":"test_few_args_noalloc 200_000_000"
        }
    ]
  },
  {
      "executable": "benchmarks/simple-tests/capi.exe",
      "name": "capi",
      "tags": ["1s_10s"],
      "runs": [
        {
          "params": "test_many_args_alloc_200_000_000"
        },
        {
          "params": "test_no_args_alloc_200_000_000"
        },
        {
          "params": "test_few_args_alloc_200_000_000"
        }
      ]
    },
    {
      "executable": "benchmarks/simple-tests/stacks.exe",
      "name": "stacks",
      "tags": ["1s_10s"],
      "runs": [
        {
          "params": "100000 ints-small"
        },
        {
          "params": "20000 ints-large"
        },
        {
          "params": "100000 floats-small"
        },
        {
          "params": "20000 floats-large"
        }
      ]
    },
    {
      "executable": "benchmarks/simple-tests/weakretain.exe",
      "name": "weakretain",
      "tags": ["lt_1s"],
      "runs": [
        {
          "params": "25 1000"
        },
        {
          "params": "25 100000"
        },
        {
          "params": "25 10000000"
        },
        {
          "params": "50 1000"
        },
        {
          "params": "50 100000"
        },
        {
          "params": "50 10000000"
        },
        {
          "params": "75 1000"
        },
        {
          "params": "75 100000"
        },
        {
          "params": "75 10000000"
        },
        {
          "params": "100 1000"
        },
        {
          "params": "100 100000"
        },
        {
          "params": "100 10000000"
        }
      ]
    },
    {
      "executable": "benchmarks/simple-tests/lazylist.exe",
      "name": "lazylist",
      "tags": ["1s_10s"],
      "runs": [
        {
          "params": "100000 100"
        }
    ]
  },
  {
      "executable": "benchmarks/simple-tests/lazylist.exe",
      "name": "lazylist",
      "tags": ["lt_1s"],
      "runs": [
        {
          "params": "10000 1000"
        },
        {
          "params": "1000 10000"
        }
      ]
    },
    {
      "executable": "benchmarks/simple-tests/lists.exe",
      "name": "lists",
      "tags": ["lt_1s"],
      "runs": [
        {
          "params": "int 1"
        },
        {
          "params": "int 10000"
        },
        {
          "params": "int 100000"
        },
        {
          "params": "float 1"
        },
        {
          "params": "float 10000"
        },
        {
          "params": "float 100000"
        },
        {
          "params": "int-tuple 1"
        },
        {
          "params": "int-tuple 10000"
        },
        {
          "params": "int-tuple 100000"
        },
        {
          "params": "float-tuple 1"
        },
        {
          "params": "float-tuple 10000"
        },
        {
          "params": "string 1"
        },
        {
          "params": "string 10000"
        },
        {
          "params": "record 1"
        },
        {
          "params": "record 10000"
        },
        {
          "params": "float-array 1"
        },
        {
          "params": "float-array 10000"
        },
        {
          "params": "int-array 1"
        },
        {
          "params": "int-array 10000"
        },
        {
          "params": "int-array 100000"
        },
        {
          "params": "int-option-array 1"
        },
        {
          "params": "int-option-array 10000"
        }
      ]
    },
    {
      "executable": "benchmarks/simple-tests/lists.exe",
      "name": "lists",
      "tags": ["1s_10s"],
      "runs": [
      	{
          "params": "int-option-array 100000"
        },
        {
          "params": "string 100000"
        },
        {
          "params": "record 100000"
        },
        {
          "params": "float-array 100000"
        },
        {
          "params": "float-tuple 100000"
        }
      ]
    },
    {
      "executable": "benchmarks/simple-tests/finalise.exe",
      "name": "finalise",
      "tags": ["lt_1s"],
      "runs": [
        {
          "params": "30"
        },
        {
          "params": "10"
        },
        {
          "params": "20"
        },
        {
          "params": "40"
        }
    ]
  },
  {
      "executable": "benchmarks/simple-tests/finalise.exe",
      "name": "finalise",
      "tags": ["1s_10s"],
      "runs": [
        {
          "params": "50"
        },
        {
          "params": "60"
        },
        {
          "params": "70"
        },
        {
          "params": "80"
        },
        {
          "params": "90"
        },
        {
          "params": "100"
        }
      ]
    },
    {
      "executable": "benchmarks/stdlib/stack_bench.exe",
      "name": "stack_bench",
      "tags": ["lt_1s"],
      "runs": [
        {
          "params": "stack_fold 2500000"
        }
    ]
  },
  {
      "executable": "benchmarks/stdlib/stack_bench.exe",
      "name": "stack_bench",
      "tags": ["1s_10s"],
      "runs": [
        {
          "params": "stack_push_pop 100000000"
        }
      ]
    },
    {
      "executable": "benchmarks/stdlib/array_bench.exe",
      "name": "array_bench",
      "tags": ["lt_1s"],
      "runs": [
        {
          "params": "array_forall 1000 100000"
        },
        {
          "params": "array_fold 1000 100000"
        },
        {
          "params": "array_iter 1000 100000"
        }
      ]
    },
    {
      "executable": "benchmarks/stdlib/bytes_bench.exe",
      "name": "bytes_bench",
      "tags": ["1s_10s"],
      "runs": [
      	{
          "params": "bytes_map 1000000"
        },
        {
          "params": "bytes_uppercase_ascii 1000000"
        },
        {
          "params": "bytes_contains 100000000"
        },
        {
          "params": "bytes_iter 1000000"
        },
        {
          "params": "bytes_get 100000000"
        },
        {
          "params": "bytes_sub 100000000"
        }
      ]
  },
  {
      "executable": "benchmarks/stdlib/bytes_bench.exe",
      "name": "bytes_bench",
      "tags": ["lt_1s"],
      "runs": [
        {
          "params": "bytes_blit 2500000"
        },
        {
          "params": "bytes_concat 2000000"
        },
        {
          "params": "bytes_trim 2500000"
        },
        {
          "params": "bytes_index 10000000"
        },
        {
          "params": "bytes_set 1000000000"
        },
        {
          "params": "bytes_cat 1000000000"
        }
      ]
    },
    {
      "executable": "benchmarks/stdlib/set_bench.exe",
      "name": "set_bench",
      "tags": ["1s_10s"],
      "runs": [
        {
          "params": "set_fold 1000000"
        },
        {
          "params": "set_add_rem 20000000"
        },
        {
          "params": "set_mem 50000000"
        }
      ]
    },
    {
      "executable": "benchmarks/stdlib/hashtbl_bench.exe",
      "name": "hashtbl_bench",
      "tags": ["lt_1s"],
      "runs": [
      	{
          "params": "int_replace1 10000"
        },
        {
          "params": "hashtbl_remove 4000000"
        },
        {
          "params": "hashtbl_find 6000000"
        },
        {
          "params": "int_find1 20000"
        }
      ]
  },
  {
      "executable": "benchmarks/stdlib/hashtbl_bench.exe",
      "name": "hashtbl_bench",
      "tags": ["1s_10s"],
      "runs": [
        {
          "params": "caml_hash_int 200000"
        },
        {
          "params": "caml_hash_tuple 100000"
        },
        {
          "params": "int_replace2 100000"
        },
        {
          "params": "int_find2 300000"
        },
        {
          "params": "hashtbl_iter 200000"
        },
        {
          "params": "hashtbl_fold 200000"
        },
        {
          "params": "hashtbl_add_resizing 4000000"
        },
        {
          "params": "hashtbl_add_sized 6000000"
        },
        {
          "params": "hashtbl_add_duplicate 2000000"
        },
        {
          "params": "hashtbl_filter_map 100000"
        }
      ]
    },
    {
      "executable": "benchmarks/stdlib/string_bench.exe",
      "name": "string_bench",
      "tags": ["lt_1s"],
      "runs": [
      	{
          "params": "string_get 50000000"
        },
        {
          "params": "string_blit 25000000"
        },
        {
          "params": "string_trim 1000000"
        },
        {
          "params": "string_contains 25000000"
        },
        {
          "params": "string_index 25000000"
        }
      ]
  },
  {
      "executable": "benchmarks/stdlib/string_bench.exe",
      "name": "string_bench",
      "tags": ["1s_10s"],
      "runs": [
        {
          "params": "string_sub 50000000"
        },
        {
          "params": "string_concat 20000000"
        },
        {
          "params": "string_iter 1000000"
        },
        {
          "params": "string_uppercase_ascii 1000000"
        },
        {
          "params": "string_split_on_char 500000"
        },
        {
          "params": "string_compare 10000"
        },
        {
          "params": "string_equal 25000"
        }
      ]
    },
    {
      "executable": "benchmarks/stdlib/string_bench.exe",
      "name": "string_bench",
      "tags": ["10s_100s"],
      "runs": [
      	{
          "params": "string_map 20000000"
        }
      ]
  },
    {
      "executable": "benchmarks/stdlib/str_bench.exe",
      "name": "str_bench",
      "tags": ["lt_1s"],
      "runs": [
        {
          "params": "str_string_partial_match 25000000"
        },
        {
          "params": "str_regexp 1000000"
        },
        {
          "params": "str_string_match 50000000"
        },
         {
          "params": "str_global_replace 1000000"
        }
    ]
  },
  {
      "executable": "benchmarks/stdlib/str_bench.exe",
      "name": "str_bench",
      "tags": ["1s_10s"],
      "runs": [

        {
          "params": "str_search_forward 5000000"
        },
        {
          "params": "str_split 2000000"
        }
      ]
    },
    {
      "executable": "benchmarks/stdlib/pervasives_bench.exe",
      "name": "pervasives_bench",
      "tags": ["lt_1s"],
      "runs": [
        {
          "params": "pervasives_equal_lists 1000000000"
        },
        {
          "params": "pervasives_equal_ints 1000000000"
        },
        {
          "params": "pervasives_compare_floats 200000000"
        }
    ]
  },
  {
      "executable": "benchmarks/stdlib/pervasives_bench.exe",
      "name": "pervasives_bench",
      "tags": ["1s_10s"],
      "runs": [
        {
          "params": "pervasives_compare_lists 100000000"
        },
        {
          "params": "pervasives_compare_ints 1000000000"
        },
        {
          "params": "pervasives_equal_floats 1000000000"
        },
        {
          "params": "pervasives_equal_strings 20000000"
        },
        {
          "params": "pervasives_compare_strings 20000000"
        }
      ]
    },
    {
      "executable": "benchmarks/stdlib/map_bench.exe",
      "name": "map_bench",
      "tags": ["lt_1s"],
      "runs": [
        {
          "params": "map_iter 10000"
        },
        {
          "params": "map_add 1000000"
        },
        {
          "params": "map_add_duplicate 1000000"
        },
        {
          "params": "map_remove 1000000"
        },
        {
          "params": "map_fold 10000"
        },
        {
          "params": "map_for_all 10000"
        },
        {
          "params": "map_find 1000000"
        }
    ]
  },
  {
      "executable": "benchmarks/stdlib/map_bench.exe",
      "name": "map_bench",
      "tags": ["1s_10s"],
      "runs": [
        {
          "params": "map_map 10000"
        }
      ]
    },
    {
      "executable": "benchmarks/stdlib/big_array_bench.exe",
      "name": "big_array_bench",
      "tags": ["1s_10s"],
      "runs": [
        {
          "params": "big_array_int_rev 1024 50000"
        },
        {
          "params": "big_array_int32_rev 1024 50000"
        }
      ]
    },
    {
      "executable": "benchmarks/simple-tests/morestacks.exe",
      "name": "morestacks",
      "tags": ["1s_10s"],
      "runs": [
        {
          "params": "1_000"
        }
      ]
    },
    {
      "executable": "benchmarks/simple-tests/alloc.exe",
      "name": "alloc",
      "tags": ["lt_1s"],
      "runs": [
        {
          "params": "200_000"
        }
      ]
    },
    {
      "executable": "benchmarks/numerical-analysis/durand_kerner_aberth.exe",
      "name": "durand-kerner-aberth",
      "tags": [
        "lt_1s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": ""
        }
      ]
    },
    {
      "executable": "benchmarks/numerical-analysis/fft.exe",
      "name": "fft",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": ""
        }
      ]
    },
    {
      "executable": "benchmarks/numerical-analysis/levinson_durbin.exe",
      "name": "levinson-durbin",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": ""
        }
      ]
    },
    {
      "executable": "benchmarks/numerical-analysis/crout_decomposition.exe",
      "name": "crout-decomposition",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": ""
        }
      ]
    },
    {
      "executable": "benchmarks/numerical-analysis/naive_multilayer.exe",
      "name": "naive-multilayer",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": ""
        }
      ]
    },
    {
      "executable": "benchmarks/irmin/irmin_mem_rw.exe",
      "name": "irmin_mem_rw",
      "tags": [
        "1s_10s"
      ],
      "runs": [
        {
          "params": "10_000 50_000 80 100_000_000"
        },
        {
          "params": "10_000 50_000 20 100_000_000"
        }
      ]
    },
    {
      "executable": "coqc",
      "name": "coq",
      "tags": [
        "gt_100s"
      ],
      "runs": [
        {
          "params": "benchmarks/coq/BasicSyntax.v",
          "short_name": "BasicSyntax.v"
        },
        {
          "params": "benchmarks/coq/AbstractInterpretation.v",
          "short_name": "AbstractInterpretation.v"
        }
      ]
    },
    {
      "executable": "benchmarks/numerical-analysis/qr_decomposition.exe",
      "name": "qr-decomposition",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": ""
        }
      ]
    },
    {
      "executable": "benchmarks/soli/soli.exe",
      "name": "soli",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "2000"
        }
      ]
    },
    {
      "executable": "benchmarks/hamming/hamming.exe",
      "name": "hamming",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "1_000_000"
        }
      ]
    },
    {
      "executable": "benchmarks/zdd/zdd.exe",
      "name": "zdd",
      "tags": [
        "10s_100s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "words.txt"
        }
      ]
    },
    {
      "executable": "benchmarks/markbench/markbench.exe",
      "name": "markbench",
      "tags": [
        "10s_100s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": "20"
        }
      ]
    },
    {
      "executable": "benchmarks/owl/owl_gc.exe",
      "name": "owl_gc",
      "tags": [
        "1s_10s",
        "macro_bench"
      ],
      "runs": [
        {
          "params": ""
        }
      ]
    }
  ]
}