base_benchmarks.yml

on:
  push:
    branches: main

jobs:
  benchmark_base_branch:
    name: Continuous Benchmarking with Bencher
    permissions:
      checks: write
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - uses: bencherdev/bencher@main
      - run: cargo install iai-callgrind-runner@0.14.0
      - run: sudo apt update && sudo apt install -y valgrind
      - name: Track base branch IAI benchmarks with Bencher
        run: |
          bencher run \
          --project rasn \
          --token '${{ secrets.BENCHER_API_TOKEN }}' \
          --branch main \
          --testbed ubuntu-latest \
          --threshold-measure latency \
          --threshold-test t_test \
          --threshold-max-sample-size 64 \
          --threshold-upper-boundary 0.99 \
          --thresholds-reset \
          --err \
          --adapter rust_iai_callgrind \
          --github-actions '${{ secrets.GITHUB_TOKEN }}' \
          cargo bench --bench iai

      - name: Track base branch criterion benchmarks with Bencher
        run: |
          bencher run \
          --project rasn \
          --token '${{ secrets.BENCHER_API_TOKEN }}' \
          --branch main \
          --testbed ubuntu-latest \
          --threshold-measure latency \
          --threshold-test t_test \
          --threshold-max-sample-size 64 \
          --threshold-upper-boundary 0.99 \
          --thresholds-reset \
          --err \
          --adapter rust_criterion \
          --github-actions '${{ secrets.GITHUB_TOKEN }}' \
          cargo bench