From dc7eda9b7d995ffee2ffef94bc880eb29a820da5 Mon Sep 17 00:00:00 2001
From: Agriya Khetarpal <74401230+agriyakhetarpal@users.noreply.github.com>
Date: Sat, 30 Mar 2024 22:11:41 +0530
Subject: [PATCH] Run tests without JAX fixed random seed

---
 .github/workflows/jax_reproducibility.yml | 44 +++++++++++++++++++++++
 1 file changed, 44 insertions(+)
 create mode 100644 .github/workflows/jax_reproducibility.yml

diff --git a/.github/workflows/jax_reproducibility.yml b/.github/workflows/jax_reproducibility.yml
new file mode 100644
index 0000000000..01ced1b09b
--- /dev/null
+++ b/.github/workflows/jax_reproducibility.yml
@@ -0,0 +1,44 @@
+name: JAX reproducibility report
+
+on:
+  workflow_dispatch:
+  pull_request:
+
+env:
+  FORCE_COLOR: 3
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  test:
+    name: Stress test / ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        os: [ubuntu-latest, macos-latest]
+    steps:
+      - uses: actions/checkout@v4
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: 3.12
+
+      - name: Install PyBaMM
+        run: |
+          pip install -e ."[all,dev,jax]"
+
+      - name: Run tests on ${{ matrix.os }}
+        shell: bash
+        run:
+          for i in {1..100}
+          do
+            python -m pytest tests/unit/test_solvers/test_jax_bdf_solver.py::TestJaxBDFSolver::test_solver_ >> logs-${{ matrix.os }}.txt || true
+          done
+
+      - name: Upload logs
+        uses: actions/upload-artifact@v4
+        with:
+          name: logs-${{ matrix.os }}-${{ github.run_id }}
+          path: logs-*.txt