GPU benchmarks

cirruslabs · Aug 21, 2024 · a421674 · a421674
commit a421674
Showing 1 changed file with 17 additions and 0 deletions.
diff --git a/.github/workflows/gpu-benchmark.yml b/.github/workflows/gpu-benchmark.yml
@@ -0,0 +1,17 @@
+name: GPU benchmarks
+
+on:
+  push:
+
+jobs:
+  macos:
+    name: "HuggingFace's Optimum-Benchmark"
+    runs-on: ghcr.io/cirruslabs/macos-runner-amd64-gpu:22.04
+
+    steps:
+      - uses: actions/setup-python@v5
+      - run: |
+          git clone https://github.com/huggingface/optimum-benchmark.git
+          cd optimum-benchmark
+          pip install -e .
+          optimum-benchmark --config-dir examples/ --config-name pytorch_bert