Fix github triggers (#154)

Fix github triggers
qdrant · Jun 5, 2024 · df382ae · df382ae
1 parent e026701
commit df382ae
Showing 1 changed file with 71 additions and 43 deletions.
diff --git a/.github/workflows/manual-all-engines-benchmark.yaml b/.github/workflows/manual-all-engines-benchmark.yaml
@@ -12,127 +12,155 @@ on:
 
 jobs:
   elasticsearchBenchmark:
-    if: >
-      (
-      startsWith(github.event.head_commit.modified, 'engine/clients/elasticsearch') ||
-      startsWith(github.event.head_commit.modified, 'engine/servers/elasticsearch') ||
-      startsWith(github.event.head_commit.modified, 'engine/base_client/')
-      )
     name: benchmark - elasticsearch-default - random-100 - against elasticsearch-single-node-ci
     runs-on: ubuntu-latest
     timeout-minutes: 30
     steps:
       - uses: actions/checkout@v3
+      - uses: dorny/paths-filter@v3
+        id: changes
+        with:
+          filters: |
+            elasticsearch:
+              - 'engine/clients/elasticsearch/**'
+              - 'engine/servers/elasticsearch-single-node/**'
+              - 'engine/servers/elasticsearch-single-node-ci/**'
+              - 'engine/base_client/**'
       - uses: ./.github/workflows/actions/run-engine-benchmark
+        if: ${{ steps.changes.outputs.elasticsearch == 'true' || github.event_name == 'workflow_dispatch' }}
         with:
           engine: "elasticsearch-default"
           dataset: "random-100"
           compose_file: "engine/servers/elasticsearch-single-node-ci/docker-compose.yaml"
 
   milvusBenchmark:
-    if: >
-      (
-      startsWith(github.event.head_commit.modified, 'engine/clients/milvus') ||
-      startsWith(github.event.head_commit.modified, 'engine/servers/milvus') ||
-      startsWith(github.event.head_commit.modified, 'engine/base_client/')
-      )
     name: benchmark - milvus-default - random-100 - against milvus-single-node
     runs-on: ubuntu-latest
     timeout-minutes: 30
     steps:
       - uses: actions/checkout@v3
+      - uses: dorny/paths-filter@v3
+        id: changes
+        with:
+          filters: |
+            milvus:
+              - 'engine/clients/milvus/**'
+              - 'engine/servers/milvus-single-node/**'
+              - 'engine/servers/milvus-limit-ram/**'
+              - 'engine/base_client/**'
       - uses: ./.github/workflows/actions/run-engine-benchmark
+        if: ${{ steps.changes.outputs.milvus == 'true' || github.event_name == 'workflow_dispatch' }}
         with:
           engine: "milvus-default"
           dataset: "random-100"
           compose_file: "engine/servers/milvus-single-node/docker-compose.yaml"
 
   opensearchBenchmark:
-    if: >
-      (
-      startsWith(github.event.head_commit.modified, 'engine/clients/opensearch') ||
-      startsWith(github.event.head_commit.modified, 'engine/servers/opensearch') ||
-      startsWith(github.event.head_commit.modified, 'engine/base_client/')
-      )
     name: benchmark - opensearch-default - glove-25-angular - against opensearch-single-node-ci
     runs-on: ubuntu-latest
     timeout-minutes: 30
     steps:
       - uses: actions/checkout@v3
+      - uses: dorny/paths-filter@v3
+        id: changes
+        with:
+          filters: |
+            opensearch:
+              - 'engine/clients/opensearch/**'
+              - 'engine/servers/opensearch-single-node/**'
+              - 'engine/servers/opensearch-single-node-ci/**'
+              - 'engine/base_client/**'
       - uses: ./.github/workflows/actions/run-engine-benchmark
+        if: ${{ steps.changes.outputs.opensearch == 'true' || github.event_name == 'workflow_dispatch' }}
         with:
           engine: "opensearch-default"
           dataset: "glove-25-angular"
           compose_file: "engine/servers/opensearch-single-node-ci/docker-compose.yaml"
 
   pgvectorBenchmark:
-    if: >
-      (
-      startsWith(github.event.head_commit.modified, 'engine/clients/pgvector') ||
-      startsWith(github.event.head_commit.modified, 'engine/servers/pgvector') ||
-      startsWith(github.event.head_commit.modified, 'engine/base_client/')
-      )
     name: benchmark - pgvector-default - random-100 - against pgvector-single-node
     runs-on: ubuntu-latest
     timeout-minutes: 30
     steps:
       - uses: actions/checkout@v3
+      - uses: dorny/paths-filter@v3
+        id: changes
+        with:
+          filters: |
+            pgvector:
+              - 'engine/clients/pgvector/**'
+              - 'engine/servers/pgvector-single-node/**'
+              - 'engine/base_client/**'
       - uses: ./.github/workflows/actions/run-engine-benchmark
+        if: ${{ steps.changes.outputs.pgvector == 'true' || github.event_name == 'workflow_dispatch' }}
         with:
           engine: "pgvector-default"
           dataset: "random-100"
           compose_file: "engine/servers/pgvector-single-node/docker-compose.yaml"
 
   qdrantBenchmark:
-    if: >
-      (
-      startsWith(github.event.head_commit.modified, 'engine/clients/qdrant') ||
-      startsWith(github.event.head_commit.modified, 'engine/servers/qdrant') ||
-      startsWith(github.event.head_commit.modified, 'engine/base_client/')
-      )
     name: benchmark - qdrant-default - random-100 - against qdrant-single-node
     runs-on: ubuntu-latest
     timeout-minutes: 30
     steps:
       - uses: actions/checkout@v3
+      - uses: dorny/paths-filter@v3
+        id: changes
+        with:
+          filters: |
+            qdrant:
+              - 'engine/clients/qdrant/**'
+              - 'engine/servers/qdrant-single-node/**'
+              - 'engine/servers/qdrant-limit-ram/**'
+              - 'engine/servers/qdrant-billion-scale/**'
+              - 'engine/servers/qdrant-cluster-mode/**'
+              - 'engine/servers/qdrant-continuous-benchmarks/**'
+              - 'engine/base_client/**'
       - uses: ./.github/workflows/actions/run-engine-benchmark
+        if: ${{ steps.changes.outputs.qdrant == 'true' || github.event_name == 'workflow_dispatch' }}
         with:
           engine: "qdrant-default"
           dataset: "random-100"
           compose_file: "engine/servers/qdrant-single-node/docker-compose.yaml"
 
   redisBenchmark:
-    if: >
-      (
-      startsWith(github.event.head_commit.modified, 'engine/clients/redis') ||
-      startsWith(github.event.head_commit.modified, 'engine/servers/redis') ||
-      startsWith(github.event.head_commit.modified, 'engine/base_client/')
-      )
     name: benchmark - redis-default - random-100 - against redis-single-node
     runs-on: ubuntu-latest
     timeout-minutes: 30
     steps:
       - uses: actions/checkout@v3
+      - uses: dorny/paths-filter@v3
+        id: changes
+        with:
+          filters: |
+            redis:
+              - 'engine/clients/redis/**'
+              - 'engine/servers/redis-single-node/**'
+              - 'engine/base_client/**'
       - uses: ./.github/workflows/actions/run-engine-benchmark
+        if: ${{ steps.changes.outputs.weaviate == 'true' || github.event_name == 'workflow_dispatch' }}
         with:
           engine: "redis-default"
           dataset: "random-100"
           compose_file: "engine/servers/redis-single-node/docker-compose.yaml"
 
   weaviateBenchmark:
-    if: >
-      (
-      startsWith(github.event.head_commit.modified, 'engine/clients/weaviate') ||
-      startsWith(github.event.head_commit.modified, 'engine/servers/weaviate') ||
-      startsWith(github.event.head_commit.modified, 'engine/base_client/')
-      )
     name: benchmark - weaviate-default - random-100 - against weaviate-single-node
     runs-on: ubuntu-latest
     timeout-minutes: 30
     steps:
       - uses: actions/checkout@v3
+      - uses: dorny/paths-filter@v3
+        id: changes
+        with:
+          filters: |
+            weaviate:
+              - 'engine/clients/weaviate/**'
+              - 'engine/servers/weaviate-single-node/**'
+              - 'engine/base_client/**'
       - uses: ./.github/workflows/actions/run-engine-benchmark
+        if: ${{ steps.changes.outputs.weaviate == 'true' || github.event_name == 'workflow_dispatch' }}
         with:
           engine: "weaviate-default"
           dataset: "random-100"
-          compose_file: "engine/servers/weaviate-single-node/docker-compose.yaml"
+          compose_file: "engine/servers/weaviate-single-node/docker-compose.yaml"