From 793f3d0d3bf3b310fb46abd10cfc3b6c6866c078 Mon Sep 17 00:00:00 2001 From: tellet-q <166374656+tellet-q@users.noreply.github.com> Date: Wed, 9 Oct 2024 09:57:05 +0200 Subject: [PATCH] Report dataset's info in slack (#211) * Add job name into slack message * Add reason into slack message * Debug * Revert "Debug" This reverts commit 27f0b5c0d16a12f4b0d4d6af39927c69e904a023. * Debug * Debug * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * Debug * Debug * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * Debug * Debug * Debug * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * Format the message * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --------- Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com> --- .github/workflows/continuous-benchmark.yaml | 96 +++++++++++++++++++-- tools/run_ci.sh | 10 ++- 2 files changed, 98 insertions(+), 8 deletions(-) diff --git a/.github/workflows/continuous-benchmark.yaml b/.github/workflows/continuous-benchmark.yaml index e011e8d3..e1fb30d8 100644 --- a/.github/workflows/continuous-benchmark.yaml +++ b/.github/workflows/continuous-benchmark.yaml @@ -54,13 +54,41 @@ jobs: with: payload: | { - "text": "CI benchmarks run status: ${{ job.status }}", + "text": "CI benchmarks (runBenchmark) run status: ${{ job.status }}", "blocks": [ { "type": "section", "text": { "type": "mrkdwn", - "text": "CI benchmarks failed because of ${{ steps.benches.outputs.failed }}.\nView the results <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|here>" + "text": "CI benchmarks (testSlack) failed because of *${{ steps.benches.outputs.failed }}*." + } + }, + { + "type": "section", + "text": { + "type": "mrkdwn", + "text": "Qdrant version: *${{ steps.benches.outputs.qdrant_version }}*." + } + }, + { + "type": "section", + "text": { + "type": "mrkdwn", + "text": "Engine: *${{ steps.benches.outputs.engine_name }}*." + } + }, + { + "type": "section", + "text": { + "type": "mrkdwn", + "text": "Dataset: *${{ steps.benches.outputs.dataset }}*." + } + }, + { + "type": "section", + "text": { + "type": "mrkdwn", + "text": "View the results <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|here>" } } ] @@ -112,13 +140,41 @@ jobs: with: payload: | { - "text": "CI tenants benchmarks run status: ${{ job.status }}", + "text": "CI benchmarks (runTenantsBenchmark) run status: ${{ job.status }}", "blocks": [ { "type": "section", "text": { "type": "mrkdwn", - "text": "CI tenants benchmarks failed because of ${{ steps.benches.outputs.failed }}.\nView the results <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|here>" + "text": "CI benchmarks (testSlack) failed because of *${{ steps.benches.outputs.failed }}*." + } + }, + { + "type": "section", + "text": { + "type": "mrkdwn", + "text": "Qdrant version: *${{ steps.benches.outputs.qdrant_version }}*." + } + }, + { + "type": "section", + "text": { + "type": "mrkdwn", + "text": "Engine: *${{ steps.benches.outputs.engine_name }}*." + } + }, + { + "type": "section", + "text": { + "type": "mrkdwn", + "text": "Dataset: *${{ steps.benches.outputs.dataset }}*." + } + }, + { + "type": "section", + "text": { + "type": "mrkdwn", + "text": "View the results <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|here>" } } ] @@ -188,13 +244,41 @@ jobs: with: payload: | { - "text": "CI tenants benchmarks run status: ${{ job.status }}", + "text": "CI benchmarks (runLoadTimeBenchmark) run status: ${{ job.status }}", "blocks": [ { "type": "section", "text": { "type": "mrkdwn", - "text": "CI tenants benchmarks failed because of ${{ steps.benches.outputs.failed }}.\nView the results <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|here>" + "text": "CI benchmarks (testSlack) failed because of *${{ steps.benches.outputs.failed }}*." + } + }, + { + "type": "section", + "text": { + "type": "mrkdwn", + "text": "Qdrant version: *${{ steps.benches.outputs.qdrant_version }}*." + } + }, + { + "type": "section", + "text": { + "type": "mrkdwn", + "text": "Engine: *${{ steps.benches.outputs.engine_name }}*." + } + }, + { + "type": "section", + "text": { + "type": "mrkdwn", + "text": "Dataset: *${{ steps.benches.outputs.dataset }}*." + } + }, + { + "type": "section", + "text": { + "type": "mrkdwn", + "text": "View the results <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|here>" } } ] diff --git a/tools/run_ci.sh b/tools/run_ci.sh index 9f5eec6b..5405723c 100755 --- a/tools/run_ci.sh +++ b/tools/run_ci.sh @@ -4,12 +4,18 @@ PS4='ts=$(date "+%Y-%m-%dT%H:%M:%SZ") level=DEBUG line=$LINENO file=$BASH_SOURCE set -euo pipefail function handle_err() { - echo "Error occured qdrant_version=${QDRANT_VERSION} engine_name=${ENGINE_NAME} dataset=${DATASETS}" + echo "qdrant_version=${QDRANT_VERSION}" >> $GITHUB_OUTPUT + echo "engine_name=${ENGINE_NAME}" >> $GITHUB_OUTPUT + echo "dataset=${DATASETS}" >> $GITHUB_OUTPUT + echo "failed=error" >> $GITHUB_OUTPUT } function handle_term() { - echo "Timeout occured qdrant_version=${QDRANT_VERSION} engine_name=${ENGINE_NAME} dataset=${DATASETS}" + echo "qdrant_version=${QDRANT_VERSION}" >> $GITHUB_OUTPUT + echo "engine_name=${ENGINE_NAME}" >> $GITHUB_OUTPUT + echo "dataset=${DATASETS}" >> $GITHUB_OUTPUT + echo "failed=timeout" >> $GITHUB_OUTPUT }