Skip to content

build json files and md-cache #801

build json files and md-cache

build json files and md-cache #801

name: build json files and md-cache
on:
schedule: # every day at 2am and 2pm
- cron: '0 2,14 * * *'
workflow_dispatch:
repository_dispatch:
types: [update-website]
jobs:
build-component-json:
runs-on: ubuntu-latest
environment: static-file-build
if: (github.event_name == 'schedule' && github.repository == 'nf-core/website') || (github.event_name != 'schedule')
steps:
# Set up the main website repo
- uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4
with:
fetch-depth: 0 # Don't do a shallow clone
token: ${{secrets.NF_CORE_BOT_AUTH_TOKEN}} # Needed for pushing back to the repo
# install npm dependencies
- name: Set up node.js
uses: actions/setup-node@1e60f620b9541d16bece96c5465dc8ee9832be0b # v4
with:
node-version: 20
cache: 'npm'
- name: Install dependencies
run: npm ci
- name: create pipeline.json
run: npm run build-pipeline-json
env:
GITHUB_TOKEN: ${{ secrets.PIPLINE_JSON_BUILD_TOKEN }}
- name: create component.json
run: npm run build-component-json
env:
GITHUB_TOKEN: ${{ secrets.PIPLINE_JSON_BUILD_TOKEN }}
- name: make md cache
run: npm run build-md-cache
env:
GITHUB_TOKEN: ${{ secrets.CREATE_CACHE_MD_TOKEN }}
# check lines if too many lines of code have been changed in /public/pipelines.json and /pulic/components.json
# also check if .cache.tar.xz is smaller than before (shouldn't happen)
- name: check lines
run: |
diff_output=$(git diff --shortstat public/pipelines.json public/components.json)
lines_added=$(echo $diff_output | awk '{print $4}')
lines_removed=$(echo $diff_output | awk '{print $6}')
changes=$((lines_added - lines_removed))
if (($changes < -100)) || (($changes > 100)); then
file_size_before=$(echo $diff_output | awk '{print $4}')
file_size_after=$(echo $diff_output | awk '{print $6}')
changes=true
fi
if [ ! $changes ]; then
diff_output=$(git diff --stat .cache.tar.xz)
file_size_before=$(echo $diff_output | awk '{print $4}')
file_size_after=$(echo $diff_output | awk '{print $6}')
changes_tmp=$((file_size_before - file_size_after))
if ((changes_tmp > 0)); then
changes=true
else
changes=false
fi
fi
echo "changes=$changes" >> "$GITHUB_OUTPUT"
# Commit and push the changes if there are not too many lines changed
- name: Commit and push changes
if: ${{ !steps.check_lines.outputs.changes }}
run: |
git config user.email "[email protected]"
git config user.name "nf-core-bot"
git config push.default upstream
git status
git diff --quiet || (git commit -am "[automated] Update json files and markdown cache" && git push)
# Create a PR if there are too many lines changed
- name: Create PR with changes
if: ${{ steps.check_lines.outputs.changes }}
uses: peter-evans/create-pull-request@c5a7806660adbe173f04e3e038b0ccdcd758773c # v6
with:
token: ${{ secrets.CREATE_PR_TOKEN }}
commit-message: 'chore: update pipeline.json and component.json'
title: 'chore: update pipeline.json and component.json'
body: 'This PR was automatically created by a GitHub Action because there were too many lines changed in the pipeline.json and component.json files.'
branch: 'chore/update-pipeline-json-and-component-json'
delete-branch: true
draft: false