v0.8.0-canary.10 #51
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Build & Test | |
on: | |
push: | |
branches: | |
- master | |
- v[0-9]+.[0-9]+.x-staging | |
- v[0-9]+.[0-9]+.x | |
paths-ignore: | |
- README.md | |
- .github/** | |
- '!.github/workflows/build.yml' | |
- '!.github/actions/build-rust/action.yml' | |
- '!.github/actions/setup-node/action.yml' | |
pull_request: | |
merge_group: | |
branches: | |
- master | |
- v[0-9]+.[0-9]+.x-staging | |
- v[0-9]+.[0-9]+.x | |
paths-ignore: | |
- README.md | |
- .github/** | |
- '!.github/workflows/build.yml' | |
- '!.github/actions/build-rust/action.yml' | |
- '!.github/actions/setup-node/action.yml' | |
env: | |
DEBUG: napi:* | |
BUILD_TYPE: canary | |
APP_NAME: affine | |
COVERAGE: true | |
MACOSX_DEPLOYMENT_TARGET: '10.13' | |
NX_CLOUD_ACCESS_TOKEN: ${{ secrets.NX_CLOUD_ACCESS_TOKEN }} | |
jobs: | |
lint: | |
name: Lint | |
runs-on: ubuntu-latest | |
environment: development | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Setup Node.js | |
uses: ./.github/actions/setup-node | |
with: | |
electron-install: false | |
- name: Run i18n codegen | |
run: yarn i18n-codegen gen | |
- name: Run ESLint | |
run: yarn lint:eslint --max-warnings=0 | |
- name: Run Prettier | |
# Set nmMode in `actions/setup-node` will modify the .yarnrc.yml | |
run: | | |
git checkout .yarnrc.yml | |
yarn lint:prettier | |
- name: Run circular | |
run: yarn circular | |
- name: Run Type Check | |
run: yarn typecheck | |
build-server: | |
name: Build Server | |
runs-on: ubuntu-latest | |
environment: development | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Setup Node.js | |
uses: ./.github/actions/setup-node | |
with: | |
electron-install: false | |
- name: Build Server | |
run: yarn nx build @affine/server | |
- name: Upload server dist | |
uses: actions/upload-artifact@v3 | |
with: | |
name: server-dist | |
path: ./apps/server/dist | |
if-no-files-found: error | |
build-docs: | |
name: Build Docs | |
runs-on: ubuntu-latest | |
environment: development | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Setup Node.js | |
uses: ./.github/actions/setup-node | |
with: | |
electron-install: false | |
- run: yarn nx build @affine/docs | |
env: | |
NX_CLOUD_ACCESS_TOKEN: ${{ secrets.NX_CLOUD_ACCESS_TOKEN }} | |
build-storybook: | |
name: Build Storybook | |
runs-on: ubuntu-latest | |
environment: development | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Setup Node.js | |
uses: ./.github/actions/setup-node | |
with: | |
electron-install: false | |
- run: yarn nx build @affine/storybook | |
env: | |
NX_CLOUD_ACCESS_TOKEN: ${{ secrets.NX_CLOUD_ACCESS_TOKEN }} | |
- name: Upload storybook artifact | |
uses: actions/upload-artifact@v3 | |
with: | |
name: storybook | |
path: ./apps/storybook/storybook-static | |
if-no-files-found: error | |
build-core: | |
name: Build @affine/core | |
runs-on: ubuntu-latest | |
environment: development | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Setup Node.js | |
uses: ./.github/actions/setup-node | |
- name: Build Plugins | |
run: yarn run build:plugins | |
- name: Build Core | |
run: yarn nx build @affine/core | |
- name: Upload core artifact | |
uses: actions/upload-artifact@v3 | |
with: | |
name: core | |
path: ./apps/core/dist | |
if-no-files-found: error | |
build-storage: | |
name: Build Storage | |
runs-on: ubuntu-latest | |
environment: development | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Setup Node.js | |
uses: ./.github/actions/setup-node | |
- name: Setup Rust | |
uses: ./.github/actions/setup-rust | |
with: | |
target: 'x86_64-unknown-linux-gnu' | |
- name: Build Storage | |
run: yarn build:storage | |
- name: Upload storage.node | |
uses: actions/upload-artifact@v3 | |
with: | |
name: storage.node | |
path: ./packages/storage/storage.node | |
if-no-files-found: error | |
server-test: | |
name: Server Test | |
runs-on: ubuntu-latest | |
environment: development | |
needs: build-storage | |
services: | |
postgres: | |
image: postgres | |
env: | |
POSTGRES_PASSWORD: affine | |
options: >- | |
--health-cmd pg_isready | |
--health-interval 10s | |
--health-timeout 5s | |
--health-retries 5 | |
ports: | |
- 5432:5432 | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Setup Node.js | |
uses: ./.github/actions/setup-node | |
- name: Initialize database | |
run: | | |
psql -h localhost -U postgres -c "CREATE DATABASE affine;" | |
psql -h localhost -U postgres -c "CREATE USER affine WITH PASSWORD 'affine';" | |
psql -h localhost -U postgres -c "ALTER USER affine WITH SUPERUSER;" | |
env: | |
PGPASSWORD: affine | |
- name: Generate prisma client | |
run: | | |
yarn exec prisma generate | |
yarn exec prisma db push | |
working-directory: apps/server | |
env: | |
DATABASE_URL: postgresql://affine:affine@localhost:5432/affine | |
- name: Run init-db script | |
run: yarn exec ts-node-esm ./scripts/init-db.ts | |
working-directory: apps/server | |
env: | |
DATABASE_URL: postgresql://affine:affine@localhost:5432/affine | |
- name: Download storage.node | |
uses: actions/download-artifact@v3 | |
with: | |
name: storage.node | |
path: ./apps/server | |
- name: Run server tests | |
run: yarn test:coverage | |
working-directory: apps/server | |
env: | |
CARGO_TARGET_DIR: '${{ github.workspace }}/target' | |
DATABASE_URL: postgresql://affine:affine@localhost:5432/affine | |
- name: Upload server test coverage results | |
uses: codecov/codecov-action@v3 | |
with: | |
token: ${{ secrets.CODECOV_TOKEN }} | |
files: ./apps/server/.coverage/lcov.info | |
flags: server-test | |
name: affine | |
fail_ci_if_error: false | |
storybook-test: | |
name: Storybook Test | |
runs-on: ubuntu-latest | |
environment: development | |
needs: [build-storybook] | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Setup Node.js | |
uses: ./.github/actions/setup-node | |
with: | |
playwright-install: true | |
electron-install: false | |
- name: Download storybook artifact | |
uses: actions/download-artifact@v3 | |
with: | |
name: storybook | |
path: ./apps/storybook/storybook-static | |
- name: Run storybook tests | |
working-directory: ./apps/storybook | |
run: | | |
yarn exec concurrently -k -s first -n "SB,TEST" -c "magenta,blue" "yarn exec serve ./storybook-static -l 6006" "yarn exec wait-on tcp:6006 && yarn test" | |
e2e-plugin-test: | |
name: E2E Plugin Test | |
runs-on: ubuntu-latest | |
environment: development | |
needs: build-core | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Setup Node.js | |
uses: ./.github/actions/setup-node | |
with: | |
playwright-install: true | |
electron-install: false | |
- name: Download core artifact | |
uses: actions/download-artifact@v3 | |
with: | |
name: core | |
path: ./apps/core/dist | |
- name: Run playwright tests | |
run: yarn e2e --forbid-only | |
working-directory: tests/affine-plugin | |
env: | |
COVERAGE: true | |
- name: Collect code coverage report | |
run: yarn exec nyc report -t .nyc_output --report-dir .coverage --reporter=lcov | |
- name: Upload e2e test coverage results | |
uses: codecov/codecov-action@v3 | |
with: | |
token: ${{ secrets.CODECOV_TOKEN }} | |
files: ./.coverage/lcov.info | |
flags: e2e-plugin-test | |
name: affine | |
fail_ci_if_error: false | |
- name: Upload test results | |
if: ${{ failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: test-results-e2e-plugin | |
path: ./test-results | |
if-no-files-found: ignore | |
e2e-test: | |
name: E2E Test | |
runs-on: ubuntu-latest | |
strategy: | |
fail-fast: false | |
matrix: | |
shard: [1, 2, 3, 4, 5] | |
environment: development | |
needs: build-core | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Setup Node.js | |
uses: ./.github/actions/setup-node | |
with: | |
playwright-install: true | |
electron-install: false | |
- name: Download core artifact | |
uses: actions/download-artifact@v3 | |
with: | |
name: core | |
path: ./apps/core/dist | |
- name: Run playwright tests | |
run: yarn e2e --forbid-only --shard=${{ matrix.shard }}/${{ strategy.job-total }} | |
working-directory: tests/affine-local | |
env: | |
COVERAGE: true | |
- name: Collect code coverage report | |
run: yarn exec nyc report -t .nyc_output --report-dir .coverage --reporter=lcov | |
- name: Upload e2e test coverage results | |
uses: codecov/codecov-action@v3 | |
with: | |
token: ${{ secrets.CODECOV_TOKEN }} | |
files: ./.coverage/lcov.info | |
flags: e2etest | |
name: affine | |
fail_ci_if_error: false | |
- name: Upload test results | |
if: ${{ failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: test-results-e2e-${{ matrix.shard }} | |
path: ./test-results | |
if-no-files-found: ignore | |
e2e-migration-test: | |
name: E2E Migration Test | |
runs-on: ubuntu-latest | |
environment: development | |
needs: build-core | |
strategy: | |
matrix: | |
spec: | |
- { package: 0.7.0-canary.18 } | |
- { package: 0.8.0-canary.7 } | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Setup Node.js | |
uses: ./.github/actions/setup-node | |
with: | |
playwright-install: true | |
electron-install: false | |
- name: Download core artifact | |
uses: actions/download-artifact@v3 | |
with: | |
name: core | |
path: ./apps/core/dist | |
- name: Unzip | |
run: yarn unzip | |
working-directory: ./tests/affine-legacy/${{ matrix.spec.package }} | |
- name: Run playwright tests | |
run: yarn e2e --forbid-only | |
working-directory: ./tests/affine-legacy/${{ matrix.spec.package }} | |
- name: Upload test results | |
if: ${{ failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: test-results-e2e-migration-${{ matrix.spec.package }} | |
path: ./tests/affine-legacy/${{ matrix.spec.package }}/test-results | |
if-no-files-found: ignore | |
desktop-test: | |
name: Desktop Test | |
runs-on: ${{ matrix.spec.os }} | |
environment: development | |
strategy: | |
fail-fast: false | |
# all combinations: macos-latest x64, macos-latest arm64, windows-latest x64, ubuntu-latest x64 | |
matrix: | |
spec: | |
- { | |
os: macos-latest, | |
platform: macos, | |
arch: x64, | |
target: x86_64-apple-darwin, | |
test: true, | |
} | |
- { | |
os: macos-latest, | |
platform: macos, | |
arch: arm64, | |
target: aarch64-apple-darwin, | |
test: false, | |
} | |
- { | |
os: ubuntu-latest, | |
platform: linux, | |
arch: x64, | |
target: x86_64-unknown-linux-gnu, | |
test: true, | |
} | |
- { | |
os: windows-latest, | |
platform: windows, | |
arch: x64, | |
target: x86_64-pc-windows-msvc, | |
test: true, | |
} | |
needs: build-core | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Setup Node.js | |
uses: ./.github/actions/setup-node | |
timeout-minutes: 10 | |
with: | |
playwright-install: true | |
hard-link-nm: false | |
- name: Build AFFiNE native | |
uses: ./.github/actions/build-rust | |
with: | |
target: ${{ matrix.spec.target }} | |
nx_token: ${{ secrets.NX_CLOUD_ACCESS_TOKEN }} | |
- name: Run unit tests | |
if: ${{ matrix.spec.test }} | |
shell: bash | |
run: yarn vitest | |
working-directory: ./apps/electron | |
- name: Download core artifact | |
uses: actions/download-artifact@v3 | |
with: | |
name: core | |
path: apps/electron/resources/web-static | |
- name: Build Plugins | |
run: yarn run build:plugins | |
- name: Build Desktop Layers | |
run: yarn workspace @affine/electron build | |
- name: Upload desktop dist | |
uses: actions/upload-artifact@v3 | |
with: | |
name: dist-${{ matrix.spec.platform }}-${{ matrix.spec.arch }} | |
path: ./apps/electron/dist | |
- name: Run desktop tests | |
if: ${{ matrix.spec.test && matrix.spec.os == 'ubuntu-latest' }} | |
run: xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- yarn workspace @affine/electron test | |
env: | |
COVERAGE: true | |
- name: Run desktop tests | |
if: ${{ matrix.spec.test && matrix.spec.os != 'ubuntu-latest' }} | |
run: yarn workspace @affine/electron test | |
env: | |
COVERAGE: true | |
- name: Make bundle | |
if: ${{ matrix.spec.os == 'macos-latest' && matrix.spec.arch == 'arm64' }} | |
env: | |
SKIP_BUNDLE: true | |
run: yarn workspace @affine/electron make --platform=darwin --arch=arm64 | |
- name: Bundle output check | |
if: ${{ matrix.spec.os == 'macos-latest' && matrix.spec.arch == 'arm64' }} | |
run: | | |
yarn ts-node-esm ./scripts/macos-arm64-output-check.mts | |
working-directory: apps/electron | |
- name: Collect code coverage report | |
if: ${{ matrix.spec.test }} | |
run: yarn exec nyc report -t .nyc_output --report-dir .coverage --reporter=lcov | |
- name: Upload e2e test coverage results | |
if: ${{ matrix.spec.test }} | |
uses: codecov/codecov-action@v3 | |
with: | |
token: ${{ secrets.CODECOV_TOKEN }} | |
files: ./.coverage/lcov.info | |
flags: e2etest-${{ matrix.spec.os }}-${{ matrix.spec.arch }} | |
name: affine | |
fail_ci_if_error: false | |
- name: Upload test results | |
if: ${{ failure() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: test-results-e2e-${{ matrix.spec.os }}-${{ matrix.spec.arch }} | |
path: ./test-results | |
if-no-files-found: ignore | |
unit-test: | |
name: Unit Test | |
runs-on: ubuntu-latest | |
environment: development | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Setup Node.js | |
uses: ./.github/actions/setup-node | |
with: | |
electron-install: false | |
- name: Unit Test | |
run: yarn nx test:coverage @affine/monorepo | |
- name: Upload unit test coverage results | |
uses: codecov/codecov-action@v3 | |
with: | |
token: ${{ secrets.CODECOV_TOKEN }} | |
files: ./.coverage/store/lcov.info | |
flags: unittest | |
name: affine | |
fail_ci_if_error: false | |
build-docker: | |
if: github.ref == 'refs/heads/master' | |
name: Build Docker | |
runs-on: ubuntu-latest | |
needs: | |
- build-server | |
- build-core | |
- build-storage | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Download core artifact | |
uses: actions/download-artifact@v3 | |
with: | |
name: core | |
path: ./apps/core/dist | |
- name: Download server dist | |
uses: actions/download-artifact@v3 | |
with: | |
name: server-dist | |
path: ./apps/server/dist | |
- name: Download storage.node | |
uses: actions/download-artifact@v3 | |
with: | |
name: storage.node | |
path: ./apps/server | |
- name: Setup Git short hash | |
run: | | |
echo "GIT_SHORT_HASH=$(git rev-parse --short HEAD)" >> "$GITHUB_ENV" | |
- name: Login to GitHub Container Registry | |
uses: docker/login-action@v2 | |
with: | |
registry: ghcr.io | |
logout: false | |
username: ${{ github.actor }} | |
password: ${{ secrets.GITHUB_TOKEN }} | |
- name: Set up QEMU | |
uses: docker/setup-qemu-action@v2 | |
- name: Set up Docker Buildx | |
uses: docker/setup-buildx-action@v2 | |
- name: Build front Dockerfile | |
uses: docker/build-push-action@v4 | |
with: | |
context: . | |
push: true | |
pull: true | |
platforms: linux/amd64,linux/arm64 | |
provenance: true | |
file: .github/deployment/front/Dockerfile | |
tags: ghcr.io/toeverything/affine-front:${{ env.GIT_SHORT_HASH }},ghcr.io/toeverything/affine-front:latest | |
# setup node without cache configuration | |
# Prisma cache is not compatible with docker build cache | |
- name: Setup Node.js | |
uses: actions/setup-node@v3 | |
with: | |
node-version-file: '.nvmrc' | |
registry-url: https://npm.pkg.github.com | |
scope: '@toeverything' | |
- name: Install Node.js dependencies | |
run: yarn workspaces focus @affine/server --production | |
- name: Generate Prisma client | |
run: yarn workspace @affine/server prisma generate | |
- name: Build graphql Dockerfile | |
uses: docker/build-push-action@v4 | |
with: | |
context: . | |
push: true | |
pull: true | |
platforms: linux/amd64,linux/arm64 | |
provenance: true | |
file: .github/deployment/node/Dockerfile | |
tags: ghcr.io/toeverything/affine-graphql:${{ env.GIT_SHORT_HASH }},ghcr.io/toeverything/affine-graphql:latest |