add a test fips command #6146
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# This workflow will do a clean install of node dependencies, build the source code and run tests | |
name: Continuous Integration | |
on: push | |
jobs: | |
build-and-test: | |
strategy: | |
fail-fast: false | |
matrix: | |
version: [14, 16, 18, 20] | |
name: Build and test | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v4 | |
- name: Install node | |
uses: actions/setup-node@v4 | |
with: | |
node-version: ${{ matrix.version }} | |
- run: yarn install --immutable | |
- run: yarn build | |
- name: Run yarn lint:ci | |
run: | | |
if ! yarn lint:ci ; then | |
echo "ESLint failed with the following errors:" | |
jq '.runs[].results' sarif-datadog-ci.sarif | |
echo "" | |
echo "Find the full SARIF report in the Artifacts section here: https://github.com/DataDog/datadog-ci/actions/runs/${{ github.run_id }}" | |
echo "You can fix this by running ==> yarn format <==" | |
echo "" | |
exit 1 | |
fi | |
- run: yarn no-only-in-tests | |
- run: yarn test | |
env: | |
CI: true | |
DD_SERVICE: datadog-ci-tests | |
DD_CIVISIBILITY_AGENTLESS_ENABLED: 1 | |
DD_API_KEY: ${{ secrets.DATADOG_API_KEY_MAIN_ACCOUNT }} | |
DD_APP_KEY: ${{ secrets.DATADOG_APP_KEY_MAIN_ACCOUNT }} | |
DD_ENV: ci | |
NODE_OPTIONS: -r dd-trace/ci/init | |
- run: mkdir artifacts | |
- run: yarn pack --filename artifacts/datadog-ci-${{ matrix.version }}.tgz | |
- run: cp -r .github/workflows/e2e artifacts/ | |
- uses: actions/upload-artifact@v4 | |
with: | |
name: artifacts-${{ matrix.version }} | |
path: artifacts/ | |
- uses: actions/upload-artifact@v4 | |
if: always() | |
with: | |
name: sarif-datadog-ci-${{ matrix.version }}.sarif | |
path: sarif-datadog-ci.sarif | |
if-no-files-found: error | |
e2e-test: | |
strategy: | |
matrix: | |
version: [14, 16, 18, 20] | |
name: End-to-end test the package | |
runs-on: ubuntu-latest | |
needs: build-and-test | |
env: | |
FORCE_COLOR: 1 | |
steps: | |
- uses: actions/checkout@v4 | |
- name: Install node | |
uses: actions/setup-node@v4 | |
with: | |
node-version: ${{ matrix.version }} | |
- uses: actions/download-artifact@v4 | |
with: | |
name: artifacts-${{ matrix.version }} | |
path: artifacts/ | |
- run: yarn add ./artifacts/datadog-ci-${{ matrix.version }}.tgz | |
- name: Run synthetics test | |
run: yarn datadog-ci synthetics run-tests --config artifacts/e2e/global.config.json | |
env: | |
DATADOG_API_KEY: ${{ secrets.DATADOG_API_KEY_E2E }} | |
DATADOG_APP_KEY: ${{ secrets.DATADOG_APP_KEY_E2E }} | |
- name: Run sourcemaps upload test | |
run: yarn datadog-ci sourcemaps upload artifacts/e2e/sourcemaps/ --release-version=e2e --service=e2e-tests --minified-path-prefix=https://e2e-tests.datadoghq.com/static/ | |
env: | |
DATADOG_API_KEY: ${{ secrets.DATADOG_API_KEY_E2E }} | |
DATADOG_APP_KEY: ${{ secrets.DATADOG_APP_KEY_E2E }} | |
- name: Run junit upload test (measures) | |
run: yarn datadog-ci junit upload --service=datadog-ci-e2e-tests-junit **/junit-reports/**/*.xml --measures testmeasure1:20 --report-measures sessionmeasure1:40 | |
env: | |
DD_API_KEY: ${{ secrets.DD_API_KEY_CI_VISIBILITY }} | |
- name: Check that test data can be queried (measures) | |
run: | | |
yarn add @datadog/datadog-api-client | |
yarn check-junit-upload | |
env: | |
EXTRA_TEST_QUERY_FILTER: '@testmeasure1:20' | |
EXTRA_SESSION_QUERY_FILTER: '@sessionmeasure1:40' | |
DD_API_KEY: ${{ secrets.DD_API_KEY_CI_VISIBILITY }} | |
DD_APP_KEY: ${{ secrets.DD_APP_KEY_CI_VISIBILITY }} | |
DD_SERVICE: datadog-ci-e2e-tests-junit | |
- name: Run junit upload test (metrics), passing glob as literal string | |
run: yarn datadog-ci junit upload --service=datadog-ci-e2e-tests-junit '**/junit-reports/**' --metrics testmeasure2:60 --report-metrics sessionmeasure2:80 | |
env: | |
DD_API_KEY: ${{ secrets.DD_API_KEY_CI_VISIBILITY }} | |
- name: Check that test data can be queried (metrics) | |
run: | | |
yarn add @datadog/datadog-api-client | |
yarn check-junit-upload | |
env: | |
EXTRA_TEST_QUERY_FILTER: '@testmeasure2:60' | |
EXTRA_SESSION_QUERY_FILTER: '@sessionmeasure2:80' | |
DD_API_KEY: ${{ secrets.DD_API_KEY_CI_VISIBILITY }} | |
DD_APP_KEY: ${{ secrets.DD_APP_KEY_CI_VISIBILITY }} | |
DD_SERVICE: datadog-ci-e2e-tests-junit | |
- name: Run sarif upload test | |
run: yarn datadog-ci sarif upload --service=datadog-ci-e2e-tests-sarif artifacts/e2e/sarif-reports | |
env: | |
DD_API_KEY: ${{ secrets.DD_API_KEY_CI_VISIBILITY }} | |
- name: Run sbom upload test | |
run: yarn datadog-ci sbom upload --service=datadog-ci-e2e-tests-sbom --env test artifacts/e2e/sbom-reports/sbom.json | |
env: | |
DD_API_KEY: ${{ secrets.DD_API_KEY_CI_VISIBILITY }} | |
DD_APP_KEY: ${{ secrets.DD_APP_KEY_CI_VISIBILITY }} | |
standalone-binary-test-ubuntu: | |
name: Test standalone binary in ubuntu | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v4 | |
- name: Install node | |
uses: actions/setup-node@v4 | |
with: | |
node-version: 20.11.0 # Use newer version to build the standalone binary | |
- run: yarn install --immutable | |
- run: yarn build | |
- name: Create standalone binary | |
run: yarn dist-standalone -t node14-linux-x64 -o datadog-ci_linux-x64 | |
- name: Remove dist and src folder to check that binary can stand alone | |
run: | | |
rm -rf dist | |
rm -rf src | |
- name: Test generated standalone binary | |
run: yarn dist-standalone:test | |
standalone-binary-test-ubuntu-arm: | |
name: Test standalone binary in ARM ubuntu | |
runs-on: | |
group: ARM LINUX SHARED | |
labels: arm-4core-linux | |
steps: | |
- uses: actions/checkout@v4 | |
- name: Install node | |
uses: actions/setup-node@v4 | |
with: | |
node-version: 20.11.0 # Use newer version to build the standalone binary | |
- run: npm install -g yarn | |
name: Install Yarn # Yarn is not installed by default in this runner | |
- run: yarn install --immutable | |
- run: yarn build | |
- name: Create standalone binary | |
run: yarn dist-standalone -t node14-linux-arm64 -o datadog-ci_linux-arm64 | |
- name: Remove dist and src folder to check that binary can stand alone | |
run: | | |
rm -rf dist | |
rm -rf src | |
- name: Test generated standalone binary | |
run: yarn dist-standalone:test | |
standalone-binary-test-windows: | |
name: Test standalone binary in windows | |
runs-on: windows-latest | |
steps: | |
- uses: actions/checkout@v4 | |
- name: Install node | |
uses: actions/setup-node@v4 | |
with: | |
node-version: 20.11.0 # Use newer version to build the standalone binary | |
- run: yarn install --immutable | |
- run: yarn build:win | |
- name: Create standalone binary | |
run: yarn dist-standalone -t node14-win-x64 -o datadog-ci_win-x64 | |
- name: Remove dist and src folder to check that binary can stand alone | |
run: | | |
rm dist -r | |
rm src -r | |
- name: Test generated standalone binary | |
run: yarn dist-standalone:test | |
standalone-binary-test-macos: | |
name: Test standalone binary in macOS | |
# `macos-latest-large` is an x64 image, and we need it to run the standalone tests | |
# https://github.com/actions/runner-images#available-images | |
runs-on: macos-latest-large | |
steps: | |
- uses: actions/checkout@v4 | |
- name: Install node | |
uses: actions/setup-node@v4 | |
with: | |
node-version: 20.11.0 # Use newer version to build the standalone binary | |
- run: yarn install --immutable | |
- run: yarn build | |
- name: Create standalone binary | |
run: yarn dist-standalone -t node14-macos-x64 -o datadog-ci_darwin-x64 | |
- name: Remove dist and src folder to check that binary can stand alone | |
run: | | |
rm -rf dist | |
rm -rf src | |
- name: Test generated standalone binary | |
run: yarn dist-standalone:test | |
standalone-binary-test-macos-arm: | |
name: Test standalone binary in ARM macOS | |
runs-on: macos-latest | |
steps: | |
- uses: actions/checkout@v4 | |
- name: Install node | |
uses: actions/setup-node@v4 | |
with: | |
node-version: 20.11.0 # Use newer version to build the standalone binary | |
- run: yarn install --immutable | |
- run: yarn build | |
- name: Create standalone binary | |
run: yarn dist-standalone -t node14-macos-arm64 -o datadog-ci_darwin-arm64 | |
- name: Remove dist and src folder to check that binary can stand alone | |
run: | | |
rm -rf dist | |
rm -rf src | |
- name: Test generated standalone binary | |
run: yarn dist-standalone:test | |
datadog-static-analyzer: | |
runs-on: ubuntu-latest | |
name: Static Analyzer - Diff Aware | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v4 | |
- name: Run Datadog static analyzer | |
id: datadog-static-analysis | |
uses: DataDog/datadog-static-analyzer-github-action@main | |
with: | |
dd_app_key: ${{ secrets.DATADOG_APP_KEY_MAIN_ACCOUNT }} | |
dd_api_key: ${{ secrets.DATADOG_API_KEY_MAIN_ACCOUNT }} | |
dd_service: 'datadog-ci' | |
dd_env: 'ci' | |
cpu_count: 2 | |
diff_aware: true | |
datadog-static-analyzer-non-diff-aware: | |
runs-on: ubuntu-latest | |
name: Static Analyzer - Non Diff Aware | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v4 | |
- name: Run Datadog static analyzer | |
id: datadog-static-analysis | |
uses: DataDog/datadog-static-analyzer-github-action@main | |
with: | |
dd_app_key: ${{ secrets.DATADOG_APP_KEY_MAIN_ACCOUNT }} | |
dd_api_key: ${{ secrets.DATADOG_API_KEY_MAIN_ACCOUNT }} | |
dd_service: 'datadog-ci' | |
dd_env: 'ci-no-da' | |
cpu_count: 2 | |
diff_aware: false | |
check-licenses: | |
name: Check licenses | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v4 | |
- name: Install node | |
uses: actions/setup-node@v4 | |
with: | |
node-version: 14.18.3 | |
# The install step has been added here such that the `.yarn/install-state.gz` file is generated. This file is used | |
# by the script `check-licenses` below. | |
- run: yarn install --immutable | |
- run: yarn check-licenses |