Tagging of test suites #850
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Run Examples | |
on: | |
push: | |
branches: | |
- main | |
pull_request: | |
branches: | |
- main | |
workflow_dispatch: | |
jobs: | |
CheckTestTagging: | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v4 | |
- uses: actions/setup-java@v4 | |
with: | |
distribution: 'temurin' | |
java-version: '21' | |
- run: './mill test.compile' | |
- name: Check all test suites have at least one tag | |
run: .github/workflows/check-test-tagging.sh | |
Scalafmt: | |
runs-on: ubuntu-latest | |
steps: | |
- uses: olafurpg/setup-scala@v11 | |
with: | |
java-version: [email protected] | |
- uses: actions/checkout@v1 | |
- name: Check Source Formatting | |
run: sbt scalafmtCheckAll | |
Compile: | |
runs-on: ubuntu-latest | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v4 | |
- uses: actions/setup-java@v4 | |
with: | |
distribution: 'temurin' | |
java-version: '21' | |
- name: Compile BASIL Mill | |
run: ./mill compile | |
StandardSystemTests: | |
runs-on: ubuntu-latest | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v4 | |
- uses: actions/setup-java@v4 | |
with: | |
distribution: 'temurin' | |
java-version: '21' | |
- uses: actions/setup-dotnet@v4 | |
with: | |
dotnet-version: '6.0.x' | |
- run: sudo apt-get update | |
- run: sudo apt-get install -y z3='4.8.12-*' | |
- run: dotnet tool install --global boogie --version '3.4.3' | |
- run: ./mill compile | |
- run: ./scripts/scalatest.sh -oID -n test_util.tags.StandardSystemTest | |
- uses: actions/upload-artifact@v4 | |
with: | |
name: testresult-${{ github.run_number }} | |
path: | | |
src/test/*.csv | |
src/test/*.svg | |
- run: | | |
pushd src/test | |
tail -n+1 summary-*.csv | |
pasted="$(paste headers.md.part summary-*.md.part)" | |
for part in summary-*.md.part; do | |
# basename, then everything after "summary-", then everything before ".md.part" (via two rev passes) | |
testname="$(basename $part | cut -d- -f2- | rev | cut -d. -f3- | rev)" | |
[[ -n "$testname" ]] | |
svg="verifyTime-$testname.svg" | |
ls -l "$svg" | |
# 1920 hours = 80 days | |
#url="$(curl -F"file=@$svg" -Fexpires=1920 http://0x0.st)" | |
#[[ -n "$url" ]] | |
#pasted="$(echo "$pasted" | sed "s#HISTO${testname}HISTO#$url#g")" | |
done | |
popd | |
echo "$pasted" > $GITHUB_STEP_SUMMARY | |
shell: "bash -xe {0}" | |
UnitTests: | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v4 | |
- uses: actions/setup-java@v4 | |
with: | |
distribution: 'temurin' | |
java-version: '21' | |
- uses: actions/setup-dotnet@v4 | |
with: | |
dotnet-version: '6.0.x' | |
- run: sudo apt-get update | |
- run: sudo apt-get install -y z3='4.8.12-*' | |
- run: dotnet tool install --global boogie --version '3.4.3' | |
- run: ./mill test.compile | |
- run: ./scripts/scalatest.sh -oID -n test_util.tags.UnitTest | |
# every test with package prefix: | |
# sbt "show test:definedTests" | |
AnalysisSystemTests: | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v4 | |
- run: ./mill test.compile | |
- uses: actions/setup-java@v4 | |
with: | |
distribution: 'temurin' | |
java-version: '21' | |
- uses: actions/setup-dotnet@v4 | |
with: | |
dotnet-version: '6.0.x' | |
- run: sudo apt-get update | |
- run: sudo apt-get install -y z3='4.8.12-*' | |
- run: dotnet tool install --global boogie --version '3.4.3' | |
- run: echo "All systemtest suites:" && ./mill test.testOnly '*SystemTests*' -- -z 'xxxx' | |
- run: ./mill compile | |
- run: ./scripts/scalatest.sh -oID -n test_util.tags.AnalysisSystemTest |