Merge pull request #120 from mathworks/jdhameli-execution-tests

Execution tests
mathworks · Mar 26, 2024 · 4aa3d35 · 4aa3d35
2 parents 060dd58 + 78462ec
commit 4aa3d35
Show file tree

Hide file tree

Showing 20 changed files with 2,525 additions and 115 deletions.
diff --git a/.github/workflows/test-nightly.yml b/.github/workflows/test-nightly.yml
@@ -1,4 +1,4 @@
-# Run extension tests nightly on vscode insiders version
+# Run smoke tests nightly on vscode insiders version
 
 name: test-nightly
 
@@ -37,9 +37,10 @@ jobs:
         shell: bash
         if: ${{ success() && matrix.os == 'ubuntu-latest' }}
       - name: Run tests
-        run: npm run test-insiders
+        run: npm run test-smoke
         env:
           MLM_WEB_LICENSE: true
           MLM_WEB_ID: ${{secrets.MLM_WEB_ID}}
           MLM_WEB_USER_CRED: ${{secrets.MLM_WEB_USER_CRED}}
           DISPLAY: ":17.0"
+          VSCODE_VERSION: "insider"
diff --git a/.github/workflows/test-pull-request.yml b/.github/workflows/test-pull-request.yml
@@ -46,10 +46,21 @@ jobs:
         run: /usr/bin/Xvfb :17 -screen 0 1024x768x24 > /dev/null 2>&1 & echo "Started xvfb"
         shell: bash
         if: ${{ success() && matrix.os == 'ubuntu-latest' }}
-      - name: Run tests
-        run: npm run test
+      - name: Package vsix
+        run: npm run package
+      - name: npm install
+        run: npm install
+      - name: Run Smoke tests
+        run: npm run test-smoke
         env:
           MLM_WEB_LICENSE: true
           MLM_WEB_ID: ${{secrets.MLM_WEB_ID}}
           MLM_WEB_USER_CRED: ${{secrets.MLM_WEB_USER_CRED}}
           DISPLAY: ":17.0"
+      - name: Run UI tests
+        run: npm run test-ui
+        env:
+          MLM_WEB_LICENSE: true
+          MLM_WEB_ID: ${{secrets.MLM_WEB_ID}}
+          MLM_WEB_USER_CRED: ${{secrets.MLM_WEB_USER_CRED}}
+          DISPLAY: ":17.0"
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -13,7 +13,7 @@ on:
 
 jobs:
   test-smoke:
-    name: smoke-${{ matrix.version }}-${{ matrix.os }}
+    name: ${{ matrix.version }}-${{ matrix.os }}
     runs-on: ${{ matrix.os }}
     strategy:
       fail-fast: false
@@ -31,14 +31,27 @@ jobs:
           release: ${{ matrix.version }}
       - name: Setup node
         uses: actions/setup-node@v4
+        with:
+          "node-version": 18.x
       - name: npm clean install
         run: npm ci
       - name: Start Xvfb 
         run: /usr/bin/Xvfb :17 -screen 0 1024x768x24 > /dev/null 2>&1 & echo "Started xvfb"
         shell: bash
         if: ${{ success() && matrix.os == 'ubuntu-latest' }}
-      - name: Run tests
-        run: npm run test
+      - name: Package vsix
+        run: npm run package
+      - name: npm install
+        run: npm install
+      - name: Run UI tests
+        run: npm run test-ui
+        env:
+          MLM_WEB_LICENSE: true
+          MLM_WEB_ID: ${{secrets.MLM_WEB_ID}}
+          MLM_WEB_USER_CRED: ${{secrets.MLM_WEB_USER_CRED}}
+          DISPLAY: ":17.0"
+      - name: Run Smoke tests
+        run: npm run test-smoke
         env:
           MLM_WEB_LICENSE: true
           MLM_WEB_ID: ${{secrets.MLM_WEB_ID}}