Execution tests

Author: jdhameli

.github/workflows/test-nightly.yml

@@ -1,4 +1,4 @@
-# Run extension tests nightly on vscode insiders version
+# Run smoke tests nightly on vscode insiders version
 
 name: test-nightly
 
@@ -37,9 +37,10 @@ jobs:
         shell: bash
         if: ${{ success() && matrix.os == 'ubuntu-latest' }}
       - name: Run tests
-        run: npm run test-insiders
+        run: npm run test-smoke
         env:
           MLM_WEB_LICENSE: true
           MLM_WEB_ID: ${{secrets.MLM_WEB_ID}}
           MLM_WEB_USER_CRED: ${{secrets.MLM_WEB_USER_CRED}}
           DISPLAY: ":17.0"
+          VSCODE_VERSION: "insider"

.github/workflows/test-pull-request.yml

@@ -46,10 +46,21 @@ jobs:
         run: /usr/bin/Xvfb :17 -screen 0 1024x768x24 > /dev/null 2>&1 & echo "Started xvfb"
         shell: bash
         if: ${{ success() && matrix.os == 'ubuntu-latest' }}
-      - name: Run tests
-        run: npm run test
+      - name: Package vsix
+        run: npm run package
+      - name: npm install
+        run: npm install
+      - name: Run Smoke tests
+        run: npm run test-smoke
         env:
           MLM_WEB_LICENSE: true
           MLM_WEB_ID: ${{secrets.MLM_WEB_ID}}
           MLM_WEB_USER_CRED: ${{secrets.MLM_WEB_USER_CRED}}
           DISPLAY: ":17.0"
+      - name: Run UI tests
+        run: npm run test-ui
+        env:
+          MLM_WEB_LICENSE: true
+          MLM_WEB_ID: ${{secrets.MLM_WEB_ID}}
+          MLM_WEB_USER_CRED: ${{secrets.MLM_WEB_USER_CRED}}
+          DISPLAY: ":17.0"

.github/workflows/test.yml

@@ -13,7 +13,7 @@ on:
 
 jobs:
   test-smoke:
-    name: smoke-${{ matrix.version }}-${{ matrix.os }}
+    name: ${{ matrix.version }}-${{ matrix.os }}
     runs-on: ${{ matrix.os }}
     strategy:
       fail-fast: false
@@ -31,14 +31,27 @@ jobs:
           release: ${{ matrix.version }}
       - name: Setup node
         uses: actions/setup-node@v4
+        with:
+          "node-version": 18.x
       - name: npm clean install
         run: npm ci
       - name: Start Xvfb 
         run: /usr/bin/Xvfb :17 -screen 0 1024x768x24 > /dev/null 2>&1 & echo "Started xvfb"
         shell: bash
         if: ${{ success() && matrix.os == 'ubuntu-latest' }}
-      - name: Run tests
-        run: npm run test
+      - name: Package vsix
+        run: npm run package
+      - name: npm install
+        run: npm install
+      - name: Run UI tests
+        run: npm run test-ui
+        env:
+          MLM_WEB_LICENSE: true
+          MLM_WEB_ID: ${{secrets.MLM_WEB_ID}}
+          MLM_WEB_USER_CRED: ${{secrets.MLM_WEB_USER_CRED}}
+          DISPLAY: ":17.0"
+      - name: Run Smoke tests
+        run: npm run test-smoke
         env:
           MLM_WEB_LICENSE: true
           MLM_WEB_ID: ${{secrets.MLM_WEB_ID}}