feat(app-testing): analyses snapshots

Author: y3rsh

.github/workflows/analyses-snapshot-test.yaml

@@ -0,0 +1,50 @@
+name: Automated Testing Workflow
+
+on:
+  push:
+    branches:
+      - 7.1-analyses-battery
+  workflow_dispatch:
+    inputs:
+      TARGET:
+        description: 'Target branch or tag'
+        required: true
+        default: 'edge'
+      TEST_SOURCE:
+        description: 'Target for the test code'
+        required: true
+        default: 'edge'
+  schedule:
+    - cron:  '0 7-8 * * *' # Random time between 2-3 AM EST (7-8 AM UTC)
+
+jobs:
+  build-and-test:
+    runs-on: ubuntu-latest
+    env:
+      TARGET: ${{ github.event.inputs.TARGET || 'v7.1.0-alpha.9' }}
+      TEST_SOURCE: ${{ github.event.inputs.TEST_SOURCE || '7.1-analyses-battery' }}
+
+    steps:
+    - name: Checkout Repository
+      uses: actions/checkout@v4
+      with:
+        ref: ${{ env.TEST_SOURCE }}
+
+    - name: Docker Build
+      working-directory: app-testing
+      run: make build-opentrons-analysis
+
+    - name: Set up Python 3.12
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.12'
+        cache: 'pipenv'
+        cache-dependency-path: app-testing/Pipfile.lock
+
+    - name: Setup Python Dependencies
+      working-directory: app-testing
+      run: make setup
+
+    - name: Run Test
+      working-directory: app-testing
+      run: make snapshot-test

.github/workflows/app-testing-lint.yaml

@@ -22,17 +22,15 @@ jobs:
     runs-on: 'ubuntu-latest'
     steps:
       - name: Checkout opentrons repo
-        uses: 'actions/checkout@v3'
+        uses: 'actions/checkout@v4'
 
       - name: Setup Python
-        uses: 'actions/setup-python@v4'
+        uses: 'actions/setup-python@v5'
         with:
           python-version: '3.12'
           cache: 'pipenv'
           cache-dependency-path: app-testing/Pipfile.lock
-      - name: Install Pipenv
-        run: pip install -U pipenv
-      - name: Pipenv Install
+      - name: Setup
         id: install
         working-directory: ./app-testing
         run: make setup

app-testing/.gitignore

@@ -1,2 +1,3 @@
 .env
 results
+analysis_results/*.json

app-testing/Makefile

@@ -16,7 +16,7 @@ ruff-check:
 
 .PHONY: mypy
 mypy:
-	python -m pipenv run python -m mypy conftest.py automation tests ci-tools
+	python -m pipenv run python -m mypy conftest.py automation tests citools
 
 .PHONY: lint
 lint:
@@ -36,6 +36,7 @@ test-ci:
 
 .PHONY: setup
 setup:
+	$(MAKE) install-pipenv
 	python -m pipenv install
 
 .PHONY: teardown
@@ -49,3 +50,23 @@ format-readme:
 .PHONY: print-protocols
 print-protocols:
 	python -m pipenv run python print_protocols.py
+
+.PHONY: install-pipenv
+install-pipenv:
+	python -m pip install -U pipenv
+
+.PHONY: snapshot-test
+snapshot-test:
+	python -m pipenv run pytest -k analyses_snapshot_test
+
+.PHONY: snapshot-test-update
+snapshot-test-update:
+	python -m pipenv run pytest -k analyses_snapshot_test --snapshot-update
+
+TARGET ?= v7.1.0-alpha.9
+
+.PHONY: build-opentrons-analysis
+build-opentrons-analysis:
+	@echo "Building docker image for $(TARGET)"
+	@echo "If you want to build a different version, run 'make build-docker TARGET=<version>'"
+	docker build --build-arg OPENTRONS_VERSION=$(TARGET) -t opentrons-analysis:$(TARGET) citools/.

app-testing/README.md

@@ -19,8 +19,8 @@ Slices of the tests will be selected as candidates for automation and then perfo
          1. `make -C app-shell dist-osx`
 3. Install Chromedriver
    1. in the app-testing directory
-   2. `sudo ./ci-tools/{YOUR_OS}_get_chromedriver.sh 21.3.1` passing the version of electron in the repository root [package.json](`/opentrons/package.json`) for electron
-   3. windows example using sudo (scoop install sudo): `sudo .\ci-tools\windows_get_chromedriver.ps1 21.3.1`
+   2. `sudo ./citools/{YOUR_OS}_get_chromedriver.sh 21.3.1` passing the version of electron in the repository root [package.json](`/opentrons/package.json`) for electron
+   3. windows example using sudo (scoop install sudo): `sudo .\citools\windows_get_chromedriver.ps1 21.3.1`
    4. run `chromedriver --version` to verify
 4. Create .env from example.env `cp example.env .env`
    1. Fill in values (if there are secrets)