feat: fix CI failing issues (#267)

fix issues on main CI:
* test_contract (3.9) stuck 6hrs... should really be just 30s
* test_integration (3.9) failling but not on other version

hopefully can speed up CI a bit with `pytest -n auto` (Automatically run
your tests in parallel across all available CPU cores) -> ubuntu-latest
has 2 core CPU so should be able to speed up in half?

note:
* maybe could be faster if we switch to our own github runner? (if it
has more core)

Author: yuming-long

.github/workflows/ci.yaml

@@ -20,7 +20,7 @@ jobs:
   test_unit:
     strategy:
       matrix:
-        python-version: ["3.9","3.10","3.11"]
+        python-version: [ "3.9","3.10","3.11", "3.12" ]
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v4
@@ -32,7 +32,7 @@ jobs:
       run: make install
     - name: Run unit tests
       run: |
-        poetry run make test-unit
+        make test-unit
 
   lint:
     runs-on: ubuntu-latest
@@ -42,12 +42,12 @@ jobs:
       run: make install
     - name: Lint
       run: |
-        poetry run make lint
+        make lint
 
   test_integration:
     strategy:
       matrix:
-        python-version: ["3.9","3.10","3.11"]
+        python-version: [ "3.9","3.10","3.11", "3.12" ]
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v4
@@ -57,9 +57,9 @@ jobs:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: make install
-    - name: Run all tests
+    - name: Run integration tests
       run: |
-        poetry run make test
+        make test-integration-docker
       env:
         UNSTRUCTURED_API_KEY: ${{ secrets.UNSTRUCTURED_API_KEY }}
 
@@ -79,8 +79,7 @@ jobs:
       - name: Install dependencies
         run: |
           make install
-          source .venv/bin/activate && make install-test-contract
-      - name: Run unit tests
+      - name: Run contract tests
         run: |
-          poetry run make test-contract
+          make test-contract
 

Makefile

@@ -19,11 +19,6 @@ install:
 install-speakeasy-cli:
 	curl -fsSL https://raw.githubusercontent.com/speakeasy-api/speakeasy/main/install.sh | sh
 
-## install-test:				install test requirements as they cannot be put into pyproject.toml due to python version requirements mismatch
-.PHONY: install-test-contract
-install-test-contract:
-	pip install unstructured pytest-httpx
-
 #################
 # Test and Lint #
 #################
@@ -33,30 +28,30 @@ test: test-unit test-integration-docker
 
 .PHONY: test-unit
 test-unit:
-	PYTHONPATH=. pytest _test_unstructured_client -v -k "unit"
+	PYTHONPATH=. poetry run pytest -n auto _test_unstructured_client -v -k "unit"
 
 .PHONY: test-contract
 test-contract:
-	PYTHONPATH=. pytest _test_contract -v
+	PYTHONPATH=. poetry run pytest -n auto _test_contract -v
 
 # Assumes you have unstructured-api running on localhost:8000
 .PHONY: test-integration
 test-integration:
-	PYTHONPATH=. pytest _test_unstructured_client -v -k "integration"
+	PYTHONPATH=. poetry run pytest -n auto _test_unstructured_client -v -k "integration"
 
 # Runs the unstructured-api in docker for tests
 .PHONY: test-integration-docker
 test-integration-docker:
 	-docker stop unstructured-api && docker kill unstructured-api
 	docker run --name unstructured-api -p 8000:8000 -d --rm ${DOCKER_IMAGE} --host 0.0.0.0 && \
 	curl -s -o /dev/null --retry 10 --retry-delay 5 --retry-all-errors http://localhost:8000/general/docs && \
-	PYTHONPATH=. pytest _test_unstructured_client -v -k "integration" && \
+	PYTHONPATH=. poetry run pytest -n auto _test_unstructured_client -v -k "integration" && \
 	docker kill unstructured-api
 
 .PHONY: lint
 lint:
-	pylint --rcfile=pylintrc src
-	mypy src
+	poetry run pylint --rcfile=pylintrc src
+	poetry run mypy src
 
 #############
 # Speakeasy #

poetry.lock

@@ -41,6 +41,9 @@ pytest-asyncio = ">=0.24.0"
 pytest-mock = ">=3.14.0"
 types-aiofiles = ">=24.1.0"
 uvloop = ">=0.20.0"
+pytest-httpx = ">=0.35.0"
+unstructured = ">= 0.17.2"
+pytest-xdist = "^3.5.0"
 
 [build-system]
 requires = ["poetry-core"]