ci: fast linting and testing #517
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Python Checks | |
| on: | |
| pull_request: | |
| push: | |
| branches: | |
| - master | |
| workflow_dispatch: | |
| env: | |
| CACHE_PATHS: | | |
| ~/.cache/huggingface | |
| ~/.cache/clip | |
| ~/.cache/imaginairy | |
| ~/.cache/torch | |
| jobs: | |
| lint: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/[email protected] | |
| with: | |
| python-version: 3.9 | |
| - name: Cache dependencies | |
| uses: actions/[email protected] | |
| id: cache | |
| with: | |
| path: ${{ env.pythonLocation }} | |
| key: ${{ env.pythonLocation }}-${{ hashFiles('requirements-dev.txt') }}-lint | |
| - name: Install Ruff | |
| if: steps.cache.outputs.cache-hit != 'true' | |
| run: grep -E 'ruff==' requirements-dev.txt | xargs pip install | |
| - name: Lint | |
| run: | | |
| echo "::add-matcher::.github/pylama_matcher.json" | |
| ruff --config tests/ruff.toml . | |
| autoformat: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/[email protected] | |
| with: | |
| python-version: 3.9 | |
| - name: Cache dependencies | |
| uses: actions/[email protected] | |
| id: cache | |
| with: | |
| path: ${{ env.pythonLocation }} | |
| key: ${{ env.pythonLocation }}-${{ hashFiles('requirements-dev.txt') }}-autoformat | |
| - name: Install Black | |
| if: steps.cache.outputs.cache-hit != 'true' | |
| run: grep -E 'black==' requirements-dev.txt | xargs pip install | |
| - name: Lint | |
| run: | | |
| black --diff --fast . | |
| test: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| python-version: ["3.8", "3.10"] | |
| subset: ["1/10", "2/10", "3/10", "4/10", "5/10", "6/10", "7/10", "8/10", "9/10", "10/10"] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| cache: pip | |
| cache-dependency-path: requirements-dev.txt | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --disable-pip-version-check -r requirements-dev.txt | |
| python -m pip install --disable-pip-version-check . | |
| - name: Get current date | |
| id: date | |
| run: echo "::set-output name=curmonth::$(date +'%Y-%m')" | |
| - name: Cache Model Files | |
| id: cache-model-files | |
| uses: actions/cache/restore@v3 | |
| with: | |
| path: ${{ env.CACHE_PATHS }} | |
| key: ${{ steps.date.outputs.curmonth }}-b | |
| # Generate initial file list for all directories | |
| - name: Generate initial model file list | |
| run: | | |
| for dir in $CACHE_PATHS; do | |
| if [ -d "$dir" ]; then | |
| find $dir | |
| fi | |
| done > initial_file_list.txt | |
| - name: Test with pytest | |
| timeout-minutes: 20 | |
| run: | | |
| pytest --durations=50 -v --subset ${{ matrix.subset }} | |
| # Generate final file list and check for new files | |
| - name: Generate final model file list | |
| run: | | |
| for dir in CACHE_PATHS; do | |
| if [ -d "$dir" ]; then | |
| find $dir | |
| fi | |
| done > final_file_list.txt | |
| if ! diff initial_file_list.txt final_file_list.txt > /dev/null; then | |
| echo "New files detected." | |
| echo "new_files=true" >> $GITHUB_ENV | |
| else | |
| echo "No new files detected." | |
| fi | |
| - uses: actions/cache/save@v3 | |
| id: cache | |
| if: env.new_files == 'true' | |
| with: | |
| path: ${{ env.CACHE_PATHS }} | |
| key: ${{ steps.date.outputs.curmonth }}-b |