-
Notifications
You must be signed in to change notification settings - Fork 62
157 lines (129 loc) · 4.05 KB
/
tests.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
name: Tests
on:
push:
branches: [main]
pull_request:
workflow_dispatch:
env:
FORCE_COLOR: "1"
concurrency:
group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
cancel-in-progress: true
jobs:
lint:
runs-on: ubuntu-latest
steps:
- name: Check out the repository
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Set up Python 3.9
uses: actions/setup-python@v5
with:
python-version: '3.9'
- name: Setup uv
uses: astral-sh/setup-uv@v3
with:
enable-cache: true
cache-suffix: lint
cache-dependency-glob: pyproject.toml
- name: Install nox
run: uv pip install nox --system
- name: Cache mypy
uses: actions/cache@v4
with:
path: .mypy_cache
key: mypy-${{ runner.os }}-${{ env.pythonLocation }}-${{ hashFiles('pyproject.toml') }}
- name: Cache pre-commit hooks
uses: actions/cache@v4
with:
path: ~/.cache/pre-commit
key: pre-commit-3|${{ env.pythonLocation }}|${{ hashFiles('.pre-commit-config.yaml') }}
- name: Lint code
run: nox -s lint
datachain:
timeout-minutes: 40
runs-on: ${{ matrix.os }}
strategy:
fail-fast: false
matrix:
os: [ubuntu-latest-8-cores]
pyv: ['3.9', '3.10', '3.11', '3.12']
include:
- os: macos-latest
pyv: '3.9'
- os: macos-latest
pyv: '3.12'
- os: windows-latest
pyv: '3.9'
- os: windows-latest
pyv: '3.12'
steps:
- name: Check out the repository
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Set up Python ${{ matrix.pyv }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.pyv }}
- name: Setup uv
uses: astral-sh/setup-uv@v3
with:
enable-cache: true
cache-suffix: tests-${{ matrix.pyv }}
cache-dependency-glob: pyproject.toml
- name: Install nox
run: uv pip install nox --system
- name: Skip flaky azure, gs remotes on macOS
if: runner.os == 'macOS'
run: echo 'DISABLE_REMOTES_ARG=--disable-remotes=azure,gs' >> "$GITHUB_ENV"
- name: Skip all remotes on Windows
if: runner.os == 'Windows'
run: echo 'DISABLE_REMOTES_ARG=--disable-remotes=azure,gs' >> $env:GITHUB_ENV
- name: Run tests
run: nox -s tests-${{ matrix.pyv }} -- $DISABLE_REMOTES_ARG
shell: bash
- name: Upload coverage report
uses: codecov/codecov-action@v4
with:
token: ${{ secrets.CODECOV_TOKEN }}
files: coverage.xml
flags: datachain
- name: Build package
run: nox -s build
- name: Build docs
run: nox -s docs
examples:
runs-on: ${{ matrix.os }}
timeout-minutes: 60
strategy:
fail-fast: false
matrix:
os: [ubuntu-latest, macos-latest, windows-latest]
pyv: ['3.9', '3.12']
group: ['get_started', 'llm_and_nlp or computer_vision', 'multimodal']
exclude:
- {os: ubuntu-latest, pyv: '3.9', group: 'multimodal'}
- {os: ubuntu-latest, pyv: '3.12', group: 'multimodal'}
include:
- {os: ubuntu-latest-4-cores, pyv: "3.9", group: multimodal}
- {os: ubuntu-latest-4-cores, pyv: "3.12", group: multimodal}
steps:
- uses: actions/checkout@v4
- name: Set up Python ${{ matrix.pyv }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.pyv }}
- name: Setup uv
uses: astral-sh/setup-uv@v3
with:
enable-cache: true
cache-suffix: examples-${{ matrix.pyv }}
cache-dependency-glob: pyproject.toml
- name: Install nox
run: uv pip install nox --system
- name: Run examples
env:
HF_TOKEN: ${{ secrets.HF_TOKEN }}
run: nox -s examples -p ${{ matrix.pyv }} -- -m "${{ matrix.group }}"