-
Notifications
You must be signed in to change notification settings - Fork 1
120 lines (109 loc) · 3.15 KB
/
python-perf.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
name: Python Performance
on:
workflow_dispatch:
push:
branches: [ main ]
paths:
- '.github/workflows/python-perf.yml'
- 'binding/python/test_falcon_perf.py'
- 'lib/common/**'
- 'lib/linux/**'
- 'lib/jetson/**'
- 'lib/mac/**'
- 'lib/raspberry-pi/**'
- 'lib/windows/**'
pull_request:
branches: [ main, 'v[0-9]+.[0-9]+' ]
paths:
- '.github/workflows/python-perf.yml'
- 'binding/python/test_falcon_perf.py'
- 'lib/common/**'
- 'lib/linux/**'
- 'lib/jetson/**'
- 'lib/mac/**'
- 'lib/raspberry-pi/**'
- 'lib/windows/**'
defaults:
run:
working-directory: binding/python
jobs:
perf-github-hosted:
runs-on: ${{ matrix.os }}
strategy:
fail-fast: false
matrix:
# TODO: uncomment all commented lines
# os: [ubuntu-latest, windows-latest, macos-latest]
os: [ubuntu-latest]
include:
- os: ubuntu-latest
performance_threshold_sec: 1.2
# - os: windows-latest
# performance_threshold_sec: 0.0
# - os: macos-latest
# performance_threshold_sec: 0.0
steps:
- uses: actions/checkout@v3
- name: Set up Python 3.10
uses: actions/setup-python@v4
with:
python-version: '3.10'
- name: Pre-build dependencies
run: python -m pip install --upgrade pip
- name: Build dependencies
run: |
pip install wheel && python3 setup.py sdist bdist_wheel && pip install pip install -U dist/*.whl
- name: Install dependencies
run: pip install -r requirements.txt
- name: Test
run: >
python3 test_falcon_perf.py
--access-key ${{secrets.PV_VALID_ACCESS_KEY}}
--num-test-iterations 20
--performance-threshold-sec ${{matrix.performance_threshold_sec}}
# perf-self-hosted:
# runs-on: ${{ matrix.machine }}
#
# strategy:
# fail-fast: false
# matrix:
# machine: [rpi3-32, rpi3-64, rpi4-32, rpi4-64, jetson]
# include:
# - machine: rpi3-32
# performance_threshold_sec: 0.0
# - machine: rpi3-64
# performance_threshold_sec: 0.0
# - machine: rpi4-32
# performance_threshold_sec: 0.0
# - machine: rpi4-64
# performance_threshold_sec: 0.0
# - machine: jetson
# performance_threshold_sec: 0.0
#
# steps:
# - uses: actions/checkout@v3
#
# - name: Machine state before
# working-directory: resources/scripts
# run: bash machine-state.sh
#
# - name: Pre-build dependencies
# run: python3 -m pip install --upgrade pip
#
# - name: Build dependencies
# run: |
# pip install wheel && python3 setup.py sdist bdist_wheel && pip install pip install -U dist/*.whl
#
# - name: Install dependencies
# run: pip install -r requirements.txt
#
# - name: Test
# run: >
# python3 test_falcon_perf.py
# --access-key ${{secrets.PV_VALID_ACCESS_KEY}}
# --num-test-iterations 20
# --performance_threshold_sec ${{matrix.performance_threshold_sec}}
#
# - name: Machine state after
# working-directory: resources/scripts
# run: bash machine-state.sh