-
Notifications
You must be signed in to change notification settings - Fork 11
105 lines (88 loc) · 2.7 KB
/
python-perf.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
name: Python Performance
on:
workflow_dispatch:
push:
branches: [ main ]
paths:
- '.github/workflows/python-perf.yml'
- 'binding/python/test_cobra_perf.py'
- 'lib/linux/**'
- 'lib/mac/**'
- 'lib/raspberry-pi/**'
- 'lib/windows/**'
- 'res/audio/**'
pull_request:
branches: [ main, 'v[0-9]+.[0-9]+' ]
paths:
- '.github/workflows/python-perf.yml'
- 'binding/python/test_cobra_perf.py'
- 'lib/linux/**'
- 'lib/mac/**'
- 'lib/raspberry-pi/**'
- 'lib/windows/**'
- 'res/audio/**'
defaults:
run:
working-directory: binding/python
jobs:
perf-github-hosted:
runs-on: ${{ matrix.os }}
strategy:
fail-fast: false
matrix:
os: [ubuntu-latest, windows-latest, macos-latest]
include:
- os: ubuntu-latest
performance_threshold_sec: 0.006
- os: windows-latest
performance_threshold_sec: 0.006
- os: macos-latest
performance_threshold_sec: 0.006
steps:
- uses: actions/checkout@v3
- name: Set up Python '3.10'
uses: actions/setup-python@v2
with:
python-version: '3.10'
- name: Pre-build dependencies
run: python -m pip install --upgrade pip
- name: Install dependencies
run: pip install -r requirements.txt
- name: Test
run: python test_cobra_perf.py ${{secrets.PV_VALID_ACCESS_KEY}} 100 ${{matrix.performance_threshold_sec}}
perf-self-hosted:
runs-on: ${{ matrix.machine }}
strategy:
fail-fast: false
matrix:
machine: [rpi3-32, rpi3-64, rpi4-32, rpi4-64, rpi5-64]
include:
- machine: rpi3-32
num_test_iterations: 100
performance_threshold_sec: 0.05
- machine: rpi3-64
num_test_iterations: 100
performance_threshold_sec: 0.05
- machine: rpi4-32
num_test_iterations: 100
performance_threshold_sec: 0.023
- machine: rpi4-64
num_test_iterations: 100
performance_threshold_sec: 0.022
- machine: rpi5-64
num_test_iterations: 100
performance_threshold_sec: 0.011
steps:
- uses: actions/checkout@v3
- name: Pre-build dependencies
run: python3 -m pip install --upgrade pip
- name: Install dependencies
run: pip3 install -r requirements.txt
- name: Machine state before
working-directory: res/scripts
run: bash machine-state.sh
- name: Test
run: python3 test_cobra_perf.py ${{secrets.PV_VALID_ACCESS_KEY}} ${{matrix.num_test_iterations}} ${{matrix.performance_threshold_sec}}
- name: Machine state after
working-directory: res/scripts
run: bash machine-state.sh