-
Notifications
You must be signed in to change notification settings - Fork 512
102 lines (88 loc) · 2.74 KB
/
python-perf.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
name: Python Perfomance
on:
workflow_dispatch:
push:
branches: [ master ]
paths:
- '.github/workflows/python-perf.yml'
- 'binding/python/test_porcupine_perf.py'
- 'lib/common/**'
- 'lib/linux/**'
- 'lib/mac/**'
- 'lib/raspberry-pi/**'
- 'lib/windows/**'
- 'resources/keyword_files/linux/**'
- 'resources/keyword_files/mac/**'
- 'resources/keyword_files/raspberry-pi/**'
- 'resources/keyword_files/windows/**'
pull_request:
branches: [ master, 'v[0-9]+.[0-9]+' ]
paths:
- '.github/workflows/python-perf.yml'
- 'binding/python/test_porcupine_perf.py'
- 'lib/common/**'
- 'lib/linux/**'
- 'lib/mac/**'
- 'lib/raspberry-pi/**'
- 'lib/windows/**'
- 'resources/keyword_files/linux/**'
- 'resources/keyword_files/mac/**'
- 'resources/keyword_files/raspberry-pi/**'
- 'resources/keyword_files/windows/**'
defaults:
run:
working-directory: binding/python
jobs:
perf-github-hosted:
runs-on: ${{ matrix.os }}
strategy:
fail-fast: false
matrix:
os: [ubuntu-latest, windows-latest, macos-latest]
include:
- os: ubuntu-latest
performance_threshold_sec: 0.5
- os: windows-latest
performance_threshold_sec: 0.5
- os: macos-latest
performance_threshold_sec: 0.65
steps:
- uses: actions/checkout@v3
- name: Set up Python '3.10'
uses: actions/setup-python@v4
with:
python-version: '3.10'
- name: Test
run: python test_porcupine_perf.py ${{secrets.PV_VALID_ACCESS_KEY}} 100 ${{matrix.performance_threshold_sec}}
perf-self-hosted:
runs-on: ${{ matrix.machine }}
strategy:
fail-fast: false
matrix:
machine: [rpi3-32, rpi3-64, rpi4-32, rpi4-64]
include:
- machine: rpi3-32
num_test_iterations: 50
performance_threshold_sec: 3.2
- machine: rpi3-64
num_test_iterations: 50
performance_threshold_sec: 3.5
- machine: rpi4-32
num_test_iterations: 50
performance_threshold_sec: 1.5
- machine: rpi4-64
num_test_iterations: 50
performance_threshold_sec: 1.5
- machine: rpi5-64
num_test_iterations: 50
performance_threshold_sec: 0.5
steps:
- uses: actions/checkout@v3
- name: Machine state before
working-directory: resources/scripts
run: bash machine-state.sh
- name: Test
run: python3 test_porcupine_perf.py ${{secrets.PV_VALID_ACCESS_KEY}} ${{matrix.num_test_iterations}} ${{matrix.performance_threshold_sec}}
- name: Machine state after
working-directory: resources/scripts
run: bash machine-state.sh