-
Notifications
You must be signed in to change notification settings - Fork 4
161 lines (157 loc) · 5.99 KB
/
build_release.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
name: Conda build release
on:
release:
types: [released, prereleased]
jobs:
sanity_check:
runs-on: ubuntu-latest
outputs:
packages: ${{ steps.sanity_check.outputs.packages }}
prerelease: ${{ steps.sanity_check.outputs.prerelease }}
overwrite_flag: ${{ steps.sanity_check.outputs.overwrite_flag }}
steps:
- name: Checkout skare3
uses: actions/checkout@v4
with:
path: skare3
- name: Fetch Skare3 Tools
uses: actions/checkout@v4
with:
repository: sot/skare3_tools
ref: master
path: skare3_tools
- id: sanity_check
run: |
sudo pip3 install --upgrade setuptools
sudo pip3 install -r ./skare3_tools/requirements.txt
sudo pip3 install ./skare3_tools
skare3-release-check --skare3-path ./skare3 --version $GITHUB_REF
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
GITHUB_API_TOKEN: ${{ secrets.CHANDRA_XRAY_TOKEN }}
build:
runs-on: ${{ matrix.os }}
name: Build on ${{ matrix.os }}
needs: [sanity_check]
strategy:
fail-fast: false
matrix:
os: ["ubuntu-latest", "macos-13", "macos-latest", "windows-2019"]
defaults:
run:
shell: bash -l {0}
steps:
- name: Fetch Skare3
uses: actions/checkout@v4
with:
path: skare3
- name: Fetch Skare3-tools
uses: actions/checkout@v4
with:
repository: sot/skare3_tools
ref: master
path: skare3_tools
- name: Setup Conda Environment
uses: conda-incubator/setup-miniconda@v3
with:
auto-update-conda: true
miniforge-version: latest
python-version: "3.12"
activate-environment: conda-build
channels: conda-forge
- name: Add flight channel
run: conda config --env --add channels https://ska:${{ secrets.CONDA_PASSWORD }}@cxc.cfa.harvard.edu/mta/ASPECT/ska3-conda/test
- name: Update Conda Environment
run: conda env update -n conda-build -f ./skare3/build-environment.yml
- name: Build Package
run: |
os="${{ matrix.os }}"
if [[ ("${os:0:6}" == "ubuntu") ]]; then arch_flag=""; else arch_flag="--arch-specific"; fi
echo "Packages: ${{needs.sanity_check.outputs.packages}}"
echo "Arch flag: ${arch_flag}"
echo "Override flag: ${{needs.sanity_check.outputs.overwrite_flag}}"
echo "### ${os} packages: " >> $GITHUB_STEP_SUMMARY
for package in ${{needs.sanity_check.outputs.packages}}; do
if [[ ("${os:0:7}" != "windows") || ("${package:0:9}" != "ska3-perl") ]]; then
python skare3_tools/skare3_tools/scripts/build.py ${package} \
${arch_flag} --tag ${GITHUB_SHA} --skare3-branch ${GITHUB_SHA} ${{needs.sanity_check.outputs.overwrite_flag}};
fi;
done;
env:
CONDA_PASSWORD: ${{ secrets.CONDA_PASSWORD }}
GIT_USERNAME: chandra-xray
GIT_ASKPASS: ${{ github.workspace }}/skare3_tools/actions/build/files/git_pass.py
GIT_PASSWORD: ${{ secrets.CHANDRA_XRAY_TOKEN }}
- name: Review built packages
run: ls -l builds/*
- name: Save package
uses: actions/upload-artifact@v4
with:
name: conda-package-${{ matrix.os }}
path: |
builds/noarch/
builds/linux-64/
builds/osx-64/
builds/osx-arm64/
builds/win-64/
!builds/*/*repodata*
!builds/*/index.html
update-channel:
runs-on: head
name: Update Conda Channel
needs: [build]
steps:
- name: Get packages
uses: actions/[email protected]
with:
pattern: conda-package-*
path: package
- name: Show files
run: tree package
- name: Update channel
run: |
echo ${CONDA_CHANNEL_DIR}
rsync -av package/conda-package-*/* ${CONDA_CHANNEL_DIR}
conda index ${CONDA_CHANNEL_DIR}
env:
CONDA_CHANNEL_DIR: /proj/sot/ska/www/ASPECT/ska3-conda/test
regression-test:
runs-on: head
name: Regression Tests
needs: [sanity_check, update-channel]
strategy:
matrix:
package: [ska3-flight, ska3-matlab]
steps:
- name: Fetch ska_testr
uses: actions/checkout@v4
with:
repository: sot/ska_testr
ref: master
path: ska_testr
- name: Regression Tests
if: contains(needs.sanity_check.outputs.packages, matrix.package) && (matrix.package == 'ska3-flight' || !contains(needs.sanity_check.outputs.packages, 'ska3-flight'))
run: |
RELEASE_TAG=`basename "$GITHUB_REF"`
conda create -y -n ${{ matrix.package }}-${RELEASE_TAG} --override-channels \
-c https://ska:${CONDA_PASSWORD}@cxc.cfa.harvard.edu/mta/ASPECT/ska3-conda/test \
-c https://ska:${CONDA_PASSWORD}@cxc.cfa.harvard.edu/mta/ASPECT/ska3-conda/masters \
-c https://ska:${CONDA_PASSWORD}@cxc.cfa.harvard.edu/mta/ASPECT/ska3-conda/flight \
${{ matrix.package }}==${RELEASE_TAG}
source activate ${{ matrix.package }}-${RELEASE_TAG}
mamba install -y --override-channels \
-c https://ska:${CONDA_PASSWORD}@cxc.cfa.harvard.edu/mta/ASPECT/ska3-conda/test \
-c https://ska:${CONDA_PASSWORD}@cxc.cfa.harvard.edu/mta/ASPECT/ska3-conda/masters \
-c https://ska:${CONDA_PASSWORD}@cxc.cfa.harvard.edu/mta/ASPECT/ska3-conda/flight \
ska3-perl skare3_tools
ln -s /proj/sot/ska3/test/data $CONDA_PREFIX/data
export SKA=$CONDA_PREFIX
run_testr --root ./ska_testr --outputs-dir /export/kadi/ska_testr/release_tests
skare3-test-results --stream releases --tag head /export/kadi/ska_testr/release_tests/logs/last
# add test result report to PR description
env:
CONDA_PASSWORD: ${{ secrets.CONDA_PASSWORD }}
SKA: /proj/sot/ska
SYBASE_OCS: OCS-16_0
SYBASE: /soft/SYBASE16.0
LD_LIBRARY_PATH: /soft/SYBASE16.0/OCS-16_0/lib