-
Notifications
You must be signed in to change notification settings - Fork 8
119 lines (117 loc) · 4.5 KB
/
ci.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
name: Build and upload wheels
on: [push, pull_request]
env:
CIBW_BUILD: 'cp38-* cp39-* cp310-* cp311-* cp312-*'
CIBW_SKIP: '*-musllinux_*'
concurrency:
# Group runs by PR, but keep runs on the default branch separate
# because we do not want to cancel wheel uploads
group: pr-${{ github.ref == 'refs/heads/main' && github.run_number || github.ref }}
cancel-in-progress: true
jobs:
setup:
runs-on: ubuntu-latest
outputs:
recipes_found: ${{ steps.recipes_changes.outputs.recipes_found }}
steps:
- uses: actions/checkout@v4
with:
fetch-depth: 0
# The range of commits to check for changes is:
# - `origin/main...` for all events happening on a feature branch
# - for events on the main branch we compare against the sha before the event
# (note that this does not work for feature branch events since we want all
# commits on the feature branch and not just the commits of the last event)
# - for pull requests we compare against the 1st ancestor, given the current
# HEAD is the merge between the PR branch and the base branch
- name: Set commit range
id: commit_range_step
run: |
if [ "${{ github.event_name }}" = 'push' -a "${{github.ref}}" != 'refs/heads/main' ]; then
# push to a feature branch
git fetch origin main
commit_range='origin/main...'
elif [ "${{ github.event_name }}" = 'push' -a "${{ github.ref }}" = 'refs/heads/main' ]; then
# push to the main branch, e.g. merge
commit_range="${{ github.event.before }}.."
else
# pull request
commit_range='HEAD~..'
fi
echo "commit_range=$commit_range" >> $GITHUB_OUTPUT
- name: Detect changes to recipes/
id: recipes_changes
run: |
touch duplicated_recipe_folders.txt
while read op path; do
case "$op" in
A|M)
echo "${path}" | cut -d '/' -f1,2 >> duplicated_recipe_folders.txt
;;
esac
done < <(git diff --color=never --name-status '${{ steps.commit_range_step.outputs.commit_range }}' -- recipes/)
sort -u duplicated_recipe_folders.txt > recipe_list.txt
cat recipe_list.txt
if [ -s recipe_list.txt ]; then
recipes_found=true
else
recipes_found=false
fi
echo "recipes_found=$recipes_found" >> $GITHUB_OUTPUT
- uses: actions/upload-artifact@v4
with:
name: recipe_list
path: recipe_list.txt
build:
needs: setup
if: ${{ needs.setup.outputs.recipes_found == 'true' }}
strategy:
matrix:
os: [ubuntu-latest, macos-latest]
runs-on: ${{ matrix.os }}
steps:
- uses: actions/checkout@v4
- uses: actions/setup-python@v5
with:
python-version: '3.12'
- uses: actions/download-artifact@v4
with:
name: recipe_list
path: ../workflow_artifacts/
- name: Install required Python packages
run: python -m pip install build cibuildwheel PyYAML requests
- name: Set up QEMU to build non-native architectures
if: runner.os == 'Linux'
uses: docker/setup-qemu-action@v3
- name: Build wheels
run: |
while read -r folder; do
python3 wheel_builder.py "$folder";
done < ../workflow_artifacts/recipe_list.txt
- uses: actions/upload-artifact@v4
with:
name: wheelhouse-${{ matrix.os }}
path: wheelhouse/
deploy:
name: Deploy Wheels
needs: build
if: ${{ github.ref == 'refs/heads/main' && github.event_name == 'push' && github.repository_owner == 'galaxyproject' }}
runs-on: ubuntu-latest
steps:
- uses: actions/download-artifact@v4
with:
merge-multiple: true
pattern: wheelhouse-*
path: wheelhouse/
- uses: actions/setup-python@v5
with:
python-version: '3.12'
- name: Setup deploy environment
run: python3 -m pip install s3pypi
- name: Deploy wheels
run: s3pypi upload ./wheelhouse/* --bucket "$S3_BUCKET" --region "$S3_REGION" --put-root-index --index.html --s3-put-args 'ACL=public-read' --force
env:
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
S3_BUCKET: galaxy-wheels
S3_REGION: us-east-2