Skip to content

Commit 1eb6927

Browse files
johncalespjohncalesp
authored
Include CUDA 12.1 in build process (#43)
* changed workflows * indent * Switch wheel build script to build_scripts/build_wheel.sh * debugging formatted file in create index * deleted debugging commands * changed cuda version for pypi to 11.7 instead of 12.1 --------- Co-authored-by: John Calderon <john.calderon@centml.ai>
1 parent 99b187a commit 1eb6927

File tree

3 files changed

+78
-60
lines changed

3 files changed

+78
-60
lines changed

‎.github/workflows/whl-build-all.yaml‎

Lines changed: 77 additions & 57 deletions
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ on:
55

66
jobs:
77
create-habitat-index-html:
8-
needs: [whl-build-cu102, whl-build-cu111, whl-build-cu113, whl-build-cu116, whl-build-cu117]
8+
needs: [whl-build-cu113, whl-build-cu116, whl-build-cu117, whl-build-cu118, whl-build-cu121]
99
runs-on: [self-hosted]
1010
steps:
1111
- name: Configure AWS Credentials
@@ -17,14 +17,14 @@ jobs:
1717

1818
- name: Create index.html
1919
run: |
20-
python3 /home/builduser/create_index.py habitat -f wheels-cu102 wheels-cu111 wheels-cu113 wheels-cu116 wheels-cu117
20+
python3 /home/builduser/create_index.py habitat -f wheels-cu113 wheels-cu116 wheels-cu117 wheels-cu118 wheels-cu121
2121
2222
- name: Upload to S3
2323
run: |
2424
aws s3 cp index.html s3://centml-releases/habitat/
2525
26-
whl-build-cu102:
27-
runs-on: [self-hosted, cu102]
26+
whl-build-cu113:
27+
runs-on: [self-hosted, cu113]
2828
steps:
2929
- name: Configure AWS Credentials
3030
uses: aws-actions/configure-aws-credentials@v1
@@ -46,36 +46,40 @@ jobs:
4646

4747
- name: Build Python3.7 wheel
4848
run: |
49-
/home/builduser/build_habitat.sh python3.7 py37
49+
./build_scripts/build_wheel.sh python3.7
5050
5151
- name: Build Python3.8 wheel
5252
run: |
53-
/home/builduser/build_habitat.sh python3.8 py38
53+
./build_scripts/build_wheel.sh python3.8
5454
5555
- name: Build Python3.9 wheel
5656
run: |
57-
/home/builduser/build_habitat.sh python3.9 py39
57+
./build_scripts/build_wheel.sh python3.9
5858
5959
- name: Build Python3.10 wheel
6060
run: |
61-
/home/builduser/build_habitat.sh python3.10 py310
62-
61+
./build_scripts/build_wheel.sh python3.10
62+
63+
- name: Build Python3.11 wheel
64+
run: |
65+
./build_scripts/build_wheel.sh python3.11
66+
6367
- name: Upload wheels to S3
6468
run: |
65-
aws s3 cp analyzer/dist/ s3://centml-releases/habitat/wheels-cu102/ --recursive --exclude "*" --include "*.whl"
69+
aws s3 cp analyzer/dist/ s3://centml-releases/habitat/wheels-cu113/ --recursive --exclude "*" --include "*.whl"
6670
6771
- name: Create index.html
6872
run: |
6973
file_list=(analyzer/dist/*.whl)
7074
formatted_file_list=$(basename -a ${file_list[@]})
71-
python3 /home/builduser/create_index.py habitat_cu102 -f $formatted_file_list
75+
python3 /home/builduser/create_index.py habitat_cu113 -f $formatted_file_list
7276
7377
- name: Upload index.html to S3
7478
run: |
75-
aws s3 cp index.html s3://centml-releases/habitat/wheels-cu102/
79+
aws s3 cp index.html s3://centml-releases/habitat/wheels-cu113/
7680
77-
whl-build-cu111:
78-
runs-on: [self-hosted, cu111]
81+
whl-build-cu116:
82+
runs-on: [self-hosted, cu116]
7983
steps:
8084
- name: Configure AWS Credentials
8185
uses: aws-actions/configure-aws-credentials@v1
@@ -97,44 +101,54 @@ jobs:
97101

98102
- name: Build Python3.7 wheel
99103
run: |
100-
/home/builduser/build_habitat.sh python3.7 py37
104+
./build_scripts/build_wheel.sh python3.7
101105
102106
- name: Build Python3.8 wheel
103107
run: |
104-
/home/builduser/build_habitat.sh python3.8 py38
108+
./build_scripts/build_wheel.sh python3.8
105109
106110
- name: Build Python3.9 wheel
107111
run: |
108-
/home/builduser/build_habitat.sh python3.9 py39
112+
./build_scripts/build_wheel.sh python3.9
109113
110114
- name: Build Python3.10 wheel
111115
run: |
112-
/home/builduser/build_habitat.sh python3.10 py310
116+
./build_scripts/build_wheel.sh python3.10
117+
118+
- name: Build Python3.11 wheel
119+
run: |
120+
./build_scripts/build_wheel.sh python3.11
121+
122+
- name: Upload wheel artifact
123+
uses: actions/upload-artifact@v3
124+
with:
125+
name: wheels-cu116
126+
path: analyzer/dist/*.whl
113127

114128
- name: Upload wheels to S3
115129
run: |
116-
aws s3 cp analyzer/dist/ s3://centml-releases/habitat/wheels-cu111/ --recursive --exclude "*" --include "*.whl"
130+
aws s3 cp analyzer/dist/ s3://centml-releases/habitat/wheels-cu116/ --recursive --exclude "*" --include "*.whl"
117131
118132
- name: Create index.html
119133
run: |
120134
file_list=(analyzer/dist/*.whl)
121135
formatted_file_list=$(basename -a ${file_list[@]})
122-
python3 /home/builduser/create_index.py habitat_cu111 -f $formatted_file_list
136+
python3 /home/builduser/create_index.py habitat_cu116 -f $formatted_file_list
123137
124138
- name: Upload index.html to S3
125139
run: |
126-
aws s3 cp index.html s3://centml-releases/habitat/wheels-cu111/
140+
aws s3 cp index.html s3://centml-releases/habitat/wheels-cu116/
127141
128-
whl-build-cu113:
129-
runs-on: [self-hosted, cu113]
142+
whl-build-cu117:
143+
runs-on: [self-hosted, cu117]
130144
steps:
131145
- name: Configure AWS Credentials
132146
uses: aws-actions/configure-aws-credentials@v1
133147
with:
134148
aws-access-key-id: ${{ secrets.HABITAT_AWS_ACCESS_KEY }}
135149
aws-region: ${{ secrets.HABITAT_AWS_REGION }}
136150
aws-secret-access-key: ${{ secrets.HABITAT_AWS_SECRET_ACCESS_KEY }}
137-
151+
138152
- name: Display host information
139153
run: |
140154
uname -a
@@ -148,36 +162,40 @@ jobs:
148162

149163
- name: Build Python3.7 wheel
150164
run: |
151-
/home/builduser/build_habitat.sh python3.7 py37
165+
./build_scripts/build_wheel.sh python3.7
152166
153167
- name: Build Python3.8 wheel
154168
run: |
155-
/home/builduser/build_habitat.sh python3.8 py38
169+
./build_scripts/build_wheel.sh python3.8
156170
157171
- name: Build Python3.9 wheel
158172
run: |
159-
/home/builduser/build_habitat.sh python3.9 py39
173+
./build_scripts/build_wheel.sh python3.9
160174
161175
- name: Build Python3.10 wheel
162176
run: |
163-
/home/builduser/build_habitat.sh python3.10 py310
164-
177+
./build_scripts/build_wheel.sh python3.10
178+
179+
- name: Build Python3.11 wheel
180+
run: |
181+
./build_scripts/build_wheel.sh python3.11
182+
165183
- name: Upload wheels to S3
166184
run: |
167-
aws s3 cp analyzer/dist/ s3://centml-releases/habitat/wheels-cu113/ --recursive --exclude "*" --include "*.whl"
185+
aws s3 cp analyzer/dist/ s3://centml-releases/habitat/wheels-cu117/ --recursive --exclude "*" --include "*.whl"
168186
169187
- name: Create index.html
170188
run: |
171189
file_list=(analyzer/dist/*.whl)
172190
formatted_file_list=$(basename -a ${file_list[@]})
173-
python3 /home/builduser/create_index.py habitat_cu113 -f $formatted_file_list
191+
python3 /home/builduser/create_index.py habitat_cu117 -f $formatted_file_list
174192
175193
- name: Upload index.html to S3
176194
run: |
177-
aws s3 cp index.html s3://centml-releases/habitat/wheels-cu113/
195+
aws s3 cp index.html s3://centml-releases/habitat/wheels-cu117/
178196
179-
whl-build-cu116:
180-
runs-on: [self-hosted, cu116]
197+
whl-build-cu118:
198+
runs-on: [self-hosted, cu118]
181199
steps:
182200
- name: Configure AWS Credentials
183201
uses: aws-actions/configure-aws-credentials@v1
@@ -199,50 +217,48 @@ jobs:
199217

200218
- name: Build Python3.7 wheel
201219
run: |
202-
/home/builduser/build_habitat.sh python3.7 py37
220+
./build_scripts/build_wheel.sh python3.7
203221
204222
- name: Build Python3.8 wheel
205223
run: |
206-
/home/builduser/build_habitat.sh python3.8 py38
224+
./build_scripts/build_wheel.sh python3.8
207225
208226
- name: Build Python3.9 wheel
209227
run: |
210-
/home/builduser/build_habitat.sh python3.9 py39
228+
./build_scripts/build_wheel.sh python3.9
211229
212230
- name: Build Python3.10 wheel
213231
run: |
214-
/home/builduser/build_habitat.sh python3.10 py310
232+
./build_scripts/build_wheel.sh python3.10
215233
216-
- name: Upload wheel artifact
217-
uses: actions/upload-artifact@v3
218-
with:
219-
name: wheels-cu116
220-
path: analyzer/dist/*.whl
234+
- name: Build Python3.11 wheel
235+
run: |
236+
./build_scripts/build_wheel.sh python3.11
221237
222238
- name: Upload wheels to S3
223239
run: |
224-
aws s3 cp analyzer/dist/ s3://centml-releases/habitat/wheels-cu116/ --recursive --exclude "*" --include "*.whl"
240+
aws s3 cp analyzer/dist/ s3://centml-releases/habitat/wheels-cu118/ --recursive --exclude "*" --include "*.whl"
225241
226242
- name: Create index.html
227243
run: |
228244
file_list=(analyzer/dist/*.whl)
229245
formatted_file_list=$(basename -a ${file_list[@]})
230-
python3 /home/builduser/create_index.py habitat_cu116 -f $formatted_file_list
246+
python3 /home/builduser/create_index.py habitat_cu118 -f $formatted_file_list
231247
232248
- name: Upload index.html to S3
233249
run: |
234-
aws s3 cp index.html s3://centml-releases/habitat/wheels-cu116/
250+
aws s3 cp index.html s3://centml-releases/habitat/wheels-cu118/
235251
236-
whl-build-cu117:
237-
runs-on: [self-hosted, cu117]
252+
whl-build-cu121:
253+
runs-on: [self-hosted, cu121]
238254
steps:
239255
- name: Configure AWS Credentials
240256
uses: aws-actions/configure-aws-credentials@v1
241257
with:
242258
aws-access-key-id: ${{ secrets.HABITAT_AWS_ACCESS_KEY }}
243259
aws-region: ${{ secrets.HABITAT_AWS_REGION }}
244260
aws-secret-access-key: ${{ secrets.HABITAT_AWS_SECRET_ACCESS_KEY }}
245-
261+
246262
- name: Display host information
247263
run: |
248264
uname -a
@@ -256,30 +272,34 @@ jobs:
256272

257273
- name: Build Python3.7 wheel
258274
run: |
259-
/home/builduser/build_habitat.sh python3.7 py37
275+
./build_scripts/build_wheel.sh python3.7
260276
261277
- name: Build Python3.8 wheel
262278
run: |
263-
/home/builduser/build_habitat.sh python3.8 py38
279+
./build_scripts/build_wheel.sh python3.8
264280
265281
- name: Build Python3.9 wheel
266282
run: |
267-
/home/builduser/build_habitat.sh python3.9 py39
283+
./build_scripts/build_wheel.sh python3.9
268284
269285
- name: Build Python3.10 wheel
270286
run: |
271-
/home/builduser/build_habitat.sh python3.10 py310
272-
287+
./build_scripts/build_wheel.sh python3.10
288+
289+
- name: Build Python3.11 wheel
290+
run: |
291+
./build_scripts/build_wheel.sh python3.11
292+
273293
- name: Upload wheels to S3
274294
run: |
275-
aws s3 cp analyzer/dist/ s3://centml-releases/habitat/wheels-cu117/ --recursive --exclude "*" --include "*.whl"
295+
aws s3 cp analyzer/dist/ s3://centml-releases/habitat/wheels-cu121/ --recursive --exclude "*" --include "*.whl"
276296
277297
- name: Create index.html
278298
run: |
279299
file_list=(analyzer/dist/*.whl)
280300
formatted_file_list=$(basename -a ${file_list[@]})
281-
python3 /home/builduser/create_index.py habitat_cu117 -f $formatted_file_list
301+
python3 /home/builduser/create_index.py habitat_cu121 -f $formatted_file_list
282302
283303
- name: Upload index.html to S3
284304
run: |
285-
aws s3 cp index.html s3://centml-releases/habitat/wheels-cu117/
305+
aws s3 cp index.html s3://centml-releases/habitat/wheels-cu121/

‎.github/workflows/whl-build-ec2.yaml‎

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -69,9 +69,7 @@ jobs:
6969
v100: false
7070

7171
build-release:
72-
runs-on:
73-
group: organization/t4
74-
labels: [cu117]
72+
runs-on: [self-hosted, cu117]
7573
needs:
7674
- start-runner
7775
steps:

cpp/.gitignore renamed to cpp/cmake/.gitignore

File renamed without changes.

0 commit comments

Comments
 (0)