Skip to content

Commit 95939a8

Browse files
mrutkowsmrutkows
committed
Add workflows for the Granite 3.3 release
Signed-off-by: Matt Rutkowski <[email protected]>
1 parent e39ef58 commit 95939a8

File tree

2 files changed

+42
-42
lines changed

2 files changed

+42
-42
lines changed

‎.github/workflows/granite-3.3-release-preview-ibm-granite.yml

Lines changed: 21 additions & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -56,7 +56,7 @@ jobs:
5656
# TODO: use conditionals for skipping jobs: if: ${{ false }} such as TEST_ONLY
5757
# TODO: figure out why we cannot pass api_token to secrets.token on a workflow_call:
5858
# api_token: "${{ steps.set-vars.outputs.api_token }}"
59-
# echo "api_token=${{ secrets.HF_TOKEN_TEST }}" >> $GITHUB_OUTPUT
59+
# echo "api_token=${{ secrets.HF_TOKEN_IBM_GRANITE }}" >> $GITHUB_OUTPUT
6060
# echo "api_token: ${{ steps.set-vars.outputs.api_token }}"
6161
environment-setup:
6262
runs-on: ubuntu-latest
@@ -166,7 +166,7 @@ jobs:
166166
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
167167
target_repo_private: ${{ needs.environment-setup.outputs.target_repo_private == 'true' }}
168168
secrets:
169-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
169+
hf_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
170170

171171
convert-hf-to-f16-gguf:
172172
needs: [ environment-setup, instruct-create-hf-repos ]
@@ -187,7 +187,7 @@ jobs:
187187
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
188188
repo_id: ${{ matrix.repo_id }}
189189
secrets:
190-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
190+
hf_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
191191
ibm_granite_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
192192

193193
quantize-upload-gguf:
@@ -211,7 +211,7 @@ jobs:
211211
repo_id: "${{ matrix.repo_id }}"
212212
quantization: "${{ matrix.quantization }}"
213213
secrets:
214-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
214+
hf_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
215215

216216
bvt-instruct-quantized-gguf-models:
217217
needs: [ environment-setup, quantize-upload-gguf ]
@@ -233,7 +233,7 @@ jobs:
233233
repo_id: "${{ matrix.repo_id }}"
234234
quantization: "${{ matrix.quantization }}"
235235
secrets:
236-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
236+
hf_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
237237

238238
# TODO: change collection from private to public (on success)
239239
create-hf-collections:
@@ -251,7 +251,7 @@ jobs:
251251
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
252252
target_collection_private: ${{ needs.environment-setup.outputs.target_repo_private == 'true' }}
253253
secrets:
254-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
254+
hf_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
255255

256256
# ===========================================================================
257257
# Granite Vision
@@ -268,7 +268,7 @@ jobs:
268268
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
269269
target_repo_private: ${{ needs.environment-setup.outputs.target_repo_private == 'true' }}
270270
secrets:
271-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
271+
hf_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
272272

273273
convert-hf-llava-to-f16-gguf:
274274
needs: [ environment-setup, vision-create-hf-repos ]
@@ -289,7 +289,7 @@ jobs:
289289
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
290290
repo_id: ${{ matrix.repo_id }}
291291
secrets:
292-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
292+
hf_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
293293
ibm_granite_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
294294

295295
quantize-vision-llm-and-upload-gguf:
@@ -313,7 +313,7 @@ jobs:
313313
repo_id: "${{ matrix.repo_id }}"
314314
quantization: "${{ matrix.quantization }}"
315315
secrets:
316-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
316+
hf_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
317317

318318
bvt-vision-quantized-gguf-models:
319319
needs: [ environment-setup, quantize-vision-llm-and-upload-gguf ]
@@ -335,7 +335,7 @@ jobs:
335335
repo_id: "${{ matrix.repo_id }}"
336336
quantization: "${{ matrix.quantization }}"
337337
secrets:
338-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
338+
hf_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
339339

340340
# TODO: change collection from private to public (on success)
341341
vision-create-hf-collections:
@@ -353,7 +353,7 @@ jobs:
353353
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
354354
target_collection_private: ${{ needs.environment-setup.outputs.target_repo_private == 'true' }}
355355
secrets:
356-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
356+
hf_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
357357

358358
# ===========================================================================
359359
# Granite Guardian
@@ -370,7 +370,7 @@ jobs:
370370
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
371371
target_repo_private: ${{ needs.environment-setup.outputs.target_repo_private == 'true' }}
372372
secrets:
373-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
373+
hf_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
374374

375375
guardian-convert-hf-to-f16-gguf:
376376
needs: [ environment-setup, guardian-create-hf-repos ]
@@ -391,7 +391,7 @@ jobs:
391391
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
392392
repo_id: ${{ matrix.repo_id }}
393393
secrets:
394-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
394+
hf_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
395395
ibm_granite_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
396396

397397
guardian-quantize-upload-gguf:
@@ -415,7 +415,7 @@ jobs:
415415
repo_id: "${{ matrix.repo_id }}"
416416
quantization: "${{ matrix.quantization }}"
417417
secrets:
418-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
418+
hf_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
419419

420420
guardian-bvt-quantized-gguf-models:
421421
needs: [ environment-setup, guardian-quantize-upload-gguf ]
@@ -437,7 +437,7 @@ jobs:
437437
repo_id: "${{ matrix.repo_id }}"
438438
quantization: "${{ matrix.quantization }}"
439439
secrets:
440-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
440+
hf_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
441441

442442
# TODO: change collection from private to public (on success)
443443
guardian-create-hf-collections:
@@ -455,7 +455,7 @@ jobs:
455455
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
456456
target_collection_private: ${{ needs.environment-setup.outputs.target_repo_private == 'true' }}
457457
secrets:
458-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
458+
hf_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
459459

460460
# ===========================================================================
461461
# Granite Embedding
@@ -472,7 +472,7 @@ jobs:
472472
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
473473
target_repo_private: ${{ needs.environment-setup.outputs.target_repo_private == 'true' }}
474474
secrets:
475-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
475+
hf_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
476476

477477
embedding-convert-hf-to-f16-gguf:
478478
needs: [ environment-setup, embedding-create-hf-repos ]
@@ -493,7 +493,7 @@ jobs:
493493
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
494494
repo_id: ${{ matrix.repo_id }}
495495
secrets:
496-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
496+
hf_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
497497
ibm_granite_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
498498

499499
embedding-quantize-upload-gguf:
@@ -517,7 +517,7 @@ jobs:
517517
repo_id: "${{ matrix.repo_id }}"
518518
quantization: "${{ matrix.quantization }}"
519519
secrets:
520-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
520+
hf_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
521521

522522
# embedding-bvt-quantized-gguf-models:
523523
# needs: [ environment-setup, embedding-quantize-upload-gguf ]
@@ -539,7 +539,7 @@ jobs:
539539
# repo_id: "${{ matrix.repo_id }}"
540540
# quantization: "${{ matrix.quantization }}"
541541
# secrets:
542-
# hf_token: ${{ secrets.HF_TOKEN_TEST }}
542+
# hf_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
543543

544544
# TODO: change collection from private to public (on success)
545545
# TODO: needs: [ embedding-quantize-upload-gguf -> embedding-bvt-quantized-gguf-models ]
@@ -558,4 +558,4 @@ jobs:
558558
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
559559
target_collection_private: ${{ needs.environment-setup.outputs.target_repo_private == 'true' }}
560560
secrets:
561-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
561+
hf_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}

‎.github/workflows/granite-33-release-ibm-research.yml

Lines changed: 21 additions & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -56,7 +56,7 @@ jobs:
5656
# TODO: use conditionals for skipping jobs: if: ${{ false }} such as TEST_ONLY
5757
# TODO: figure out why we cannot pass api_token to secrets.token on a workflow_call:
5858
# api_token: "${{ steps.set-vars.outputs.api_token }}"
59-
# echo "api_token=${{ secrets.HF_TOKEN_TEST }}" >> $GITHUB_OUTPUT
59+
# echo "api_token=${{ secrets.HF_TOKEN_IBM_RESEARCH }}" >> $GITHUB_OUTPUT
6060
# echo "api_token: ${{ steps.set-vars.outputs.api_token }}"
6161
environment-setup:
6262
runs-on: ubuntu-latest
@@ -166,7 +166,7 @@ jobs:
166166
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
167167
target_repo_private: ${{ needs.environment-setup.outputs.target_repo_private == 'true' }}
168168
secrets:
169-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
169+
hf_token: ${{ secrets.HF_TOKEN_IBM_RESEARCH }}
170170

171171
convert-hf-to-f16-gguf:
172172
needs: [ environment-setup, instruct-create-hf-repos ]
@@ -187,7 +187,7 @@ jobs:
187187
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
188188
repo_id: ${{ matrix.repo_id }}
189189
secrets:
190-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
190+
hf_token: ${{ secrets.HF_TOKEN_IBM_RESEARCH }}
191191
ibm_granite_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
192192

193193
quantize-upload-gguf:
@@ -211,7 +211,7 @@ jobs:
211211
repo_id: "${{ matrix.repo_id }}"
212212
quantization: "${{ matrix.quantization }}"
213213
secrets:
214-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
214+
hf_token: ${{ secrets.HF_TOKEN_IBM_RESEARCH }}
215215

216216
bvt-instruct-quantized-gguf-models:
217217
needs: [ environment-setup, quantize-upload-gguf ]
@@ -233,7 +233,7 @@ jobs:
233233
repo_id: "${{ matrix.repo_id }}"
234234
quantization: "${{ matrix.quantization }}"
235235
secrets:
236-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
236+
hf_token: ${{ secrets.HF_TOKEN_IBM_RESEARCH }}
237237

238238
# TODO: change collection from private to public (on success)
239239
create-hf-collections:
@@ -251,7 +251,7 @@ jobs:
251251
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
252252
target_collection_private: ${{ needs.environment-setup.outputs.target_repo_private == 'true' }}
253253
secrets:
254-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
254+
hf_token: ${{ secrets.HF_TOKEN_IBM_RESEARCH }}
255255

256256
# ===========================================================================
257257
# Granite Vision
@@ -268,7 +268,7 @@ jobs:
268268
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
269269
target_repo_private: ${{ needs.environment-setup.outputs.target_repo_private == 'true' }}
270270
secrets:
271-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
271+
hf_token: ${{ secrets.HF_TOKEN_IBM_RESEARCH }}
272272

273273
convert-hf-llava-to-f16-gguf:
274274
needs: [ environment-setup, vision-create-hf-repos ]
@@ -289,7 +289,7 @@ jobs:
289289
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
290290
repo_id: ${{ matrix.repo_id }}
291291
secrets:
292-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
292+
hf_token: ${{ secrets.HF_TOKEN_IBM_RESEARCH }}
293293
ibm_granite_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
294294

295295
quantize-vision-llm-and-upload-gguf:
@@ -313,7 +313,7 @@ jobs:
313313
repo_id: "${{ matrix.repo_id }}"
314314
quantization: "${{ matrix.quantization }}"
315315
secrets:
316-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
316+
hf_token: ${{ secrets.HF_TOKEN_IBM_RESEARCH }}
317317

318318
bvt-vision-quantized-gguf-models:
319319
needs: [ environment-setup, quantize-vision-llm-and-upload-gguf ]
@@ -335,7 +335,7 @@ jobs:
335335
repo_id: "${{ matrix.repo_id }}"
336336
quantization: "${{ matrix.quantization }}"
337337
secrets:
338-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
338+
hf_token: ${{ secrets.HF_TOKEN_IBM_RESEARCH }}
339339

340340
# TODO: change collection from private to public (on success)
341341
vision-create-hf-collections:
@@ -353,7 +353,7 @@ jobs:
353353
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
354354
target_collection_private: ${{ needs.environment-setup.outputs.target_repo_private == 'true' }}
355355
secrets:
356-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
356+
hf_token: ${{ secrets.HF_TOKEN_IBM_RESEARCH }}
357357

358358
# ===========================================================================
359359
# Granite Guardian
@@ -370,7 +370,7 @@ jobs:
370370
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
371371
target_repo_private: ${{ needs.environment-setup.outputs.target_repo_private == 'true' }}
372372
secrets:
373-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
373+
hf_token: ${{ secrets.HF_TOKEN_IBM_RESEARCH }}
374374

375375
guardian-convert-hf-to-f16-gguf:
376376
needs: [ environment-setup, guardian-create-hf-repos ]
@@ -391,7 +391,7 @@ jobs:
391391
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
392392
repo_id: ${{ matrix.repo_id }}
393393
secrets:
394-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
394+
hf_token: ${{ secrets.HF_TOKEN_IBM_RESEARCH }}
395395
ibm_granite_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
396396

397397
guardian-quantize-upload-gguf:
@@ -415,7 +415,7 @@ jobs:
415415
repo_id: "${{ matrix.repo_id }}"
416416
quantization: "${{ matrix.quantization }}"
417417
secrets:
418-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
418+
hf_token: ${{ secrets.HF_TOKEN_IBM_RESEARCH }}
419419

420420
guardian-bvt-quantized-gguf-models:
421421
needs: [ environment-setup, guardian-quantize-upload-gguf ]
@@ -437,7 +437,7 @@ jobs:
437437
repo_id: "${{ matrix.repo_id }}"
438438
quantization: "${{ matrix.quantization }}"
439439
secrets:
440-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
440+
hf_token: ${{ secrets.HF_TOKEN_IBM_RESEARCH }}
441441

442442
# TODO: change collection from private to public (on success)
443443
guardian-create-hf-collections:
@@ -455,7 +455,7 @@ jobs:
455455
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
456456
target_collection_private: ${{ needs.environment-setup.outputs.target_repo_private == 'true' }}
457457
secrets:
458-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
458+
hf_token: ${{ secrets.HF_TOKEN_IBM_RESEARCH }}
459459

460460
# ===========================================================================
461461
# Granite Embedding
@@ -472,7 +472,7 @@ jobs:
472472
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
473473
target_repo_private: ${{ needs.environment-setup.outputs.target_repo_private == 'true' }}
474474
secrets:
475-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
475+
hf_token: ${{ secrets.HF_TOKEN_IBM_RESEARCH }}
476476

477477
embedding-convert-hf-to-f16-gguf:
478478
needs: [ environment-setup, embedding-create-hf-repos ]
@@ -493,7 +493,7 @@ jobs:
493493
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
494494
repo_id: ${{ matrix.repo_id }}
495495
secrets:
496-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
496+
hf_token: ${{ secrets.HF_TOKEN_IBM_RESEARCH }}
497497
ibm_granite_token: ${{ secrets.HF_TOKEN_IBM_GRANITE }}
498498

499499
embedding-quantize-upload-gguf:
@@ -517,7 +517,7 @@ jobs:
517517
repo_id: "${{ matrix.repo_id }}"
518518
quantization: "${{ matrix.quantization }}"
519519
secrets:
520-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
520+
hf_token: ${{ secrets.HF_TOKEN_IBM_RESEARCH }}
521521

522522
# embedding-bvt-quantized-gguf-models:
523523
# needs: [ environment-setup, embedding-quantize-upload-gguf ]
@@ -539,7 +539,7 @@ jobs:
539539
# repo_id: "${{ matrix.repo_id }}"
540540
# quantization: "${{ matrix.quantization }}"
541541
# secrets:
542-
# hf_token: ${{ secrets.HF_TOKEN_TEST }}
542+
# hf_token: ${{ secrets.HF_TOKEN_IBM_RESEARCH }}
543543

544544
# TODO: change collection from private to public (on success)
545545
# TODO: needs: [ embedding-quantize-upload-gguf -> embedding-bvt-quantized-gguf-models ]
@@ -558,4 +558,4 @@ jobs:
558558
target_repo_name_ext: ${{ needs.environment-setup.outputs.target_repo_name_ext }}
559559
target_collection_private: ${{ needs.environment-setup.outputs.target_repo_private == 'true' }}
560560
secrets:
561-
hf_token: ${{ secrets.HF_TOKEN_TEST }}
561+
hf_token: ${{ secrets.HF_TOKEN_IBM_RESEARCH }}

0 commit comments

Comments
 (0)