From d70f00f544b17493ffc65fdfe0bfdd0cf916355a Mon Sep 17 00:00:00 2001 From: NHLOCAL Date: Thu, 19 Dec 2024 11:26:10 +0200 Subject: [PATCH] Update run_gemini_v2.yml --- .github/workflows/run_gemini_v2.yml | 70 +++++++++++++++++++---------- 1 file changed, 46 insertions(+), 24 deletions(-) diff --git a/.github/workflows/run_gemini_v2.yml b/.github/workflows/run_gemini_v2.yml index 6be5c9f..ec27f8f 100644 --- a/.github/workflows/run_gemini_v2.yml +++ b/.github/workflows/run_gemini_v2.yml @@ -9,7 +9,7 @@ on: - '.github/workflows/run_gemini_v2.yml' jobs: - process_songs_1000-2000: + process_songs_0-1999: runs-on: ubuntu-latest steps: @@ -26,21 +26,19 @@ jobs: python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 10001-10500 + - name: Run Python Script for lines 0-1999 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 1001 2000 - + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 0 1999 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output + name: song-tags-output-0-1999 path: tagged_songs.json - - process_songs_2000-3000: + process_songs_2000-3999: runs-on: ubuntu-latest steps: @@ -57,21 +55,19 @@ jobs: python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 10001-10500 + - name: Run Python Script for lines 2000-3999 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 2001 3000 - + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 2000 3999 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output + name: song-tags-output-2000-3999 path: tagged_songs.json - - - process_songs_3000-4000: + + process_songs_4000-5999: runs-on: ubuntu-latest steps: @@ -88,21 +84,19 @@ jobs: python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 10001-10500 + - name: Run Python Script for lines 4000-5999 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 3001 4000 - + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 4000 5999 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output + name: song-tags-output-4000-5999 path: tagged_songs.json - - process_songs_4000-5000: + process_songs_6000-7999: runs-on: ubuntu-latest steps: @@ -119,15 +113,43 @@ jobs: python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 10001-10500 + - name: Run Python Script for lines 6000-7999 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 4001 5000 + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 6000 7999 + + - name: Upload Artifact + uses: actions/upload-artifact@v4 + with: + name: song-tags-output-6000-7999 + path: tagged_songs.json + + process_songs_8000-9999: + runs-on: ubuntu-latest + + steps: + - name: Checkout code + uses: actions/checkout@v4 + + - name: Set up Python + uses: actions/setup-python@v5 + with: + python-version: '3.11' + + - name: Install dependencies + run: | + python -m pip install --upgrade pip + pip install google-generativeai + - name: Run Python Script for lines 8000-9999 + env: + GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} + run: | + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 8000 9999 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output - path: tagged_songs.json \ No newline at end of file + name: song-tags-output-8000-9999 + path: tagged_songs.json