From f3a284752d99c0a32b39c0ac96123557072ba383 Mon Sep 17 00:00:00 2001 From: NHLOCAL Date: Thu, 19 Dec 2024 13:56:29 +0200 Subject: [PATCH] =?UTF-8?q?=D7=99=D7=A6=D7=99=D7=A8=D7=AA=20=D7=AA=D7=92?= =?UTF-8?q?=D7=99=D7=9D=20=D7=A2=D7=91=D7=95=D7=A8=20=D7=A9=D7=95=D7=A8?= =?UTF-8?q?=D7=95=D7=AA=2040000-50000?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .github/workflows/run_gemini_v2.yml | 40 +++++++++---------- .../Gemini-synthetic-v2/0-create-yml-list.py | 2 +- .../Gemini-synthetic-v2/jobs_output.txt | 40 +++++++++---------- 3 files changed, 41 insertions(+), 41 deletions(-) diff --git a/.github/workflows/run_gemini_v2.yml b/.github/workflows/run_gemini_v2.yml index 0598f13..de98498 100644 --- a/.github/workflows/run_gemini_v2.yml +++ b/.github/workflows/run_gemini_v2.yml @@ -8,7 +8,7 @@ on: - '.github/workflows/run_gemini_v2.yml' jobs: - process_songs_30001-32000: + process_songs_40001-42000: runs-on: ubuntu-latest steps: @@ -25,19 +25,19 @@ jobs: python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 30001-32000 + - name: Run Python Script for lines 40001-42000 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 30001 32000 + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 40001 42000 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output-30001-32000 + name: song-tags-output-40001-42000 path: tagged_songs.json - process_songs_32001-34000: + process_songs_42001-44000: runs-on: ubuntu-latest steps: @@ -54,19 +54,19 @@ jobs: python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 32001-34000 + - name: Run Python Script for lines 42001-44000 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 32001 34000 + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 42001 44000 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output-32001-34000 + name: song-tags-output-42001-44000 path: tagged_songs.json - process_songs_34001-36000: + process_songs_44001-46000: runs-on: ubuntu-latest steps: @@ -83,19 +83,19 @@ jobs: python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 34001-36000 + - name: Run Python Script for lines 44001-46000 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 34001 36000 + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 44001 46000 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output-34001-36000 + name: song-tags-output-44001-46000 path: tagged_songs.json - process_songs_36001-38000: + process_songs_46001-48000: runs-on: ubuntu-latest steps: @@ -112,19 +112,19 @@ jobs: python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 36001-38000 + - name: Run Python Script for lines 46001-48000 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 36001 38000 + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 46001 48000 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output-36001-38000 + name: song-tags-output-46001-48000 path: tagged_songs.json - process_songs_38001-40000: + process_songs_48001-50000: runs-on: ubuntu-latest steps: @@ -141,14 +141,14 @@ jobs: python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 38001-40000 + - name: Run Python Script for lines 48001-50000 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 38001 40000 + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 48001 50000 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output-38001-40000 + name: song-tags-output-48001-50000 path: tagged_songs.json diff --git a/machine-learn/scrape_data/level0/Gemini-synthetic-v2/0-create-yml-list.py b/machine-learn/scrape_data/level0/Gemini-synthetic-v2/0-create-yml-list.py index 2298c5e..38b9c34 100644 --- a/machine-learn/scrape_data/level0/Gemini-synthetic-v2/0-create-yml-list.py +++ b/machine-learn/scrape_data/level0/Gemini-synthetic-v2/0-create-yml-list.py @@ -40,4 +40,4 @@ def generate_jobs(start, end, step, output_file): f.write("\n".join(jobs)) # Generate jobs for ranges 1000 to 5000 with a step of 1000 -generate_jobs(30001, 40000, 2000, 'jobs_output.txt') +generate_jobs(40001, 50000, 2000, 'jobs_output.txt') diff --git a/machine-learn/scrape_data/level0/Gemini-synthetic-v2/jobs_output.txt b/machine-learn/scrape_data/level0/Gemini-synthetic-v2/jobs_output.txt index 70cd06d..b990ade 100644 --- a/machine-learn/scrape_data/level0/Gemini-synthetic-v2/jobs_output.txt +++ b/machine-learn/scrape_data/level0/Gemini-synthetic-v2/jobs_output.txt @@ -1,4 +1,4 @@ - process_songs_30001-32000: + process_songs_40001-42000: runs-on: ubuntu-latest steps: @@ -15,19 +15,19 @@ python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 30001-32000 + - name: Run Python Script for lines 40001-42000 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 30001 32000 + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 40001 42000 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output-30001-32000 + name: song-tags-output-40001-42000 path: tagged_songs.json - process_songs_32001-34000: + process_songs_42001-44000: runs-on: ubuntu-latest steps: @@ -44,19 +44,19 @@ python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 32001-34000 + - name: Run Python Script for lines 42001-44000 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 32001 34000 + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 42001 44000 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output-32001-34000 + name: song-tags-output-42001-44000 path: tagged_songs.json - process_songs_34001-36000: + process_songs_44001-46000: runs-on: ubuntu-latest steps: @@ -73,19 +73,19 @@ python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 34001-36000 + - name: Run Python Script for lines 44001-46000 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 34001 36000 + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 44001 46000 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output-34001-36000 + name: song-tags-output-44001-46000 path: tagged_songs.json - process_songs_36001-38000: + process_songs_46001-48000: runs-on: ubuntu-latest steps: @@ -102,19 +102,19 @@ python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 36001-38000 + - name: Run Python Script for lines 46001-48000 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 36001 38000 + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 46001 48000 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output-36001-38000 + name: song-tags-output-46001-48000 path: tagged_songs.json - process_songs_38001-40000: + process_songs_48001-50000: runs-on: ubuntu-latest steps: @@ -131,14 +131,14 @@ python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 38001-40000 + - name: Run Python Script for lines 48001-50000 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 38001 40000 + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 48001 50000 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output-38001-40000 + name: song-tags-output-48001-50000 path: tagged_songs.json