From 0679a426a1e57a1d3074a20bb84a922dbb4973bf Mon Sep 17 00:00:00 2001 From: NHLOCAL Date: Thu, 19 Dec 2024 12:14:58 +0200 Subject: [PATCH] =?UTF-8?q?=D7=94=D7=A8=D7=A6=D7=AA=20=D7=9E=D7=95=D7=93?= =?UTF-8?q?=D7=9C=20=D7=A2=D7=91=D7=95=D7=A8=20=D7=A9=D7=95=D7=A8=D7=95?= =?UTF-8?q?=D7=AA=2010000-20000?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .github/workflows/run_gemini_v2.yml | 40 +++++++++---------- .../Gemini-synthetic-v2/0-create-yml-list.py | 2 +- .../Gemini-synthetic-v2/jobs_output.txt | 40 +++++++++---------- 3 files changed, 41 insertions(+), 41 deletions(-) diff --git a/.github/workflows/run_gemini_v2.yml b/.github/workflows/run_gemini_v2.yml index d39ccb8..f7adc8f 100644 --- a/.github/workflows/run_gemini_v2.yml +++ b/.github/workflows/run_gemini_v2.yml @@ -9,7 +9,7 @@ on: - '.github/workflows/run_gemini_v2.yml' jobs: - process_songs_1-2000: + process_songs_10001-12000: runs-on: ubuntu-latest steps: @@ -26,19 +26,19 @@ jobs: python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 1-2000 + - name: Run Python Script for lines 10001-12000 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 1 2000 + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 10001 12000 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output-1-2000 + name: song-tags-output-10001-12000 path: tagged_songs.json - process_songs_2001-4000: + process_songs_12001-14000: runs-on: ubuntu-latest steps: @@ -55,19 +55,19 @@ jobs: python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 2001-4000 + - name: Run Python Script for lines 12001-14000 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 2001 4000 + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 12001 14000 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output-2001-4000 + name: song-tags-output-12001-14000 path: tagged_songs.json - process_songs_4001-6000: + process_songs_14001-16000: runs-on: ubuntu-latest steps: @@ -84,19 +84,19 @@ jobs: python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 4001-6000 + - name: Run Python Script for lines 14001-16000 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 4001 6000 + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 14001 16000 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output-4001-6000 + name: song-tags-output-14001-16000 path: tagged_songs.json - process_songs_6001-8000: + process_songs_16001-18000: runs-on: ubuntu-latest steps: @@ -113,19 +113,19 @@ jobs: python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 6001-8000 + - name: Run Python Script for lines 16001-18000 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 6001 8000 + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 16001 18000 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output-6001-8000 + name: song-tags-output-16001-18000 path: tagged_songs.json - process_songs_8001-10000: + process_songs_18001-20000: runs-on: ubuntu-latest steps: @@ -142,14 +142,14 @@ jobs: python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 8001-10000 + - name: Run Python Script for lines 18001-20000 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 8001 10000 + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 18001 20000 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output-8001-10000 + name: song-tags-output-18001-20000 path: tagged_songs.json diff --git a/machine-learn/scrape_data/level0/Gemini-synthetic-v2/0-create-yml-list.py b/machine-learn/scrape_data/level0/Gemini-synthetic-v2/0-create-yml-list.py index f529923..8afe61e 100644 --- a/machine-learn/scrape_data/level0/Gemini-synthetic-v2/0-create-yml-list.py +++ b/machine-learn/scrape_data/level0/Gemini-synthetic-v2/0-create-yml-list.py @@ -40,4 +40,4 @@ def generate_jobs(start, end, step, output_file): f.write("\n".join(jobs)) # Generate jobs for ranges 1000 to 5000 with a step of 1000 -generate_jobs(1, 10000, 2000, 'jobs_output.txt') +generate_jobs(10001, 20000, 2000, 'jobs_output.txt') diff --git a/machine-learn/scrape_data/level0/Gemini-synthetic-v2/jobs_output.txt b/machine-learn/scrape_data/level0/Gemini-synthetic-v2/jobs_output.txt index 87f98df..ed8f45e 100644 --- a/machine-learn/scrape_data/level0/Gemini-synthetic-v2/jobs_output.txt +++ b/machine-learn/scrape_data/level0/Gemini-synthetic-v2/jobs_output.txt @@ -1,4 +1,4 @@ - process_songs_1-2000: + process_songs_10001-12000: runs-on: ubuntu-latest steps: @@ -15,19 +15,19 @@ python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 1-2000 + - name: Run Python Script for lines 10001-12000 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 1 2000 + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 10001 12000 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output-1-2000 + name: song-tags-output-10001-12000 path: tagged_songs.json - process_songs_2001-4000: + process_songs_12001-14000: runs-on: ubuntu-latest steps: @@ -44,19 +44,19 @@ python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 2001-4000 + - name: Run Python Script for lines 12001-14000 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 2001 4000 + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 12001 14000 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output-2001-4000 + name: song-tags-output-12001-14000 path: tagged_songs.json - process_songs_4001-6000: + process_songs_14001-16000: runs-on: ubuntu-latest steps: @@ -73,19 +73,19 @@ python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 4001-6000 + - name: Run Python Script for lines 14001-16000 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 4001 6000 + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 14001 16000 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output-4001-6000 + name: song-tags-output-14001-16000 path: tagged_songs.json - process_songs_6001-8000: + process_songs_16001-18000: runs-on: ubuntu-latest steps: @@ -102,19 +102,19 @@ python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 6001-8000 + - name: Run Python Script for lines 16001-18000 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 6001 8000 + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 16001 18000 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output-6001-8000 + name: song-tags-output-16001-18000 path: tagged_songs.json - process_songs_8001-10000: + process_songs_18001-20000: runs-on: ubuntu-latest steps: @@ -131,14 +131,14 @@ python -m pip install --upgrade pip pip install google-generativeai - - name: Run Python Script for lines 8001-10000 + - name: Run Python Script for lines 18001-20000 env: GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} run: | - python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 8001 10000 + python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 18001 20000 - name: Upload Artifact uses: actions/upload-artifact@v4 with: - name: song-tags-output-8001-10000 + name: song-tags-output-18001-20000 path: tagged_songs.json