Deprecating the requirements files

Signed-off-by: ted chang <[email protected]>

.github/workflows/format.yml

@@ -32,7 +32,7 @@ jobs:
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
-          python -m pip install -r setup_requirements.txt
+          python -m pip install tox pre-commit
       - name: Check Formatting
         run: tox -e fmt
       - name: Run pylint

.github/workflows/test.yaml

@@ -7,7 +7,7 @@ on:
     branches: [ "main" ]
 
 jobs:
-  build:
+  Test:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
@@ -17,6 +17,7 @@ jobs:
           python-version: 3.9
       - name: Install dependencies
         run: |
-          python -m pip install -r setup_requirements.txt
+          python -m pip install --upgrade pip
+          python -m pip install tox
       - name: Run unit tests
         run: tox -e py

pyproject.toml

@@ -18,16 +18,26 @@ keywords = ['fms-hf-tuning', 'python', 'tuning']
 classifiers=[
     "License :: OSI Approved :: Apache Software License"
 ]
-
-dynamic = ["dependencies"]
+dependencies = [
+"numpy",
+"accelerate>=0.20.3",
+"transformers",
+"torch",
+"sentencepiece",
+"tokenizers>=0.13.3",
+"tqdm",
+"trl",
+"peft>=0.8.0",
+"datasets>=2.15.0",
+"fire"
+]
 
 [project.optional-dependencies]
-dev = ["wheel", "packaging", "ninja"]
+dev = ["wheel", "packaging", "ninja", "scikit-learn>=1.0, <2.0"]
 flash-attn = ["flash-attn"]
 aim = ["aim==3.18.1"]
 
 [tool.setuptools.dynamic]
-dependencies = {file = ["requirements.txt"]}
 
 [project.urls]
 Homepage = "https://github.com/foundation-model-stack/fms-hf-tuning"

tox.ini

@@ -5,7 +5,6 @@ envlist = py, lint, fmt
 description = run unit tests
 deps =
     pytest>=7
-    -r requirements.txt
 commands =
     pytest {posargs:tests}
 
@@ -18,6 +17,6 @@ allowlist_externals = ./scripts/fmt.sh
 description = lint with pylint
 deps = pylint>=2.16.2,<=3.1.0
         pytest
-        -r requirements.txt
+        .[dev]
 commands = pylint tuning scripts/*.py build/*.py tests
 allowlist_externals = pylint