Move test datasets to tests/artifacts/testdata instead of tests/data (f…

…oundation-model-stack#398) Signed-off-by: Dushyant Behl <[email protected]>
dushyantbehl · Dec 3, 2024 · 268ac80 · 268ac80
1 parent 5c29940
commit 268ac80
Show file tree

Hide file tree

Showing 39 changed files with 9 additions and 9 deletions.
diff --git a/tests/acceleration/test_acceleration_framework.py b/tests/acceleration/test_acceleration_framework.py
@@ -54,13 +54,13 @@
 from tuning.utils.import_utils import is_fms_accelerate_available
 
 # for some reason the CI will raise an import error if we try to import
-# these from tests.data
+# these from tests.artifacts.testdata
 TWITTER_COMPLAINTS_JSON_FORMAT = os.path.join(
-    os.path.dirname(__file__), "../data/twitter_complaints_json.json"
+    os.path.dirname(__file__), "../artifacts/testdata/twitter_complaints_json.json"
 )
 TWITTER_COMPLAINTS_TOKENIZED = os.path.join(
     os.path.dirname(__file__),
-    "../data/twitter_complaints_tokenized_with_maykeye_tinyllama_v0.json",
+    "../artifacts/testdata/twitter_complaints_tokenized_with_maykeye_tinyllama_v0.json",
 )
 
 # pylint: disable=import-error

diff --git a/tests/data/__init__.py → tests/artifacts/testdata/__init__.py b/tests/data/__init__.py → tests/artifacts/testdata/__init__.py
diff --git a/tests/data/empty_data.json → tests/artifacts/testdata/empty_data.json b/tests/data/empty_data.json → tests/artifacts/testdata/empty_data.json
diff --git a/tests/data/malformatted_data.json → ...artifacts/testdata/malformatted_data.json b/tests/data/malformatted_data.json → ...artifacts/testdata/malformatted_data.json
diff --git a/tests/data/trainercontroller/__init__.py → ...ts/testdata/trainercontroller/__init__.py b/tests/data/trainercontroller/__init__.py → ...ts/testdata/trainercontroller/__init__.py
diff --git a/...oller/epoch-level-eval-loss-patience.yaml → ...oller/epoch-level-eval-loss-patience.yaml b/...oller/epoch-level-eval-loss-patience.yaml → ...oller/epoch-level-eval-loss-patience.yaml
diff --git a/...inercontroller/epoch-level-eval-loss.yaml → ...inercontroller/epoch-level-eval-loss.yaml b/...inercontroller/epoch-level-eval-loss.yaml → ...inercontroller/epoch-level-eval-loss.yaml
diff --git a/...controller/epoch-level-training-loss.yaml → ...controller/epoch-level-training-loss.yaml b/...controller/epoch-level-training-loss.yaml → ...controller/epoch-level-training-loss.yaml
diff --git a/...ta/trainercontroller/exposed_metrics.yaml → ...ta/trainercontroller/exposed_metrics.yaml b/...ta/trainercontroller/exposed_metrics.yaml → ...ta/trainercontroller/exposed_metrics.yaml
diff --git a/...correct_source_event_exposed_metrics.yaml → ...correct_source_event_exposed_metrics.yaml b/...correct_source_event_exposed_metrics.yaml → ...correct_source_event_exposed_metrics.yaml
diff --git a/...ata/trainercontroller/log_controller.yaml → ...ata/trainercontroller/log_controller.yaml b/...ata/trainercontroller/log_controller.yaml → ...ata/trainercontroller/log_controller.yaml
diff --git a/...trainercontroller/loss_custom_metric.yaml → ...trainercontroller/loss_custom_metric.yaml b/...trainercontroller/loss_custom_metric.yaml → ...trainercontroller/loss_custom_metric.yaml
diff --git a/...inercontroller/loss_custom_operation.yaml → ...inercontroller/loss_custom_operation.yaml b/...inercontroller/loss_custom_operation.yaml → ...inercontroller/loss_custom_operation.yaml
diff --git a/...loss_custom_operation_invalid_action.yaml → ...loss_custom_operation_invalid_action.yaml b/...loss_custom_operation_invalid_action.yaml → ...loss_custom_operation_invalid_action.yaml
diff --git a/...rainercontroller/loss_invalid_metric.yaml → ...rainercontroller/loss_invalid_metric.yaml b/...rainercontroller/loss_invalid_metric.yaml → ...rainercontroller/loss_invalid_metric.yaml
diff --git a/...nercontroller/loss_invalid_operation.yaml → ...nercontroller/loss_invalid_operation.yaml b/...nercontroller/loss_invalid_operation.yaml → ...nercontroller/loss_invalid_operation.yaml
diff --git a/...roller/loss_invalid_operation_action.yaml → ...roller/loss_invalid_operation_action.yaml b/...roller/loss_invalid_operation_action.yaml → ...roller/loss_invalid_operation_action.yaml
diff --git a/...ainercontroller/loss_invalid_trigger.yaml → ...ainercontroller/loss_invalid_trigger.yaml b/...ainercontroller/loss_invalid_trigger.yaml → ...ainercontroller/loss_invalid_trigger.yaml
diff --git a/.../trainercontroller/loss_on_threshold.yaml → .../trainercontroller/loss_on_threshold.yaml b/.../trainercontroller/loss_on_threshold.yaml → .../trainercontroller/loss_on_threshold.yaml
diff --git a/...loss_on_threshold_with_trainer_state.yaml → ...loss_on_threshold_with_trainer_state.yaml b/...loss_on_threshold_with_trainer_state.yaml → ...loss_on_threshold_with_trainer_state.yaml
diff --git a/...ercontroller/loss_unavailable_metric.yaml → ...ercontroller/loss_unavailable_metric.yaml b/...ercontroller/loss_unavailable_metric.yaml → ...ercontroller/loss_unavailable_metric.yaml
diff --git a/...ntroller/loss_with_invalid_type_rule.yaml → ...ntroller/loss_with_invalid_type_rule.yaml b/...ntroller/loss_with_invalid_type_rule.yaml → ...ntroller/loss_with_invalid_type_rule.yaml
diff --git a/...oller/loss_with_malicious_input_rule.yaml → ...oller/loss_with_malicious_input_rule.yaml b/...oller/loss_with_malicious_input_rule.yaml → ...oller/loss_with_malicious_input_rule.yaml
diff --git a/...ntroller/loss_with_malicious_os_rule.yaml → ...ntroller/loss_with_malicious_os_rule.yaml b/...ntroller/loss_with_malicious_os_rule.yaml → ...ntroller/loss_with_malicious_os_rule.yaml
diff --git a/...troller/non-decreasing-training-loss.yaml → ...troller/non-decreasing-training-loss.yaml b/...troller/non-decreasing-training-loss.yaml → ...troller/non-decreasing-training-loss.yaml
diff --git a/tests/data/trainercontroller/on-save.yaml → ...s/testdata/trainercontroller/on-save.yaml b/tests/data/trainercontroller/on-save.yaml → ...s/testdata/trainercontroller/on-save.yaml
diff --git a/...controller/thresholded-training-loss.yaml → ...controller/thresholded-training-loss.yaml b/...controller/thresholded-training-loss.yaml → ...controller/thresholded-training-loss.yaml
diff --git a/...data/twitter_complaints_input_output.json → ...data/twitter_complaints_input_output.json b/...data/twitter_complaints_input_output.json → ...data/twitter_complaints_input_output.json
diff --git a/...ata/twitter_complaints_input_output.jsonl → ...ata/twitter_complaints_input_output.jsonl b/...ata/twitter_complaints_input_output.jsonl → ...ata/twitter_complaints_input_output.jsonl
diff --git a/tests/data/twitter_complaints_small.json → ...ts/testdata/twitter_complaints_small.json b/tests/data/twitter_complaints_small.json → ...ts/testdata/twitter_complaints_small.json
diff --git a/tests/data/twitter_complaints_small.jsonl → ...s/testdata/twitter_complaints_small.jsonl b/tests/data/twitter_complaints_small.jsonl → ...s/testdata/twitter_complaints_small.jsonl
diff --git a/..._tokenized_with_maykeye_tinyllama_v0.json → ..._tokenized_with_maykeye_tinyllama_v0.json b/..._tokenized_with_maykeye_tinyllama_v0.json → ..._tokenized_with_maykeye_tinyllama_v0.json
diff --git a/...tokenized_with_maykeye_tinyllama_v0.jsonl → ...tokenized_with_maykeye_tinyllama_v0.jsonl b/...tokenized_with_maykeye_tinyllama_v0.jsonl → ...tokenized_with_maykeye_tinyllama_v0.jsonl
diff --git a/tests/build/test_launch_script.py b/tests/build/test_launch_script.py
@@ -26,7 +26,7 @@
 # First Party
 from build.accelerate_launch import main
 from build.utils import serialize_args, get_highest_checkpoint
-from tests.data import TWITTER_COMPLAINTS_DATA_JSONL
+from tests.artifacts.testdata import TWITTER_COMPLAINTS_DATA_JSONL
 from tuning.utils.error_logging import (
     USER_ERROR_EXIT_CODE,
     INTERNAL_ERROR_EXIT_CODE,

diff --git a/tests/test_sft_trainer.py b/tests/test_sft_trainer.py
@@ -31,7 +31,7 @@
 # First Party
 from build.utils import serialize_args
 from scripts.run_inference import TunedCausalLM
-from tests.data import (
+from tests.artifacts.testdata import (
     EMPTY_DATA,
     MALFORMATTED_DATA,
     MODEL_NAME,

diff --git a/tests/trainercontroller/test_tuning_trainercontroller.py b/tests/trainercontroller/test_tuning_trainercontroller.py
@@ -30,7 +30,7 @@
 from tests.trainercontroller.custom_operation_invalid_action import (
     CustomOperationInvalidAction,
 )
-import tests.data.trainercontroller as td
+import tests.artifacts.testdata.trainercontroller as td
 
 # Local
 import tuning.config.configs as config

diff --git a/tests/utils/test_data_utils.py b/tests/utils/test_data_utils.py
@@ -20,7 +20,7 @@
 import pytest
 
 # First Party
-from tests.data import TWITTER_COMPLAINTS_DATA_JSONL
+from tests.artifacts.testdata import TWITTER_COMPLAINTS_DATA_JSONL
 
 # Local
 from tuning.utils import data_utils

diff --git a/tests/utils/test_preprocessing_utils.py b/tests/utils/test_preprocessing_utils.py
@@ -6,7 +6,7 @@
 import pytest
 
 # First Party
-from tests.data import (
+from tests.artifacts.testdata import (
     MALFORMATTED_DATA,
     MODEL_NAME,
     TWITTER_COMPLAINTS_DATA_INPUT_OUTPUT_JSON,

diff --git a/tests/utils/test_tokenizer_data_utils.py b/tests/utils/test_tokenizer_data_utils.py
@@ -3,7 +3,7 @@
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
 # First Party
-from tests.data import MODEL_NAME
+from tests.artifacts.testdata import MODEL_NAME
 
 # Local
 # First party