From 656fb511e5cb1319107face996ababa09ecc768e Mon Sep 17 00:00:00 2001 From: Anna Pfohl Date: Fri, 1 Dec 2023 19:30:06 +0000 Subject: [PATCH] try this --- tests/{scripts => a_scripts}/__init__.py | 0 tests/{scripts => a_scripts}/data_prep/__init__.py | 0 .../{scripts => a_scripts}/data_prep/test_convert_dataset_hf.py | 0 .../data_prep/test_convert_dataset_json.py | 0 .../data_prep/test_convert_text_to_mds.py | 0 tests/{scripts => a_scripts}/eval/__init__.py | 0 tests/{scripts => a_scripts}/eval/test_eval.py | 0 tests/{scripts => a_scripts}/eval/test_eval_inputs.py | 0 tests/{scripts => a_scripts}/inference/__init__.py | 0 .../inference/test_convert_composer_to_hf.py | 0 tests/{scripts => a_scripts}/train/__init__.py | 0 tests/{scripts => a_scripts}/train/test_train.py | 0 tests/{scripts => a_scripts}/train/test_train_inputs.py | 0 tests/tokenizers/test_tiktoken.py | 2 +- 14 files changed, 1 insertion(+), 1 deletion(-) rename tests/{scripts => a_scripts}/__init__.py (100%) rename tests/{scripts => a_scripts}/data_prep/__init__.py (100%) rename tests/{scripts => a_scripts}/data_prep/test_convert_dataset_hf.py (100%) rename tests/{scripts => a_scripts}/data_prep/test_convert_dataset_json.py (100%) rename tests/{scripts => a_scripts}/data_prep/test_convert_text_to_mds.py (100%) rename tests/{scripts => a_scripts}/eval/__init__.py (100%) rename tests/{scripts => a_scripts}/eval/test_eval.py (100%) rename tests/{scripts => a_scripts}/eval/test_eval_inputs.py (100%) rename tests/{scripts => a_scripts}/inference/__init__.py (100%) rename tests/{scripts => a_scripts}/inference/test_convert_composer_to_hf.py (100%) rename tests/{scripts => a_scripts}/train/__init__.py (100%) rename tests/{scripts => a_scripts}/train/test_train.py (100%) rename tests/{scripts => a_scripts}/train/test_train_inputs.py (100%) diff --git a/tests/scripts/__init__.py b/tests/a_scripts/__init__.py similarity index 100% rename from tests/scripts/__init__.py rename to tests/a_scripts/__init__.py diff --git a/tests/scripts/data_prep/__init__.py b/tests/a_scripts/data_prep/__init__.py similarity index 100% rename from tests/scripts/data_prep/__init__.py rename to tests/a_scripts/data_prep/__init__.py diff --git a/tests/scripts/data_prep/test_convert_dataset_hf.py b/tests/a_scripts/data_prep/test_convert_dataset_hf.py similarity index 100% rename from tests/scripts/data_prep/test_convert_dataset_hf.py rename to tests/a_scripts/data_prep/test_convert_dataset_hf.py diff --git a/tests/scripts/data_prep/test_convert_dataset_json.py b/tests/a_scripts/data_prep/test_convert_dataset_json.py similarity index 100% rename from tests/scripts/data_prep/test_convert_dataset_json.py rename to tests/a_scripts/data_prep/test_convert_dataset_json.py diff --git a/tests/scripts/data_prep/test_convert_text_to_mds.py b/tests/a_scripts/data_prep/test_convert_text_to_mds.py similarity index 100% rename from tests/scripts/data_prep/test_convert_text_to_mds.py rename to tests/a_scripts/data_prep/test_convert_text_to_mds.py diff --git a/tests/scripts/eval/__init__.py b/tests/a_scripts/eval/__init__.py similarity index 100% rename from tests/scripts/eval/__init__.py rename to tests/a_scripts/eval/__init__.py diff --git a/tests/scripts/eval/test_eval.py b/tests/a_scripts/eval/test_eval.py similarity index 100% rename from tests/scripts/eval/test_eval.py rename to tests/a_scripts/eval/test_eval.py diff --git a/tests/scripts/eval/test_eval_inputs.py b/tests/a_scripts/eval/test_eval_inputs.py similarity index 100% rename from tests/scripts/eval/test_eval_inputs.py rename to tests/a_scripts/eval/test_eval_inputs.py diff --git a/tests/scripts/inference/__init__.py b/tests/a_scripts/inference/__init__.py similarity index 100% rename from tests/scripts/inference/__init__.py rename to tests/a_scripts/inference/__init__.py diff --git a/tests/scripts/inference/test_convert_composer_to_hf.py b/tests/a_scripts/inference/test_convert_composer_to_hf.py similarity index 100% rename from tests/scripts/inference/test_convert_composer_to_hf.py rename to tests/a_scripts/inference/test_convert_composer_to_hf.py diff --git a/tests/scripts/train/__init__.py b/tests/a_scripts/train/__init__.py similarity index 100% rename from tests/scripts/train/__init__.py rename to tests/a_scripts/train/__init__.py diff --git a/tests/scripts/train/test_train.py b/tests/a_scripts/train/test_train.py similarity index 100% rename from tests/scripts/train/test_train.py rename to tests/a_scripts/train/test_train.py diff --git a/tests/scripts/train/test_train_inputs.py b/tests/a_scripts/train/test_train_inputs.py similarity index 100% rename from tests/scripts/train/test_train_inputs.py rename to tests/a_scripts/train/test_train_inputs.py diff --git a/tests/tokenizers/test_tiktoken.py b/tests/tokenizers/test_tiktoken.py index 287932598e..1163b39f21 100644 --- a/tests/tokenizers/test_tiktoken.py +++ b/tests/tokenizers/test_tiktoken.py @@ -10,7 +10,7 @@ from llmfoundry.tokenizers.tiktoken import (TiktokenTokenizerWrapper, bytes_to_unicode) from tests.horrible_strings import HORRIBLE_STRINGS -from tests.scripts.inference.test_convert_composer_to_hf import \ +from tests.a_scripts.inference.test_convert_composer_to_hf import \ check_hf_tokenizer_equivalence if TYPE_CHECKING: