diff --git a/tests/scripts/__init__.py b/tests/a_scripts/__init__.py
similarity index 100%
rename from tests/scripts/__init__.py
rename to tests/a_scripts/__init__.py
diff --git a/tests/scripts/data_prep/__init__.py b/tests/a_scripts/data_prep/__init__.py
similarity index 100%
rename from tests/scripts/data_prep/__init__.py
rename to tests/a_scripts/data_prep/__init__.py
diff --git a/tests/scripts/data_prep/test_convert_dataset_hf.py b/tests/a_scripts/data_prep/test_convert_dataset_hf.py
similarity index 100%
rename from tests/scripts/data_prep/test_convert_dataset_hf.py
rename to tests/a_scripts/data_prep/test_convert_dataset_hf.py
diff --git a/tests/scripts/data_prep/test_convert_dataset_json.py b/tests/a_scripts/data_prep/test_convert_dataset_json.py
similarity index 100%
rename from tests/scripts/data_prep/test_convert_dataset_json.py
rename to tests/a_scripts/data_prep/test_convert_dataset_json.py
diff --git a/tests/scripts/data_prep/test_convert_text_to_mds.py b/tests/a_scripts/data_prep/test_convert_text_to_mds.py
similarity index 100%
rename from tests/scripts/data_prep/test_convert_text_to_mds.py
rename to tests/a_scripts/data_prep/test_convert_text_to_mds.py
diff --git a/tests/scripts/eval/__init__.py b/tests/a_scripts/eval/__init__.py
similarity index 100%
rename from tests/scripts/eval/__init__.py
rename to tests/a_scripts/eval/__init__.py
diff --git a/tests/scripts/eval/test_eval.py b/tests/a_scripts/eval/test_eval.py
similarity index 100%
rename from tests/scripts/eval/test_eval.py
rename to tests/a_scripts/eval/test_eval.py
diff --git a/tests/scripts/eval/test_eval_inputs.py b/tests/a_scripts/eval/test_eval_inputs.py
similarity index 100%
rename from tests/scripts/eval/test_eval_inputs.py
rename to tests/a_scripts/eval/test_eval_inputs.py
diff --git a/tests/scripts/inference/__init__.py b/tests/a_scripts/inference/__init__.py
similarity index 100%
rename from tests/scripts/inference/__init__.py
rename to tests/a_scripts/inference/__init__.py
diff --git a/tests/scripts/inference/test_convert_composer_to_hf.py b/tests/a_scripts/inference/test_convert_composer_to_hf.py
similarity index 100%
rename from tests/scripts/inference/test_convert_composer_to_hf.py
rename to tests/a_scripts/inference/test_convert_composer_to_hf.py
diff --git a/tests/scripts/train/__init__.py b/tests/a_scripts/train/__init__.py
similarity index 100%
rename from tests/scripts/train/__init__.py
rename to tests/a_scripts/train/__init__.py
diff --git a/tests/scripts/train/test_train.py b/tests/a_scripts/train/test_train.py
similarity index 100%
rename from tests/scripts/train/test_train.py
rename to tests/a_scripts/train/test_train.py
diff --git a/tests/scripts/train/test_train_inputs.py b/tests/a_scripts/train/test_train_inputs.py
similarity index 100%
rename from tests/scripts/train/test_train_inputs.py
rename to tests/a_scripts/train/test_train_inputs.py
diff --git a/tests/tokenizers/test_tiktoken.py b/tests/tokenizers/test_tiktoken.py
index 287932598e..1163b39f21 100644
--- a/tests/tokenizers/test_tiktoken.py
+++ b/tests/tokenizers/test_tiktoken.py
@@ -10,7 +10,7 @@
 from llmfoundry.tokenizers.tiktoken import (TiktokenTokenizerWrapper,
                                             bytes_to_unicode)
 from tests.horrible_strings import HORRIBLE_STRINGS
-from tests.scripts.inference.test_convert_composer_to_hf import \
+from tests.a_scripts.inference.test_convert_composer_to_hf import \
     check_hf_tokenizer_equivalence
 
 if TYPE_CHECKING: