diff --git a/tests/a_scripts/__init__.py b/tests/a_scripts/__init__.py
index f6c1f9f3ab..eb5c1d149e 100644
--- a/tests/a_scripts/__init__.py
+++ b/tests/a_scripts/__init__.py
@@ -1,2 +1,6 @@
 # Copyright 2022 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
+
+# TODO: This test directory is called "a_scripts" to enforce that these tests are run
+# first. More clean up should be done to ensure tests can be run in any order and
+# don't leave around artifacts