import

mosaicml · Jun 6, 2024 · abea2f5 · abea2f5
1 parent 4cdc513
commit abea2f5
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/llmfoundry/data/data.py b/llmfoundry/data/data.py
@@ -14,6 +14,7 @@
 from transformers import PreTrainedTokenizerBase
 
 __all__ = [
+    'AbstractConcatTokensDataset',
     'ConcatTokensDataset',
     'NoConcatDataset',
     'stream_remote_local_validate',