debug

mosaicml · May 24, 2024 · ab97972 · ab97972
1 parent 0dac0c5
commit ab97972
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/llmfoundry/utils/config_utils.py b/llmfoundry/utils/config_utils.py
@@ -527,7 +527,7 @@ def _parse_source_dataset(cfg: TrainConfig) -> List[Tuple[str, str, str]]:
     data_paths = []
 
     # Handle train loader if it exists
-    train_dataset: Dict = cfg.train_loader.get('dataset', {})
+    train_dataset: TrainConfig = cfg.train_loader.get('dataset', {})
     train_split = train_dataset.get('split', None)
     train_source_path = cfg.source_dataset_train
     _process_data_source(

diff --git a/scripts/train/train.py b/scripts/train/train.py
@@ -531,7 +531,7 @@ def main(cfg: DictConfig) -> Trainer:
     if train_cfg.log_config:
         log.info('Logging config')
         log_config(logged_cfg)
-    log_dataset_uri(logged_cfg)
+    log_dataset_uri(train_cfg)
     torch.cuda.empty_cache()
     gc.collect()