No symlinks at all for HF download (#908)

mosaicml · Jan 25, 2024 · 2634987 · 2634987
1 parent 69bf90e
commit 2634987
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/llmfoundry/utils/model_download_utils.py b/llmfoundry/utils/model_download_utils.py
@@ -108,6 +108,7 @@ def download_from_hf_hub(
     download_start = time.time()
     hf_hub.snapshot_download(model,
                              local_dir=save_dir,
+                             local_dir_use_symlinks=False,
                              ignore_patterns=ignore_patterns,
                              allow_patterns=allow_patterns,
                              token=token)

diff --git a/tests/utils/test_model_download_utils.py b/tests/utils/test_model_download_utils.py
@@ -110,6 +110,7 @@ def test_download_from_hf_hub_weights_pref(mock_list_repo_files: MagicMock,
     mock_snapshot_download.assert_called_once_with(
         test_repo_id,
         local_dir=save_dir,
+        local_dir_use_symlinks=False,
         allow_patterns=None,
         ignore_patterns=expected_ignore_patterns,
         token=None)