chonky

composer/_version.py

@@ -3,4 +3,4 @@
 
 """The Composer Version."""
 
-__version__ = '0.23.5'
+__version__ = '0.24.0.dev0'

composer/algorithms/selective_backprop/selective_backprop.py

@@ -272,8 +272,6 @@ def apply(self, event: Event, state: State, logger: Optional[Logger] = None) ->
                     raise RuntimeError('Model must be of type ComposerModel')
                 self._loss_fn = state.model.loss
             return
-
-        state.batch = state.device.batch_to_device(state.batch)
         input, target = state.batch_get_item(key=self.input_key), state.batch_get_item(key=self.target_key)
         assert isinstance(input, torch.Tensor) and isinstance(target, torch.Tensor), \
             'Multiple tensors not supported for this method yet.'

composer/algorithms/seq_length_warmup/seq_length_warmup.py

@@ -292,8 +292,6 @@ def _activate_model(self, state: State, logger: Logger) -> None:
         while True:
             model_inputs = {k: v[:state.device_train_microbatch_size] for k, v in batch_clone.items()}
 
-            model_inputs = state.device.batch_to_device(model_inputs)
-
             found_cuda_oom = 0  # int since bool BOR not supported on all torch.distributed backends
             try:
                 # Start by running a forward and backward pass

composer/checkpoint/download.py

@@ -40,10 +40,11 @@ def download_file(
     if node_ranks is not None and node_rank not in node_ranks:
         return
 
+    if source_uri.endswith('.symlink'):
+        source_path = download_and_extract_symlink(source_uri)
+
     object_store = maybe_create_object_store_from_uri(source_uri)
     _, _, source_path = parse_uri(source_uri)
-    if source_uri.endswith('.symlink'):
-        source_path = extract_path_from_symlink(source_path, object_store)
     assert object_store is not None
 
     @retry(num_attempts=num_attempts)
@@ -58,6 +59,21 @@ def _download():
     log.debug(f'Finished downloading {source_path} to {destination_path}')
 
 
+def download_and_extract_symlink(source_uri) -> str:
+    """Downloads a symlink file from the specified URI and returns the path it points to.
+
+    Args:
+        source_uri (str): The URI to download the symlink from.
+
+    Returns:
+        str: The path the symlink points to.
+    """
+    object_store = maybe_create_object_store_from_uri(source_uri)
+    _, _, source_path = parse_uri(source_uri)
+    source_path = extract_path_from_symlink(source_path, object_store)
+    return source_path
+
+
 def download_monolithic_checkpoint(
     source_uri: str,
     destination_path: str,