Skip to content

Commit

Permalink
remove icecream
Browse files Browse the repository at this point in the history
  • Loading branch information
eitanturok committed Sep 25, 2024
1 parent 3a6dec6 commit 1f025d8
Show file tree
Hide file tree
Showing 2 changed files with 0 additions and 9 deletions.
1 change: 0 additions & 1 deletion llmfoundry/command_utils/train.py
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,6 @@
cyclic_schedule,
)
from composer.utils import dist, get_device, reproducibility, ParallelismConfig, TPConfig, FSDPConfig
from icecream import install, ic
from omegaconf import DictConfig
from omegaconf import OmegaConf as om

Expand Down
8 changes: 0 additions & 8 deletions tests/models/utils/test_tp_strategy.py
Original file line number Diff line number Diff line change
@@ -1,18 +1,10 @@
import pytest

from composer.trainer.trainer import Trainer
from composer.utils import dist
from torch.distributed.tensor.parallel import ColwiseParallel, RowwiseParallel, PrepareModuleInput
from torch.distributed._tensor import Replicate, Shard
from torch.utils.data import DataLoader

from llmfoundry.models.mpt.modeling_mpt import ComposerMPTCausalLM
from llmfoundry.utils.builders import build_tp_strategy


from icecream import install
install()

def test_ffn_tp_strategy_layer_plan():

# Actual layer plan
Expand Down

0 comments on commit 1f025d8

Please sign in to comment.