Skip to content

Commit

Permalink
Merge branch 'main' into hf-auto-include
Browse files Browse the repository at this point in the history
  • Loading branch information
mvpatel2000 authored May 28, 2024
2 parents d79ba7c + c9257b5 commit 7829108
Showing 1 changed file with 8 additions and 12 deletions.
20 changes: 8 additions & 12 deletions scripts/train/train.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,25 +21,16 @@
from composer.utils import dist, get_device, reproducibility
from omegaconf import DictConfig
from omegaconf import OmegaConf as om
from rich.traceback import install

from llmfoundry.callbacks import AsyncEval
from llmfoundry.data.dataloader import build_dataloader
from llmfoundry.eval.metrics.nlp import InContextLearningMetric
from llmfoundry.layers_registry import ffns_with_megablocks
from llmfoundry.utils import (
find_mosaicml_logger,
log_train_analytics,
maybe_create_mosaicml_logger,
)
from llmfoundry.utils.exceptions import (
BaseContextualError,
EvalDataLoaderLocation,
TrainDataLoaderLocation,
)

install()

from llmfoundry.callbacks import AsyncEval
from llmfoundry.data.dataloader import build_dataloader
from llmfoundry.layers_registry import ffns_with_megablocks
from llmfoundry.utils.builders import (
add_metrics_to_eval_loaders,
build_algorithm,
Expand All @@ -61,6 +52,11 @@
process_init_device,
update_batch_size_info,
)
from llmfoundry.utils.exceptions import (
BaseContextualError,
EvalDataLoaderLocation,
TrainDataLoaderLocation,
)
from llmfoundry.utils.registry_utils import import_file

log = logging.getLogger(__name__)
Expand Down

0 comments on commit 7829108

Please sign in to comment.