use current year in license

.github/mcp/mcp_pytest.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 """Run pytest using MCP."""

.pre-commit-config.yaml

@@ -57,14 +57,15 @@ repos:
   - id: mixed-line-ending
   - id: trailing-whitespace
 - repo: https://github.com/Lucas-C/pre-commit-hooks
-  rev: v1.3.1
+  rev: v1.5.0
   hooks:
   - id: insert-license
     args:
     - --license-filepath
     - .ci/FILE_HEADER
     - --comment-style
     - '#'
+    - --use-current-year
     types: [python]
 - repo: https://github.com/PyCQA/docformatter
   rev: v1.5.0

llmfoundry/__init__.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 import torch

llmfoundry/callbacks/__init__.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 try:

llmfoundry/callbacks/async_eval_callback.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 """Run the eval loop asynchronously as part of a MosaicML platform run.

llmfoundry/callbacks/eval_gauntlet_callback.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 """Aggregate ICL evals into composite scores."""

llmfoundry/callbacks/fdiff_callback.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 """Monitor rate of change of loss."""

llmfoundry/callbacks/generate_callback.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 """Deprecated Generate callback.

llmfoundry/callbacks/hf_checkpointer.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 import contextlib

llmfoundry/callbacks/model_gauntlet_callback.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 from composer.core import Callback

llmfoundry/callbacks/monolithic_ckpt_callback.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 import contextlib

llmfoundry/callbacks/resumption_callbacks.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 import logging

llmfoundry/callbacks/scheduled_gc_callback.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 import gc

llmfoundry/data/__init__.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 from llmfoundry.data.data import ConcatTokensDataset, NoConcatDataset

llmfoundry/data/data.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 """Datasets for converting to MDS Shards."""

llmfoundry/data/dataloader.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 """Dataloader builder utilities."""

llmfoundry/data/denoising.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 """Streaming dataloader for (mixture of) denoising task(s)."""

llmfoundry/data/finetuning/__init__.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 from llmfoundry.data.finetuning.collator import Seq2SeqFinetuningCollator

llmfoundry/data/finetuning/collator.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 import logging

llmfoundry/data/finetuning/dataloader.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 import logging
 import os

llmfoundry/data/finetuning/tasks.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 """Includes code for task-specific seq-to-seq data formatting.

llmfoundry/data/packing.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 import logging

llmfoundry/data/text_data.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 """Build a StreamingTextDataset dataset and dataloader for training."""

llmfoundry/models/__init__.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 from llmfoundry.models.hf import (ComposerHFCausalLM, ComposerHFPrefixLM,

llmfoundry/models/hf/__init__.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 from llmfoundry.models.hf.hf_causal_lm import ComposerHFCausalLM

llmfoundry/models/hf/hf_causal_lm.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 """Implements a Hugging Causal LM wrapped inside a :class:`.ComposerModel`."""

llmfoundry/models/hf/hf_fsdp.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 # helper functions from https://github.com/CarperAI/trlx/blob/main/trlx/utils/modeling.py

llmfoundry/models/hf/hf_prefix_lm.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 """Implements a Hugging Prefix LM wrapped inside a :class:`.ComposerModel`."""

llmfoundry/models/hf/hf_t5.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 """Implements a Hugging Face T5 wrapped inside a :class:`.ComposerModel`."""

llmfoundry/models/hf/model_wrapper.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 """Re-usable :class:`.ComposerModel` for LLM HF Models."""

llmfoundry/models/inference_api_wrapper/__init__.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 from llmfoundry.models.inference_api_wrapper.interface import \

llmfoundry/models/inference_api_wrapper/interface.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 from typing import Any, Dict, Optional

llmfoundry/models/inference_api_wrapper/openai_causal_lm.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 """Implements a OpenAI chat and causal LM inference API wrappers."""

llmfoundry/models/layers/__init__.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 from llmfoundry.models.layers.attention import (

llmfoundry/models/layers/attention.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 """Attention layers."""

llmfoundry/models/layers/blocks.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 """GPT Blocks used for the GPT Model."""

llmfoundry/models/layers/custom_embedding.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 import torch.nn as nn

llmfoundry/models/layers/fc.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 from torch import nn

llmfoundry/models/layers/ffn.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 """MPT Blocks used for the MPT Model."""

llmfoundry/models/layers/llama_attention_monkeypatch.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 # This file is copied and modified from

llmfoundry/models/layers/norm.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 from typing import Dict, List, Optional, Type, Union

llmfoundry/models/model_registry.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 from llmfoundry.models.hf import (ComposerHFCausalLM, ComposerHFPrefixLM,

llmfoundry/models/mpt/__init__.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 from llmfoundry.models.mpt.configuration_mpt import MPTConfig

llmfoundry/models/mpt/configuration_mpt.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 """A HuggingFace-style model configuration."""

llmfoundry/models/mpt/modeling_mpt.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 """A simple, flexible implementation of a GPT model.

llmfoundry/models/utils/__init__.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 from llmfoundry.models.utils.adapt_tokenizer import (

llmfoundry/models/utils/adapt_tokenizer.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 from typing import Any

llmfoundry/models/utils/hf_prefixlm_converter.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 """Converts Huggingface Causal LM to Prefix LM.

llmfoundry/models/utils/meta_init_context.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 # Copyright 2022 The HuggingFace Team. All rights reserved.

llmfoundry/models/utils/param_init_fns.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 import math

llmfoundry/optim/__init__.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 from llmfoundry.optim.adaptive_lion import DecoupledAdaLRLion, DecoupledClipLion

llmfoundry/optim/adaptive_lion.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 import logging

llmfoundry/optim/lion.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 import logging

llmfoundry/optim/lion8b.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 from typing import Any, Callable, Dict, Iterable, Optional, Tuple, Union

llmfoundry/optim/outlier_detection.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 import collections

llmfoundry/optim/scheduler.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 """Experimental learning rate schedulers used for training LLMs."""

llmfoundry/tokenizers/__init__.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 from llmfoundry.tokenizers.tiktoken import TiktokenTokenizerWrapper

llmfoundry/tokenizers/tiktoken.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 from functools import lru_cache
 from typing import Any, Dict, List, Optional, Tuple

llmfoundry/utils/__init__.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 try:

llmfoundry/utils/builders.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 import functools

llmfoundry/utils/checkpoint_conversion_helpers.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 """Helper methods for the checkpoint conversion scripts.

llmfoundry/utils/config_utils.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 import contextlib

llmfoundry/utils/data_prep_utils.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 import json

llmfoundry/utils/huggingface_hub_utils.py

@@ -1,4 +1,4 @@
-# Copyright 2022 MosaicML LLM Foundry authors
+# Copyright 2022-2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
 import ast