From 256bb01ce8d56486829090e69be1d23465b77550 Mon Sep 17 00:00:00 2001 From: Mihir Patel Date: Mon, 2 Oct 2023 16:44:10 -0400 Subject: [PATCH] lint --- llmfoundry/models/hf/hf_causal_lm.py | 3 ++- llmfoundry/models/mpt/modeling_mpt.py | 6 ++++-- 2 files changed, 6 insertions(+), 3 deletions(-) diff --git a/llmfoundry/models/hf/hf_causal_lm.py b/llmfoundry/models/hf/hf_causal_lm.py index a822bb02ab..a9506e67cb 100644 --- a/llmfoundry/models/hf/hf_causal_lm.py +++ b/llmfoundry/models/hf/hf_causal_lm.py @@ -66,7 +66,8 @@ def __init__(self, om_model_config: Union[DictConfig, tokenizer: PreTrainedTokenizerBase): # set up training and eval metrics use_train_metrics = om_model_config.get('use_train_metrics', True) - train_metrics = [LanguageCrossEntropy(), LanguagePerplexity()] if use_train_metrics else [] + train_metrics = [LanguageCrossEntropy(), + LanguagePerplexity()] if use_train_metrics else [] eval_metrics = [ LanguageCrossEntropy(), LanguagePerplexity(), diff --git a/llmfoundry/models/mpt/modeling_mpt.py b/llmfoundry/models/mpt/modeling_mpt.py index 389bf6883d..2545f5b5d1 100644 --- a/llmfoundry/models/mpt/modeling_mpt.py +++ b/llmfoundry/models/mpt/modeling_mpt.py @@ -694,8 +694,10 @@ def __init__( hf_config = MPTConfig.from_dict(resolved_om_model_config) model = MPTForCausalLM(hf_config) - use_train_metrics = resolved_om_model_config.get('use_train_metrics', True) - train_metrics = [LanguageCrossEntropy(), LanguagePerplexity()] if use_train_metrics else [] + use_train_metrics = resolved_om_model_config.get( + 'use_train_metrics', True) + train_metrics = [LanguageCrossEntropy(), + LanguagePerplexity()] if use_train_metrics else [] eval_metrics = [ LanguageCrossEntropy(), LanguagePerplexity(),