remove import

mosaicml · Nov 9, 2023 · 46b7d72 · 46b7d72
1 parent 20aeafd
commit 46b7d72
Show file tree

Hide file tree

Showing 3 changed files with 0 additions and 7 deletions.
diff --git a/llmfoundry/models/hf/hf_causal_lm.py b/llmfoundry/models/hf/hf_causal_lm.py
@@ -71,7 +71,6 @@ def __init__(self, om_model_config: Union[DictConfig,
             InContextLearningMultipleChoiceAccuracy(),
             InContextLearningQAAccuracy(),
             InContextLearningCodeEvalAccuracy(),
-            InContextLearningCodeExecutionPredictionAccuracy(),
             InContextLearningLMExpectedCalibrationError(),
             InContextLearningMCExpectedCalibrationError()
         ]

diff --git a/llmfoundry/models/mpt/modeling_mpt.py b/llmfoundry/models/mpt/modeling_mpt.py
@@ -15,7 +15,6 @@
 import torch.nn as nn
 import torch.nn.functional as F
 from composer.metrics import (InContextLearningCodeEvalAccuracy,
-                              InContextLearningCodeExecutionPredictionAccuracy,
                               InContextLearningLMAccuracy,
                               InContextLearningLMExpectedCalibrationError,
                               InContextLearningMCExpectedCalibrationError,
@@ -708,7 +707,6 @@ def __init__(
             InContextLearningCodeEvalAccuracy(),
             InContextLearningLMExpectedCalibrationError(),
             InContextLearningMCExpectedCalibrationError(),
-            InContextLearningCodeExecutionPredictionAccuracy()
         ]
 
         super().__init__(

diff --git a/llmfoundry/utils/builders.py b/llmfoundry/utils/builders.py
@@ -249,10 +249,6 @@ def _validate_cfg(icl_cfg: DictConfig):
                 icl_cfg.metric_names = ['InContextLearningQAAccuracy']
             elif icl_cfg.icl_task_type == 'code_evaluation':
                 icl_cfg.metric_names = ['InContextLearningCodeEvalAccuracy']
-            elif icl_cfg.icl_task_type == 'code_execution_prediction':
-                icl_cfg.metric_names = [
-                    'InContextLearningCodeExecutionPredictionAccuracy'
-                ]
             else:
                 raise ValueError(
                     f'No metric_names defined, unable to build default metrics for icl_task_type={icl_cfg.icl_task_type}.'