remove calibration error

mosaicml · Feb 2, 2024 · 53da3ea · 53da3ea
1 parent a20877d
commit 53da3ea
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 5 deletions.
diff --git a/llmfoundry/models/hf/hf_causal_lm.py b/llmfoundry/models/hf/hf_causal_lm.py
@@ -71,9 +71,7 @@ def __init__(self, om_model_config: Union[DictConfig,
             InContextLearningLMAccuracy(),
             InContextLearningMultipleChoiceAccuracy(),
             InContextLearningQAAccuracy(),
-            InContextLearningCodeEvalAccuracy(),
-            InContextLearningLMExpectedCalibrationError(),
-            InContextLearningMCExpectedCalibrationError()
+            InContextLearningCodeEvalAccuracy()
         ]
 
         # if we are passed a DictConfig, we need to instantiate the model

diff --git a/llmfoundry/models/mpt/modeling_mpt.py b/llmfoundry/models/mpt/modeling_mpt.py
@@ -1025,8 +1025,6 @@ def __init__(
             InContextLearningMultipleChoiceAccuracy(),
             InContextLearningQAAccuracy(),
             InContextLearningCodeEvalAccuracy(),
-            InContextLearningLMExpectedCalibrationError(),
-            InContextLearningMCExpectedCalibrationError(),
         ]
 
         super().__init__(