diff --git a/federatedscope/llm/eval/eval_for_finance/eval.py b/federatedscope/llm/eval/eval_for_finance/eval.py index 7d0ebe39f..92711697f 100644 --- a/federatedscope/llm/eval/eval_for_finance/eval.py +++ b/federatedscope/llm/eval/eval_for_finance/eval.py @@ -12,6 +12,9 @@ from federatedscope.llm.misc.fschat import FSChatBot from federatedscope.core.data.utils import download_url +# import torch._dynamo +# torch._dynamo.config.suppress_errors = True + transformers.logging.set_verbosity(40) choices = ["A", "B", "C", "D"] diff --git a/federatedscope/llm/eval/eval_for_mmlu/eval.py b/federatedscope/llm/eval/eval_for_mmlu/eval.py index 68a59be87..97e897e68 100644 --- a/federatedscope/llm/eval/eval_for_mmlu/eval.py +++ b/federatedscope/llm/eval/eval_for_mmlu/eval.py @@ -16,6 +16,9 @@ from federatedscope.core.data.utils import download_url import tarfile +# import torch._dynamo +# torch._dynamo.config.suppress_errors = True + transformers.logging.set_verbosity(40) choices = ["A", "B", "C", "D"]