From c6b1144a63cbf492a5a2225e1de3148a5d3fb30c Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Tue, 9 Apr 2024 16:41:25 -0400 Subject: [PATCH] use locale agnostic seperator to make large nums easier to read --- src/axolotl/utils/trainer.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/axolotl/utils/trainer.py b/src/axolotl/utils/trainer.py index 2de2c54cce..6625080755 100644 --- a/src/axolotl/utils/trainer.py +++ b/src/axolotl/utils/trainer.py @@ -198,7 +198,7 @@ def calculate_total_num_steps(cfg, train_dataset, update=True): .apply(lambda x: len(x)) # pylint: disable=unnecessary-lambda .values ) - LOG.debug(f"total_num_tokens: {total_num_tokens}", main_process_only=True) + LOG.debug(f"total_num_tokens: {total_num_tokens:_}", main_process_only=True) if update: cfg.total_num_tokens = total_num_tokens @@ -212,7 +212,7 @@ def calculate_total_num_steps(cfg, train_dataset, update=True): .sum() ) LOG.debug( - f"`total_supervised_tokens: {total_supervised_tokens}`", + f"`total_supervised_tokens: {total_supervised_tokens:_}`", main_process_only=True, ) if update: @@ -239,7 +239,7 @@ def calculate_total_num_steps(cfg, train_dataset, update=True): * cfg.num_epochs ) LOG.debug( - f"total_num_tokens: {cfg.total_num_tokens}, total_num_steps: {total_num_steps}", + f"total_num_tokens: {cfg.total_num_tokens:_}, total_num_steps: {total_num_steps:_}", main_process_only=True, ) else: