From 584074d59ef33fdebca1f0fdde3eb00f7e9caf9c Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Mon, 22 Jan 2024 18:37:08 -0500 Subject: [PATCH] just cast straight to string for ds hash --- src/axolotl/utils/data.py | 12 +++--------- 1 file changed, 3 insertions(+), 9 deletions(-) diff --git a/src/axolotl/utils/data.py b/src/axolotl/utils/data.py index 4cf5323d8f..6726f2ad14 100644 --- a/src/axolotl/utils/data.py +++ b/src/axolotl/utils/data.py @@ -116,17 +116,11 @@ def load_tokenized_prepared_datasets( ( str(cfg.sequence_len) + "@" - + str(int(cfg.sample_packing)) + + str(cfg.sample_packing) + "@" - + str( - int( - -1 - if (cfg.eval_sample_packing is None) - else cfg.eval_sample_packing - ) - ) + + str(cfg.eval_sample_packing) + "@" - + str(int(cfg.group_by_length)) + + str(cfg.group_by_length) + "@" + "|".join( sorted(