rm this commit that wasn't the right branch

mosaicml · Feb 26, 2024 · a7708fb · a7708fb
1 parent f1a8d41
commit a7708fb
Showing 1 changed file with 2 additions and 8 deletions.
diff --git a/composer/models/huggingface.py b/composer/models/huggingface.py
@@ -476,14 +476,8 @@ def eval_forward(self, batch, outputs: Optional[Any] = None):
             # don't remove prefix space to sentencepiece models
             if len(self.tokenizer(
                     ' a', add_special_tokens=False)['input_ids']) == 1:  # pyright: ignore[reportGeneralTypeIssues]
-                try:
-                    return self.tokenizer.batch_decode(generation[:, batch['input_ids'].shape[1]:],
-                                                    skip_special_tokens=True)
-                except:
-                    log.info("failing!")
-                    log.info(generation)
-                    log.info(batch['input_ids'].shape)
-                    log.info(batch['input_ids'])
+                return self.tokenizer.batch_decode(generation[:, batch['input_ids'].shape[1]:],
+                                                   skip_special_tokens=True)
             else:
                 return [
                     ' ' + generation