Skip to content

Commit

Permalink
more... debug
Browse files Browse the repository at this point in the history
  • Loading branch information
wenfeiy-db committed Nov 9, 2023
1 parent e8274a1 commit fb0cd3e
Showing 1 changed file with 12 additions and 0 deletions.
12 changes: 12 additions & 0 deletions tests/test_builders.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,8 @@
import pytest
from composer.callbacks import Generate
from transformers import PreTrainedTokenizerBase
from omegaconf import DictConfig
from omegaconf import OmegaConf as om

from llmfoundry.tokenizers.tiktoken import TiktokenTokenizerWrapper
from llmfoundry.utils.builders import build_callback, build_tokenizer
Expand Down Expand Up @@ -78,3 +80,13 @@ def test_build_generate_callback_unspecified_interval():
'foo': 'bar',
'something': 'else',
})

def test_build_hf_checkpointer_callback():
hfc = build_callback(
'hf_checkpointer',
mlflow_logging_config=om.create({"metadata": {'task': 'llm/v1/completions'}})
)
print(hfs)



0 comments on commit fb0cd3e

Please sign in to comment.