rm model_type

DesmonDay · Oct 30, 2023 · bab9e8e · bab9e8e
1 parent 51b6375
commit bab9e8e
Show file tree

Hide file tree

Showing 4 changed files with 2 additions and 6 deletions.
diff --git a/llm/run_pretrain.py b/llm/run_pretrain.py
@@ -115,7 +115,6 @@ class ModelArguments:
     Arguments pertaining to which model/config/tokenizer we are going to pre-train from.
     """
 
-    model_type: Optional[str] = field(default="llama", metadata={"help": "Use for CI test."})
     model_name_or_path: str = field(
         default="__internal_testing__/tiny-random-llama",
         metadata={

diff --git a/scripts/regression/requirements_ci.txt b/scripts/regression/requirements_ci.txt
@@ -40,4 +40,5 @@ onnxruntime
 sacremoses
 soundfile
 librosa
-gradio
+gradio
+tiktoken
diff --git a/tests/fixtures/llm/pretrain.yaml b/tests/fixtures/llm/pretrain.yaml
@@ -20,13 +20,10 @@ pretrain:
     continue_training: 1
   default:
     llama:
-      model_type: llama
       model_name_or_path: __internal_testing__/tiny-random-llama
     chatglm:
-      model_type: chatglm
       model_name_or_path: __internal_testing__/tiny-fused-chatglm
     qwen:
-      model_type: qwen
       model_name_or_path: __internal_testing__/tiny-fused-qwen
 
 inference-predict:

diff --git a/tests/requirements.txt b/tests/requirements.txt
@@ -7,4 +7,3 @@ tool_helpers
 fast_tokenizer_python
 sacremoses
 pydantic==1.10.9
-tiktoken