Unit test

Signed-off-by: Xin Yang <[email protected]>

tests/lora/test_tokenizer_group.py

@@ -17,6 +17,7 @@ async def test_tokenizer_group_lora(sql_lora_files, tokenizer_group_type):
         tokenizer_id="gpt2",
         enable_lora=True,
         max_num_seqs=1,
+        max_loras=1,
         max_input_length=None,
     )
     lora_request = LoRARequest("1", 1, sql_lora_files)
@@ -53,3 +54,16 @@ def test_get_lora_tokenizer(sql_lora_files, tmp_path):
     lora_request = LoRARequest("1", 1, str(tmp_path))
     tokenizer = get_lora_tokenizer(lora_request)
     assert not tokenizer
+
+
+@pytest.mark.parametrize("max_loras", [1, 3])
+async def test_lora_tokenizers(max_loras):
+    tokenizer_group = get_tokenizer_group(
+        get_tokenizer_pool_config(None),
+        tokenizer_id="gpt2",
+        enable_lora=True,
+        max_num_seqs=2,
+        max_loras=max_loras,
+        max_input_length=None,
+    )
+    assert tokenizer_group.lora_tokenizers.capacity == max(max_loras, 2)