fix bug

vllm-project · Oct 14, 2024 · 89d9171 · 89d9171
1 parent d356ace
commit 89d9171
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/distributed/kv_transfer/infinite.py b/vllm/distributed/kv_transfer/infinite.py
@@ -38,7 +38,7 @@ def __init__(self, model: str, tokens_per_page=16) -> None:
 
         logger.info("connecting to infinite store server: ", infinite_server)
 
-        self.conn.connect(infinite_server)
+        self.conn.connect()
 
     def _compute_kv_cache_block_offsets(
             self, input_ids: torch.Tensor, attn_metadata: AttentionMetadata,