[Bugfix][Hardware][CPU] Fix CPU model input for decode (#9044)

vllm-project · Oct 7, 2024 · 487678d · 487678d
1 parent cb3b2b9
commit 487678d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/worker/cpu_model_runner.py b/vllm/worker/cpu_model_runner.py
@@ -133,7 +133,7 @@ def build(self) -> ModelInputForCPU:
             (input_tokens, input_positions,
              attn_metadata) = self._prepare_decode(
                  self.seq_group_metadata_list)
-            seq_lens = []
+            seq_lens = None
 
         return self.model_input_cls(
             input_tokens=input_tokens,