fixes

octoml · Feb 2, 2024 · 79780ac · 79780ac
1 parent aaca70f
commit 79780ac
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/serve/mlc_serve/model/model_common.py b/serve/mlc_serve/model/model_common.py
@@ -455,7 +455,7 @@ def sample_loglikelihood_from_logits(
                     sequence_id=sequence_id,
                     generated_tokens=[],
                     error=None,
-                    logprob_info=logprob_infos[i],
+                    logprob_info=get_logprob_infos(i, logprob_infos),
                 )
             )
 

diff --git a/serve/mlc_serve/model/tvm_model.py b/serve/mlc_serve/model/tvm_model.py
@@ -348,7 +348,7 @@ def generate(
                     input_ids,
                     positions,
                     seq_lens,
-                    cache.cache_blocks,
+                    self.cache_blocks,
                     slot_mapping,
                     all_logits,
                     self.params,