#0: Ignore page table in decode trace for vision model

tenstorrent · Dec 4, 2024 · 0d31f34 · 0d31f34
1 parent e02e091
commit 0d31f34
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/models/demos/llama3/tt/generator.py b/models/demos/llama3/tt/generator.py
@@ -360,6 +360,7 @@ def capture_trace(
             tt_full_text_mask_expand_1NSH,
             tt_position_id,
             tt_rope_id,
+            _,
         ) = self.model.prepare_decode_inputs_host(
             tokens, cross_attention_masks, full_text_row_masked_out_mask, position_id
         )
@@ -425,6 +426,7 @@ def decode_forward_trace(
             tt_full_text_mask_expand_1NSH,
             tt_position_id,
             tt_rope_id,
+            _,
         ) = self.model.prepare_decode_inputs_host(
             tokens, cross_attention_masks, full_text_row_masked_out_mask, position_id=position_id
         )