From 0d31f34f44a1d64eecf3b4eb3d164ee03ba3f912 Mon Sep 17 00:00:00 2001 From: Colman Glagovich Date: Wed, 4 Dec 2024 08:34:54 -0800 Subject: [PATCH] #0: Ignore page table in decode trace for vision model --- models/demos/llama3/tt/generator.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/models/demos/llama3/tt/generator.py b/models/demos/llama3/tt/generator.py index e95841b00ec..b1d08294ceb 100644 --- a/models/demos/llama3/tt/generator.py +++ b/models/demos/llama3/tt/generator.py @@ -360,6 +360,7 @@ def capture_trace( tt_full_text_mask_expand_1NSH, tt_position_id, tt_rope_id, + _, ) = self.model.prepare_decode_inputs_host( tokens, cross_attention_masks, full_text_row_masked_out_mask, position_id ) @@ -425,6 +426,7 @@ def decode_forward_trace( tt_full_text_mask_expand_1NSH, tt_position_id, tt_rope_id, + _, ) = self.model.prepare_decode_inputs_host( tokens, cross_attention_masks, full_text_row_masked_out_mask, position_id=position_id )