From d2c93eaeec610db5ac6a98eb253b556b594f4650 Mon Sep 17 00:00:00 2001 From: James Newling Date: Wed, 20 Nov 2024 15:39:09 -0800 Subject: [PATCH 1/3] rebase etc --- build_tools/ci/cpu_comparison/run.py | 30 ++++++++++++++++++---------- 1 file changed, 20 insertions(+), 10 deletions(-) diff --git a/build_tools/ci/cpu_comparison/run.py b/build_tools/ci/cpu_comparison/run.py index 189348639..8cf635346 100755 --- a/build_tools/ci/cpu_comparison/run.py +++ b/build_tools/ci/cpu_comparison/run.py @@ -241,6 +241,7 @@ def __init__( run_on_target=["npu1_4col"], additional_labels=None, aie_compilation_flags=None, + n_repeats=1, ): super().__init__( run_on_target=run_on_target, @@ -252,7 +253,7 @@ def __init__( acc_type=acc_type, tile_pipeline="pack-peel", use_ukernel=use_ukernel, - n_repeats=1, + n_repeats=n_repeats, ) self.name = f"vanilla_matmul_{M}_{N}_{K}_{input_type}_{acc_type}" @@ -1093,16 +1094,25 @@ def __init__(self): ) ) - self.register( - VanillaMatmul( - 512, - 512, - 4096, - "bf16", - "f32", - additional_labels=["Performance"], + # Some bf16 Performance tests: + for M, N, K, use_ukernel in [ + (512, 512, 4096, False), + (512, 512, 4096, True), + (512, 4096, 512, False), + (512, 4096, 512, True), + ]: + self.register( + VanillaMatmul( + M, + N, + K, + "bf16", + "f32", + additional_labels=["Performance"], + use_ukernel=use_ukernel, + n_repeats=2, + ) ) - ) # MultipleDispatches tests: for name in ["two_matmul_switching", "matmul_f32_8_8_4", "matmul_f32_8_4_8"]: From 700f86985d51e7531f990297a938036f9dc6f713 Mon Sep 17 00:00:00 2001 From: James Newling Date: Wed, 20 Nov 2024 17:08:25 -0800 Subject: [PATCH 2/3] better printing in CI --- .../ci/cpu_comparison/performance_summarizer.py | 13 ++++++++++--- 1 file changed, 10 insertions(+), 3 deletions(-) diff --git a/build_tools/ci/cpu_comparison/performance_summarizer.py b/build_tools/ci/cpu_comparison/performance_summarizer.py index 146be4aa7..401b06401 100644 --- a/build_tools/ci/cpu_comparison/performance_summarizer.py +++ b/build_tools/ci/cpu_comparison/performance_summarizer.py @@ -6,15 +6,22 @@ import sys if len(sys.argv) != 2: - print("Usage: python3 performance_summarizer.py ") + print( + "Usage: python3 performance_summarizer.py . This will strip out the performance numbers from the log file and print a summary." + ) sys.exit(1) path = sys.argv[1] with open(path, "r") as f: lines = f.readlines() print("============================") + first_print = True for line in lines: if "Run #1" in line: - print(line.split()[-1]) + if not first_print: + print("\n" + line.split()[-1]) + else: + print(line.split()[-1]) + first_print = False if "IREE_AMDAIE" in line: - print(line) + print(line.strip()) print("============================") From 505cfc8871c7ed2a6c6a2db9f9b4ce1353e69357 Mon Sep 17 00:00:00 2001 From: James Newling Date: Wed, 20 Nov 2024 17:22:00 -0800 Subject: [PATCH 3/3] update set --- build_tools/ci/cpu_comparison/run.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/build_tools/ci/cpu_comparison/run.py b/build_tools/ci/cpu_comparison/run.py index 8cf635346..5060c027d 100755 --- a/build_tools/ci/cpu_comparison/run.py +++ b/build_tools/ci/cpu_comparison/run.py @@ -1100,6 +1100,8 @@ def __init__(self): (512, 512, 4096, True), (512, 4096, 512, False), (512, 4096, 512, True), + (4096, 512, 512, False), + (4096, 512, 512, True), ]: self.register( VanillaMatmul(