diff --git a/build_tools/ci/matmul_ukernel_vs_codegen_benchmark/run_test.sh b/build_tools/ci/matmul_ukernel_vs_codegen_benchmark/run_test.sh
index ffcee7963..ded182d65 100755
--- a/build_tools/ci/matmul_ukernel_vs_codegen_benchmark/run_test.sh
+++ b/build_tools/ci/matmul_ukernel_vs_codegen_benchmark/run_test.sh
@@ -120,9 +120,10 @@ ROOT_DIR="$(cd $THIS_DIR/../.. && pwd)"
 source $XRT_DIR/setup.sh
 export XRT_HACK_UNSECURE_LOADING_XCLBIN=1
 
-M=2048
-K=4096
-N=2048
+# TODO(newling) use larger values when CI working
+M=64
+K=64
+N=64
 
 # Create a file ${OUTPUT_DIR}/generated_linalg_matmul.mlir
 # by running 'generate_linalg_matmul.py with arguments M, K, and N.