Skip to content

Commit

Permalink
#8865: Fix binary eq bw in host dispatch time infra. Incree some time…
Browse files Browse the repository at this point in the history
… limits
  • Loading branch information
nemanjagrujic committed Jun 13, 2024
1 parent 3c404ca commit 891a333
Show file tree
Hide file tree
Showing 3 changed files with 24 additions and 24 deletions.
8 changes: 4 additions & 4 deletions tests/tt_eager/profiling/ops_for_profiling.py
Original file line number Diff line number Diff line change
Expand Up @@ -898,10 +898,6 @@ def angle_bw(x, y):
"op": tt_lib.tensor.binary_ge_bw,
"name": "tt_lib.tensor.binary_ge_bw",
},
{
"op": tt_lib.tensor.binary_eq_bw,
"name": "tt_lib.tensor.binary_eq_bw",
},
{
"op": tt_lib.tensor.binary_gt_bw,
"name": "tt_lib.tensor.binary_gt_bw",
Expand Down Expand Up @@ -2681,6 +2677,10 @@ def fused_linear_shape_func(input_shape):
"op": tt_lib.tensor.binary_assign_bw,
"name": "tt_lib.tensor.binary_assign_bw",
},
{
"op": tt_lib.tensor.binary_eq_bw,
"name": "tt_lib.tensor.binary_eq_bw",
},
{
"op": tt_lib.tensor.div_bw,
"name": "tt_lib.tensor.div_bw",
Expand Down
38 changes: 19 additions & 19 deletions tests/tt_eager/profiling/reference.txt
Original file line number Diff line number Diff line change
Expand Up @@ -65,7 +65,7 @@ tt_lib.tensor.angle_bw,40,0.95,1.04,1.29,1.05
tt_lib.tensor.arange,40,0.02,0.03,0.12,0.0
tt_lib.tensor.argmax_all,40,113.57,118.43,119.39,39.46
tt_lib.tensor.argmax_dim_1,40,102.09,103.35,106.28,26.7
tt_lib.tensor.argmax_dim_2,40,172.73,174.24,174.85,22.35
tt_lib.tensor.argmax_dim_2,16,192.88,195.77,196.36,22.43
tt_lib.tensor.argmax_dim_3,40,100.93,102.5,104.74,24.22
tt_lib.tensor.argmin_all,40,113.06,118.0,119.35,38.96
tt_lib.tensor.argmin_dim_1,40,100.32,102.31,105.04,26.92
Expand All @@ -89,7 +89,7 @@ tt_lib.tensor.bcast_add_w,40,0.94,1.75,1.81,1.67
tt_lib.tensor.bcast_mul_h,40,1.02,1.62,2.03,1.59
tt_lib.tensor.bcast_mul_hw,40,0.88,0.95,1.23,0.99
tt_lib.tensor.bcast_mul_w,40,0.85,1.26,2.4,1.63
tt_lib.tensor.bcast_sub_h,40,0.83,0.9,1.17,0.95
tt_lib.tensor.bcast_sub_h,40,0.96,1.46,1.5,1.34
tt_lib.tensor.bcast_sub_hw,40,0.96,1.29,1.61,1.23
tt_lib.tensor.bcast_sub_w,40,0.87,0.98,1.2,1.0
tt_lib.tensor.bias_gelu,40,0.92,1.0,1.25,1.02
Expand All @@ -112,9 +112,9 @@ tt_lib.tensor.ceil_bw,40,0.96,1.06,1.35,1.09
tt_lib.tensor.celu_bw,40,10.62,11.46,12.0,11.09
tt_lib.tensor.clamp_bw,40,4.21,4.5,4.95,4.46
tt_lib.tensor.clamp_max_bw,40,2.22,2.39,2.78,2.42
tt_lib.tensor.clamp_min_bw,40,2.23,2.38,2.78,2.41
tt_lib.tensor.clamp_min_bw,40,2.51,3.26,3.08,2.82
tt_lib.tensor.clip,40,14.4,14.99,15.56,14.84
tt_lib.tensor.clone,40,0.59,0.66,0.96,0.72
tt_lib.tensor.clone,40,0.67,0.69,0.89,0.79
tt_lib.tensor.complex_abs,40,4.19,4.89,5.3,4.73
tt_lib.tensor.complex_add,40,0.83,0.92,1.23,0.98
tt_lib.tensor.complex_div,40,17.94,18.43,18.75,17.95
Expand Down Expand Up @@ -147,7 +147,7 @@ tt_lib.tensor.elu,40,0.85,0.92,1.17,0.95
tt_lib.tensor.elu_bw,40,7.16,8.07,9.05,7.78
tt_lib.tensor.embeddings,40,0.66,0.74,1.01,0.79
tt_lib.tensor.empty,40,0.01,0.02,0.11,0.0
tt_lib.tensor.eq,40,0.79,0.84,1.12,0.88
tt_lib.tensor.eq,40,0.88,1.36,1.36,1.09
tt_lib.tensor.eqz,40,0.88,1.08,1.26,1.01
tt_lib.tensor.erf_bw,40,4.39,5.06,5.47,4.83
tt_lib.tensor.erf_fast_and_approx_False,40,0.81,1.08,1.36,1.18
Expand All @@ -172,7 +172,7 @@ tt_lib.tensor.frac_bw,40,0.0,0.01,0.09,0.0
tt_lib.tensor.full,40,0.86,0.88,1.84,0.0
tt_lib.tensor.full_like,40,1.94,2.43,2.62,2.24
tt_lib.tensor.ge_bw,40,0.98,1.06,1.35,1.09
tt_lib.tensor.geglu_dim_2,40,2.68,2.9,3.31,2.95
tt_lib.tensor.geglu_dim_2,40,2.95,3.11,3.17,3.02
tt_lib.tensor.geglu_dim_3,40,2.86,3.24,3.58,3.31
tt_lib.tensor.gelu,40,0.85,0.91,1.16,0.95
tt_lib.tensor.gelu_bw_none,40,9.69,9.95,10.42,9.74
Expand All @@ -196,10 +196,10 @@ tt_lib.tensor.hardsigmoid,40,2.71,2.99,3.41,3.08
tt_lib.tensor.hardsigmoid_bw,40,9.82,10.83,11.45,10.76
tt_lib.tensor.hardswish,40,3.64,4.35,4.59,4.23
tt_lib.tensor.hardswish_bw,40,16.45,17.83,18.44,17.32
tt_lib.tensor.hardtanh,40,12.79,13.78,14.17,13.68
tt_lib.tensor.hardtanh,40,14.28,15.22,15.43,15.15
tt_lib.tensor.hardtanh_bw,40,12.98,14.94,16.52,14.79
tt_lib.tensor.heaviside,40,0.93,1.62,1.85,1.46
tt_lib.tensor.hypot,40,2.82,3.41,3.88,3.44
tt_lib.tensor.hypot,40,3.25,3.52,3.57,3.36
tt_lib.tensor.hypot_bw,40,7.44,7.78,8.83,7.74
tt_lib.tensor.i0,40,0.86,0.91,1.25,0.97
tt_lib.tensor.i0_bw,40,26.74,28.2,29.31,27.48
Expand Down Expand Up @@ -240,13 +240,13 @@ tt_lib.tensor.logaddexp,40,0.88,0.94,1.29,1.0
tt_lib.tensor.logaddexp2,40,0.88,0.93,1.22,0.98
tt_lib.tensor.logaddexp2_bw,40,9.63,10.53,11.11,10.65
tt_lib.tensor.logaddexp_bw,40,8.47,9.3,10.08,9.36
tt_lib.tensor.logical_and,40,0.8,0.86,1.12,0.9
tt_lib.tensor.logical_and,40,1.01,1.58,1.55,1.49
tt_lib.tensor.logical_andi,40,0.78,0.85,1.27,0.92
tt_lib.tensor.logical_not_unary,40,0.9,2.05,1.85,1.86
tt_lib.tensor.logical_noti,40,2.68,3.03,3.23,3.01
tt_lib.tensor.logical_or,40,0.94,0.98,1.3,1.03
tt_lib.tensor.logical_ori,40,1.92,2.03,2.51,2.15
tt_lib.tensor.logical_xor,40,6.02,6.26,6.68,6.24
tt_lib.tensor.logical_xor,40,6.85,7.67,8.23,7.44
tt_lib.tensor.logical_xori,40,0.78,0.91,1.16,0.93
tt_lib.tensor.logit,40,33.09,35.34,35.69,34.29
tt_lib.tensor.logit_bw,40,24.44,26.0,25.6,24.79
Expand All @@ -273,7 +273,7 @@ tt_lib.tensor.neg,40,0.87,1.34,1.5,1.19
tt_lib.tensor.neg_bw,40,0.86,0.91,1.18,0.95
tt_lib.tensor.nextafter,40,11.29,12.07,12.39,11.65
tt_lib.tensor.nez,40,0.85,0.92,1.17,0.95
tt_lib.tensor.normalize_global,40,5.54,5.86,56.93,5.79
tt_lib.tensor.normalize_global,40,6.47,6.89,57.57,6.9
tt_lib.tensor.normalize_hw,40,5.46,5.73,6.18,5.69
tt_lib.tensor.ones,40,0.84,0.91,1.45,0.0
tt_lib.tensor.ones_like,40,1.7,1.84,2.89,1.88
Expand Down Expand Up @@ -313,7 +313,7 @@ tt_lib.tensor.relu_min,40,0.8,0.89,1.2,0.95
tt_lib.tensor.repeat,40,0.69,0.75,1.11,0.78
tt_lib.tensor.repeat_bw,40,0.01,0.01,0.09,0.0
tt_lib.tensor.repeat_interleave_dim_0,40,0.72,0.78,1.17,0.82
tt_lib.tensor.repeat_interleave_dim_1,40,7.07,8.79,322.98,8.14
tt_lib.tensor.repeat_interleave_dim_1,16,8.24,11.44,322.86,10.31
tt_lib.tensor.repeat_interleave_dim_2,40,2.3,2.6,151.56,2.48
tt_lib.tensor.reshape,40,0.01,0.01,0.1,0.0
tt_lib.tensor.rmsnorm,40,0.98,1.15,1.42,1.11
Expand Down Expand Up @@ -341,12 +341,12 @@ tt_lib.tensor.softplus,40,0.71,0.9,1.15,0.91
tt_lib.tensor.softplus_bw,40,10.46,11.82,12.84,11.81
tt_lib.tensor.softshrink,40,6.1,6.56,7.06,6.46
tt_lib.tensor.softshrink_bw,40,11.76,12.3,13.69,12.4
tt_lib.tensor.softsign,40,3.13,3.26,3.76,3.31
tt_lib.tensor.softsign,40,3.59,4.26,4.33,4.08
tt_lib.tensor.softsign_bw,40,1.73,2.73,3.08,2.32
tt_lib.tensor.split_last_dim_two_chunks_tiled,40,0.59,0.64,0.94,0.71
tt_lib.tensor.sqrt,40,0.84,0.91,1.18,0.95
tt_lib.tensor.sqrt_bw,40,21.06,22.42,23.81,22.43
tt_lib.tensor.square,40,0.7,0.81,1.21,0.96
tt_lib.tensor.square,40,0.8,0.86,1.37,0.94
tt_lib.tensor.square_bw,40,1.84,1.97,2.38,2.03
tt_lib.tensor.squared_difference,40,0.92,1.54,1.69,1.4
tt_lib.tensor.squared_difference_bw,40,3.16,3.56,3.91,3.58
Expand All @@ -356,14 +356,14 @@ tt_lib.tensor.sub_bw,40,1.79,1.92,2.24,1.94
tt_lib.tensor.sub_unary,40,1.0,1.09,1.35,1.09
tt_lib.tensor.subalpha,40,2.29,2.48,2.9,2.53
tt_lib.tensor.subalpha_bw,40,1.8,1.95,2.34,1.97
tt_lib.tensor.sum_dim_0,40,6.66,7.34,1051.63,7.34
tt_lib.tensor.sum_dim_0,16,7.68,8.73,1051.6,8.46
tt_lib.tensor.sum_dim_1,40,3.35,3.55,13.25,3.55
tt_lib.tensor.sum_dim_2,40,0.87,0.91,1.2,0.97
tt_lib.tensor.sum_dim_3,40,0.85,0.91,1.22,0.97
tt_lib.tensor.swiglu_dim_2,40,2.81,3.03,3.47,3.16
tt_lib.tensor.swiglu_dim_3,40,2.98,3.69,4.23,3.54
tt_lib.tensor.swish,40,0.81,1.05,1.36,1.02
tt_lib.tensor.tan,40,0.7,0.77,1.09,0.83
tt_lib.tensor.tan,40,0.82,0.88,0.93,0.85
tt_lib.tensor.tan_bw,40,2.99,3.27,3.7,3.29
tt_lib.tensor.tanh,40,0.71,0.77,1.04,0.83
tt_lib.tensor.tanh_bw,40,3.0,3.84,4.31,3.59
Expand All @@ -372,13 +372,13 @@ tt_lib.tensor.tanhshrink_bw,40,2.37,2.94,3.1,2.76
tt_lib.tensor.threshold,40,4.85,4.93,5.5,5.0
tt_lib.tensor.threshold_bw,40,7.04,7.22,7.62,7.08
tt_lib.tensor.tilize,40,0.01,0.02,0.11,0.0
tt_lib.tensor.tilize_with_val_padding,40,0.42,0.76,4.27,0.72
tt_lib.tensor.tilize_with_val_padding,40,0.54,1.03,4.61,0.87
tt_lib.tensor.tilize_with_zero_padding,40,0.01,0.02,0.11,0.0
tt_lib.tensor.transpose,40,0.88,0.95,1.23,0.99
tt_lib.tensor.tril,40,87.96,89.4,90.01,1.15
tt_lib.tensor.triu,40,87.9,89.07,90.23,1.27
tt_lib.tensor.trunc_bw,40,0.94,1.41,1.73,1.49
tt_lib.tensor.typecast,40,0.68,0.97,1.24,0.9
tt_lib.tensor.typecast,40,0.76,0.81,1.32,0.92
tt_lib.tensor.unary_add_bw,40,0.0,0.01,0.1,0.0
tt_lib.tensor.unary_assign_bw,40,0.0,0.01,0.08,0.0
tt_lib.tensor.unary_div_bw,40,2.86,3.1,3.43,3.01
Expand All @@ -391,7 +391,7 @@ tt_lib.tensor.unary_remainder_bw,40,0.0,0.01,0.08,0.0
tt_lib.tensor.unary_sub_bw,40,0.0,0.01,0.09,0.0
tt_lib.tensor.unpad,40,0.66,0.74,1.02,0.77
tt_lib.tensor.untilize,40,0.79,0.85,1.13,0.9
tt_lib.tensor.untilize_with_unpadding,40,0.4,0.44,4.05,0.47
tt_lib.tensor.untilize_with_unpadding,40,0.46,1.02,3.96,0.67
tt_lib.tensor.var_hw,40,3.69,4.05,4.4,4.17
tt_lib.tensor.where,40,3.57,4.16,4.47,4.19
tt_lib.tensor.where_binary_x_const_y,40,4.46,5.09,5.27,4.84
Expand Down
2 changes: 1 addition & 1 deletion tests/tt_eager/profiling/test_host_overhead_ci.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ def test_host_overhead_ci():
profile_output_filename = "final.csv"
measured_filename = os.path.join(profile_output_folder, profile_output_filename)
reference_filename = "tests/tt_eager/profiling/reference.txt"
measuring_tolerance = 1.1
measuring_tolerance = 1.13

profile_host_overhead(profile_output_folder, profile_output_filename)

Expand Down

0 comments on commit 891a333

Please sign in to comment.