Skip to content

Commit

Permalink
Sync iree_tests XFAIL sets with IREE after torch-mlir update. (#127) (#…
Browse files Browse the repository at this point in the history 
…128)

IREE PR: iree-org/iree#16900
  • Loading branch information
@saienduri
saienduri authored Mar 26, 2024
2 parents 3106ae7 + 28091b0 commit 9eafc6e
Show file tree
Hide file tree
Showing 2 changed files with 51 additions and 87 deletions.
65 changes: 23 additions & 42 deletions iree_tests/configs/config_cpu_llvm_sync.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -132,7 +132,6 @@
"test_castlike_FLOAT_to_STRING_expanded",
"test_castlike_STRING_to_FLOAT",
"test_castlike_STRING_to_FLOAT_expanded",
"test_celu",
"test_center_crop_pad_crop",
"test_center_crop_pad_crop_and_pad",
"test_center_crop_pad_crop_and_pad_expanded",
Expand Down Expand Up @@ -188,11 +187,8 @@
"test_dft_inverse",
"test_dft_inverse_opset19",
"test_dft_opset19",
"test_dynamicquantizelinear",
"test_dynamicquantizelinear_expanded",
"test_dynamicquantizelinear_max_adjusted",
"test_dynamicquantizelinear_max_adjusted_expanded",
"test_dynamicquantizelinear_min_adjusted",
"test_dynamicquantizelinear_min_adjusted_expanded",
"test_edge_pad",
"test_einsum_batch_diagonal",
Expand All @@ -206,7 +202,6 @@
"test_eyelike_with_dtype",
"test_eyelike_without_dtype",
"test_gathernd_example_float32",
"test_gathernd_example_int32",
"test_gathernd_example_int32_batch_dim1",
"test_gelu_tanh_1",
"test_gelu_tanh_2",
Expand Down Expand Up @@ -249,7 +244,6 @@
"test_hardmax_example",
"test_hardmax_negative_axis",
"test_hardmax_one_hot",
"test_hardswish",
"test_if",
"test_image_decoder_decode_bmp_rgb",
"test_image_decoder_decode_jpeg2k_rgb",
Expand All @@ -260,13 +254,6 @@
"test_image_decoder_decode_pnm_rgb",
"test_image_decoder_decode_tiff_rgb",
"test_image_decoder_decode_webp_rgb",
"test_logsoftmax_axis_0",
"test_logsoftmax_axis_1",
"test_logsoftmax_axis_2",
"test_logsoftmax_default_axis",
"test_logsoftmax_example_1",
"test_logsoftmax_large_number",
"test_logsoftmax_negative_axis",
"test_loop11",
"test_lppool_1d_default",
"test_lppool_2d_default",
Expand Down Expand Up @@ -295,28 +282,15 @@
"test_maxunpool_export_without_output_shape",
"test_melweightmatrix",
"test_min_one_input",
"test_mish",
"test_mish_expanded",
"test_mod_broadcast",
"test_mod_int64_fmod",
"test_mod_mixed_sign_float16",
"test_mod_mixed_sign_float32",
"test_mod_mixed_sign_float64",
"test_mod_mixed_sign_int16",
"test_mod_mixed_sign_int32",
"test_mod_mixed_sign_int64",
"test_mod_mixed_sign_int8",
"test_mod_uint16",
"test_mod_uint32",
"test_mod_uint64",
"test_mod_uint8",
"test_momentum",
"test_momentum_multiple",
"test_mvn",
"test_nesterov_momentum",
"test_nllloss_NC",
"test_nllloss_NCd1",
"test_nllloss_NCd1_expanded",
"test_nllloss_NCd1_ii",
"test_nllloss_NCd1_ii_expanded",
"test_nllloss_NCd1_mean_weight_negative_ii",
Expand All @@ -329,7 +303,6 @@
"test_nllloss_NCd1d2_no_weight_reduction_mean_ii",
"test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded",
"test_nllloss_NCd1d2_reduction_mean",
"test_nllloss_NCd1d2_reduction_mean_expanded",
"test_nllloss_NCd1d2_reduction_sum",
"test_nllloss_NCd1d2_reduction_sum_expanded",
"test_nllloss_NCd1d2_with_weight",
Expand Down Expand Up @@ -632,8 +605,6 @@
"test_slice_neg_steps",
"test_slice_negative_axes",
"test_slice_start_out_of_bounds",
"test_softplus",
"test_softplus_example",
"test_softsign",
"test_softsign_example",
"test_spacetodepth",
Expand Down Expand Up @@ -696,15 +667,6 @@
"test_training_dropout_mask",
"test_training_dropout_zero_ratio",
"test_training_dropout_zero_ratio_mask",
"test_tril",
"test_tril_neg",
"test_tril_one_row_neg",
"test_tril_out_neg",
"test_tril_out_pos",
"test_tril_pos",
"test_tril_square",
"test_tril_square_neg",
"test_tril_zero",
"test_triu",
"test_triu_neg",
"test_triu_one_row",
Expand Down Expand Up @@ -799,11 +761,12 @@
"test_constantofshape_int_zeros",
"test_div_uint8",
"test_dropout_default_mask_ratio",
"test_dynamicquantizelinear",
"test_dynamicquantizelinear_max_adjusted",
"test_dynamicquantizelinear_min_adjusted",
"test_elu_default",
"test_gather_0",
"test_gather_1",
"test_gather_2d_indices",
"test_gather_elements_negative_indices",
"test_gathernd_example_int32",
"test_hardsigmoid",
"test_hardsigmoid_default",
"test_hardsigmoid_example",
Expand All @@ -826,8 +789,17 @@
"test_min_uint32",
"test_min_uint64",
"test_min_uint8",
"test_mod_broadcast",
"test_mod_int64_fmod",
"test_mod_mixed_sign_int16",
"test_mod_mixed_sign_int32",
"test_mod_mixed_sign_int64",
"test_mod_mixed_sign_int8",
"test_mod_uint16",
"test_mod_uint32",
"test_mod_uint64",
"test_mod_uint8",
"test_mul_uint8",
"test_nllloss_NCd1d2_with_weight_expanded",
"test_pow",
"test_pow_example",
"test_pow_types_float32_int32",
Expand Down Expand Up @@ -859,6 +831,15 @@
"test_size",
"test_size_example",
"test_sub_uint8",
"test_tril",
"test_tril_neg",
"test_tril_one_row_neg",
"test_tril_out_neg",
"test_tril_out_pos",
"test_tril_pos",
"test_tril_square",
"test_tril_square_neg",
"test_tril_zero",
"test_where_long_example",
]
}
73 changes: 28 additions & 45 deletions iree_tests/configs/config_gpu_vulkan.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -132,7 +132,6 @@
"test_castlike_FLOAT_to_STRING_expanded",
"test_castlike_STRING_to_FLOAT",
"test_castlike_STRING_to_FLOAT_expanded",
"test_celu",
"test_center_crop_pad_crop",
"test_center_crop_pad_crop_and_pad",
"test_center_crop_pad_crop_and_pad_expanded",
Expand Down Expand Up @@ -188,11 +187,8 @@
"test_dft_inverse",
"test_dft_inverse_opset19",
"test_dft_opset19",
"test_dynamicquantizelinear",
"test_dynamicquantizelinear_expanded",
"test_dynamicquantizelinear_max_adjusted",
"test_dynamicquantizelinear_max_adjusted_expanded",
"test_dynamicquantizelinear_min_adjusted",
"test_dynamicquantizelinear_min_adjusted_expanded",
"test_edge_pad",
"test_einsum_batch_diagonal",
Expand All @@ -206,7 +202,6 @@
"test_eyelike_with_dtype",
"test_eyelike_without_dtype",
"test_gathernd_example_float32",
"test_gathernd_example_int32",
"test_gathernd_example_int32_batch_dim1",
"test_gelu_tanh_1",
"test_gelu_tanh_2",
Expand Down Expand Up @@ -249,7 +244,6 @@
"test_hardmax_example",
"test_hardmax_negative_axis",
"test_hardmax_one_hot",
"test_hardswish",
"test_if",
"test_image_decoder_decode_bmp_rgb",
"test_image_decoder_decode_jpeg2k_rgb",
Expand All @@ -260,13 +254,6 @@
"test_image_decoder_decode_pnm_rgb",
"test_image_decoder_decode_tiff_rgb",
"test_image_decoder_decode_webp_rgb",
"test_logsoftmax_axis_0",
"test_logsoftmax_axis_1",
"test_logsoftmax_axis_2",
"test_logsoftmax_default_axis",
"test_logsoftmax_example_1",
"test_logsoftmax_large_number",
"test_logsoftmax_negative_axis",
"test_loop11",
"test_lppool_1d_default",
"test_lppool_2d_default",
Expand Down Expand Up @@ -295,28 +282,18 @@
"test_maxunpool_export_without_output_shape",
"test_melweightmatrix",
"test_min_one_input",
"test_mish",
"test_mish_expanded",
"test_mod_broadcast",
"test_mod_int64_fmod",
"test_mod_mixed_sign_float16",
"test_mod_mixed_sign_float32",
"test_mod_mixed_sign_float64",
"test_mod_mixed_sign_int16",
"test_mod_mixed_sign_int32",
"test_mod_mixed_sign_int64",
"test_mod_mixed_sign_int8",
"test_mod_uint16",
"test_mod_uint32",
"test_mod_uint64",
"test_mod_uint8",
"test_momentum",
"test_momentum_multiple",
"test_mvn",
"test_nesterov_momentum",
"test_nllloss_NC",
"test_nllloss_NCd1",
"test_nllloss_NCd1_expanded",
"test_nllloss_NCd1_ii",
"test_nllloss_NCd1_ii_expanded",
"test_nllloss_NCd1_mean_weight_negative_ii",
Expand All @@ -329,7 +306,6 @@
"test_nllloss_NCd1d2_no_weight_reduction_mean_ii",
"test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded",
"test_nllloss_NCd1d2_reduction_mean",
"test_nllloss_NCd1d2_reduction_mean_expanded",
"test_nllloss_NCd1d2_reduction_sum",
"test_nllloss_NCd1d2_reduction_sum_expanded",
"test_nllloss_NCd1d2_with_weight",
Expand Down Expand Up @@ -368,14 +344,14 @@
"test_pow_types_int32_int32",
"test_pow_types_int64_float32",
"test_pow_types_int64_int64",
"test_qlinearmatmul_2D_uint8_float16",
"test_qlinearmatmul_2D_uint8_float32",
"test_quantizelinear_axis",
"test_quantizelinear_blocked",
"test_quantizelinear_e4m3fn",
"test_quantizelinear_e5m2",
"test_quantizelinear_int16",
"test_quantizelinear_uint16",
"test_qlinearmatmul_2D_uint8_float16",
"test_qlinearmatmul_2D_uint8_float32",
"test_range_float_type_positive_delta_expanded",
"test_range_int32_type_negative_delta_expanded",
"test_reduce_l1_default_axes_keepdims_example",
Expand Down Expand Up @@ -632,8 +608,6 @@
"test_slice_neg_steps",
"test_slice_negative_axes",
"test_slice_start_out_of_bounds",
"test_softplus",
"test_softplus_example",
"test_softsign",
"test_softsign_example",
"test_spacetodepth",
Expand Down Expand Up @@ -696,15 +670,6 @@
"test_training_dropout_mask",
"test_training_dropout_zero_ratio",
"test_training_dropout_zero_ratio_mask",
"test_tril",
"test_tril_neg",
"test_tril_one_row_neg",
"test_tril_out_neg",
"test_tril_out_pos",
"test_tril_pos",
"test_tril_square",
"test_tril_square_neg",
"test_tril_zero",
"test_triu",
"test_triu_neg",
"test_triu_one_row",
Expand Down Expand Up @@ -795,20 +760,23 @@
"test_castlike_FLOAT_to_BFLOAT16_expanded",
"test_castlike_FLOAT_to_DOUBLE",
"test_castlike_FLOAT_to_DOUBLE_expanded",
"test_clip_default_int8_min",
"test_clip_default_int8_min_expanded",
"test_clip_default_int8_inbounds",
"test_clip_default_int8_max",
"test_clip_default_int8_max_expanded",
"test_clip_default_int8_min",
"test_clip_default_int8_min_expanded",
"test_constant_pad",
"test_constantofshape_float_ones",
"test_constantofshape_int_shape_zero",
"test_constantofshape_int_zeros",
"test_div_uint8",
"test_dropout_default_mask_ratio",
"test_dynamicquantizelinear",
"test_dynamicquantizelinear_max_adjusted",
"test_dynamicquantizelinear_min_adjusted",
"test_elu_default",
"test_gather_0",
"test_gather_1",
"test_gather_2d_indices",
"test_gather_elements_negative_indices",
"test_gathernd_example_int32",
"test_hardsigmoid",
"test_hardsigmoid_default",
"test_hardsigmoid_example",
Expand All @@ -831,21 +799,27 @@
"test_min_uint32",
"test_min_uint64",
"test_min_uint8",
"test_mod_broadcast",
"test_mod_mixed_sign_int16",
"test_mod_mixed_sign_int32",
"test_mod_mixed_sign_int8",
"test_mod_uint16",
"test_mod_uint32",
"test_mod_uint8",
"test_mul_uint8",
"test_nllloss_NCd1d2_with_weight_expanded",
"test_pow",
"test_pow_example",
"test_pow_types_float32_int32",
"test_pow_types_float32_int64",
"test_pow_types_float32_uint32",
"test_pow_types_float32_uint64",
"test_qlinearconv",
"test_qlinearmatmul_2D_int8_float16",
"test_qlinearmatmul_2D_int8_float32",
"test_qlinearmatmul_3D_int8_float16",
"test_qlinearmatmul_3D_int8_float32",
"test_qlinearmatmul_3D_uint8_float16",
"test_qlinearmatmul_3D_uint8_float32",
"test_qlinearmatmul_2D_int8_float16",
"test_qlinearmatmul_2D_int8_float32",
"test_quantizelinear",
"test_range_int32_type_negative_delta",
"test_scatter_elements_with_negative_indices",
Expand All @@ -863,6 +837,15 @@
"test_size",
"test_size_example",
"test_sub_uint8",
"test_tril",
"test_tril_neg",
"test_tril_one_row_neg",
"test_tril_out_neg",
"test_tril_out_pos",
"test_tril_pos",
"test_tril_square",
"test_tril_square_neg",
"test_tril_zero",
"test_where_long_example",

// These pass on CPU but fail on Vulkan.
Expand Down

0 comments on commit 9eafc6e

Please sign in to comment.