Skip to content

Commit

Permalink
Bump iree-test-suites commit used for testing onnx ops. (#19229)
Browse files Browse the repository at this point in the history
Commits:
iree-org/iree-test-suites@3a0ea13...8e6af9e

Notably, iree-org/iree-test-suites#41 and
iree-org/iree-test-suites#42 added a few new
test cases and removed broken test cases that failed to import for one
reason or another.
  • Loading branch information
ScottTodd authored Nov 20, 2024
1 parent b5b8059 commit 1654ce6
Show file tree
Hide file tree
Showing 4 changed files with 26 additions and 224 deletions.
4 changes: 2 additions & 2 deletions .github/workflows/pkgci_test_onnx.yml
Original file line number Diff line number Diff line change
Expand Up @@ -90,7 +90,7 @@ jobs:
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
with:
repository: iree-org/iree-test-suites
ref: 3a0ea13cbdc954365d653a48cc99cc63a9ff09b3
ref: 8e6af9e75d874ef8c9f8ff55f12cb38157dd55eb
path: iree-test-suites
- name: Install ONNX ops test suite requirements
run: |
Expand Down Expand Up @@ -158,7 +158,7 @@ jobs:
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
with:
repository: iree-org/iree-test-suites
ref: 3a0ea13cbdc954365d653a48cc99cc63a9ff09b3
ref: 8e6af9e75d874ef8c9f8ff55f12cb38157dd55eb
path: iree-test-suites
- name: Install ONNX models test suite requirements
run: |
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -15,10 +15,6 @@
],
"skip_run_tests": [],
"expected_compile_failures": [
"onnx/node/generated/test_adagrad",
"onnx/node/generated/test_adagrad_multiple",
"onnx/node/generated/test_adam",
"onnx/node/generated/test_adam_multiple",
"onnx/node/generated/test_affine_grid_2d",
"onnx/node/generated/test_affine_grid_2d_align_corners",
"onnx/node/generated/test_affine_grid_2d_align_corners_expanded",
Expand All @@ -27,10 +23,6 @@
"onnx/node/generated/test_affine_grid_3d_align_corners",
"onnx/node/generated/test_affine_grid_3d_align_corners_expanded",
"onnx/node/generated/test_affine_grid_3d_expanded",
"onnx/node/generated/test_ai_onnx_ml_array_feature_extractor",
"onnx/node/generated/test_ai_onnx_ml_binarizer",
"onnx/node/generated/test_ai_onnx_ml_tree_ensemble_set_membership",
"onnx/node/generated/test_ai_onnx_ml_tree_ensemble_single_tree",
"onnx/node/generated/test_averagepool_2d_precomputed_same_upper",
"onnx/node/generated/test_averagepool_2d_same_lower",
"onnx/node/generated/test_averagepool_2d_same_upper",
Expand All @@ -39,58 +31,8 @@
"onnx/node/generated/test_bernoulli_seed",
"onnx/node/generated/test_bernoulli_seed_expanded",
"onnx/node/generated/test_cast_DOUBLE_to_FLOAT16",
"onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E4M3FN",
"onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E4M3FNUZ",
"onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E5M2",
"onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E5M2FNUZ",
"onnx/node/generated/test_cast_FLOAT16_to_INT4",
"onnx/node/generated/test_cast_FLOAT16_to_UINT4",
"onnx/node/generated/test_cast_FLOAT8E4M3FNUZ_to_FLOAT",
"onnx/node/generated/test_cast_FLOAT8E4M3FNUZ_to_FLOAT16",
"onnx/node/generated/test_cast_FLOAT8E4M3FN_to_FLOAT",
"onnx/node/generated/test_cast_FLOAT8E4M3FN_to_FLOAT16",
"onnx/node/generated/test_cast_FLOAT8E5M2FNUZ_to_FLOAT",
"onnx/node/generated/test_cast_FLOAT8E5M2FNUZ_to_FLOAT16",
"onnx/node/generated/test_cast_FLOAT8E5M2_to_FLOAT",
"onnx/node/generated/test_cast_FLOAT8E5M2_to_FLOAT16",
"onnx/node/generated/test_cast_FLOAT_to_FLOAT8E4M3FN",
"onnx/node/generated/test_cast_FLOAT_to_FLOAT8E4M3FNUZ",
"onnx/node/generated/test_cast_FLOAT_to_FLOAT8E5M2",
"onnx/node/generated/test_cast_FLOAT_to_FLOAT8E5M2FNUZ",
"onnx/node/generated/test_cast_FLOAT_to_INT4",
"onnx/node/generated/test_cast_FLOAT_to_UINT4",
"onnx/node/generated/test_cast_INT4_to_FLOAT",
"onnx/node/generated/test_cast_INT4_to_FLOAT16",
"onnx/node/generated/test_cast_INT4_to_INT8",
"onnx/node/generated/test_cast_UINT4_to_FLOAT",
"onnx/node/generated/test_cast_UINT4_to_FLOAT16",
"onnx/node/generated/test_cast_UINT4_to_UINT8",
"onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FN",
"onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ",
"onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2",
"onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ",
"onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FN",
"onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FNUZ",
"onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E5M2",
"onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ",
"onnx/node/generated/test_castlike_DOUBLE_to_FLOAT16",
"onnx/node/generated/test_castlike_DOUBLE_to_FLOAT16_expanded",
"onnx/node/generated/test_castlike_FLOAT8E4M3FNUZ_to_FLOAT",
"onnx/node/generated/test_castlike_FLOAT8E4M3FNUZ_to_FLOAT_expanded",
"onnx/node/generated/test_castlike_FLOAT8E4M3FN_to_FLOAT",
"onnx/node/generated/test_castlike_FLOAT8E4M3FN_to_FLOAT_expanded",
"onnx/node/generated/test_castlike_FLOAT8E5M2FNUZ_to_FLOAT",
"onnx/node/generated/test_castlike_FLOAT8E5M2FNUZ_to_FLOAT_expanded",
"onnx/node/generated/test_castlike_FLOAT8E5M2_to_FLOAT",
"onnx/node/generated/test_castlike_FLOAT8E5M2_to_FLOAT_expanded",
"onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FN",
"onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FNUZ",
"onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FNUZ_expanded",
"onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FN_expanded",
"onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2",
"onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2FNUZ",
"onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2FNUZ_expanded",
"onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2_expanded",
"onnx/node/generated/test_col2im",
"onnx/node/generated/test_col2im_5d",
"onnx/node/generated/test_col2im_dilations",
Expand All @@ -101,6 +43,8 @@
"onnx/node/generated/test_compress_default_axis",
"onnx/node/generated/test_compress_negative_axis",
"onnx/node/generated/test_convtranspose_autopad_same",
"onnx/node/generated/test_convtranspose_group_2",
"onnx/node/generated/test_convtranspose_group_2_image_3",
"onnx/node/generated/test_cumsum_1d",
"onnx/node/generated/test_cumsum_1d_exclusive",
"onnx/node/generated/test_cumsum_1d_reverse",
Expand All @@ -112,12 +56,6 @@
"onnx/node/generated/test_deform_conv_with_multiple_offset_groups",
"onnx/node/generated/test_dequantizelinear_axis",
"onnx/node/generated/test_dequantizelinear_blocked",
"onnx/node/generated/test_dequantizelinear_e4m3fn",
"onnx/node/generated/test_dequantizelinear_e4m3fn_float16",
"onnx/node/generated/test_dequantizelinear_e4m3fn_zero_point",
"onnx/node/generated/test_dequantizelinear_e5m2",
"onnx/node/generated/test_dequantizelinear_int4",
"onnx/node/generated/test_dequantizelinear_uint4",
"onnx/node/generated/test_dft",
"onnx/node/generated/test_dft_axis",
"onnx/node/generated/test_dft_axis_opset19",
Expand Down Expand Up @@ -154,9 +92,6 @@
"onnx/node/generated/test_maxunpool_export_with_output_shape",
"onnx/node/generated/test_maxunpool_export_without_output_shape",
"onnx/node/generated/test_mod_mixed_sign_float64",
"onnx/node/generated/test_momentum",
"onnx/node/generated/test_momentum_multiple",
"onnx/node/generated/test_nesterov_momentum",
"onnx/node/generated/test_nllloss_NCd1",
"onnx/node/generated/test_nllloss_NCd1_ii",
"onnx/node/generated/test_nllloss_NCd1_mean_weight_negative_ii",
Expand Down Expand Up @@ -186,11 +121,7 @@
"onnx/node/generated/test_quantizelinear_axis",
"onnx/node/generated/test_quantizelinear_blocked_asymmetric",
"onnx/node/generated/test_quantizelinear_blocked_symmetric",
"onnx/node/generated/test_quantizelinear_e4m3fn",
"onnx/node/generated/test_quantizelinear_e5m2",
"onnx/node/generated/test_quantizelinear_int4",
"onnx/node/generated/test_quantizelinear_uint16",
"onnx/node/generated/test_quantizelinear_uint4",
"onnx/node/generated/test_range_float_type_positive_delta_expanded",
"onnx/node/generated/test_range_int32_type_negative_delta_expanded",
"onnx/node/generated/test_reduce_l1_do_not_keepdims_example",
Expand Down Expand Up @@ -278,6 +209,7 @@
"onnx/node/generated/test_reduce_sum_keepdims_example",
"onnx/node/generated/test_reduce_sum_keepdims_random",
"onnx/node/generated/test_reduce_sum_negative_axes_keepdims_example",
"onnx/node/generated/test_reduce_sum_negative_axes_keepdims_random",
"onnx/node/generated/test_reduce_sum_square_do_not_keepdims_example",
"onnx/node/generated/test_reduce_sum_square_do_not_keepdims_example_expanded",
"onnx/node/generated/test_reduce_sum_square_do_not_keepdims_random",
Expand All @@ -304,13 +236,15 @@
"onnx/node/generated/test_resize_tf_crop_and_resize",
"onnx/node/generated/test_resize_tf_crop_and_resize_axes_2_3",
"onnx/node/generated/test_resize_tf_crop_and_resize_axes_3_2",
"onnx/node/generated/test_resize_tf_crop_and_resize_extrapolation_value",
"onnx/node/generated/test_resize_upsample_scales_cubic_A_n0p5_exclude_outside",
"onnx/node/generated/test_resize_upsample_scales_nearest_axes_2_3",
"onnx/node/generated/test_resize_upsample_scales_nearest_axes_3_2",
"onnx/node/generated/test_resize_upsample_sizes_nearest_axes_2_3",
"onnx/node/generated/test_resize_upsample_sizes_nearest_axes_3_2",
"onnx/node/generated/test_resize_upsample_sizes_nearest_floor_align_corners",
"onnx/node/generated/test_resize_upsample_sizes_nearest_not_larger",
"onnx/node/generated/test_resize_upsample_sizes_nearest_not_smaller",
"onnx/node/generated/test_roialign_aligned_false",
"onnx/node/generated/test_roialign_aligned_true",
"onnx/node/generated/test_roialign_mode_max",
Expand Down Expand Up @@ -359,8 +293,6 @@
"onnx/node/generated/test_slice_neg_steps",
"onnx/node/generated/test_slice_negative_axes",
"onnx/node/generated/test_slice_start_out_of_bounds",
"onnx/node/generated/test_softsign",
"onnx/node/generated/test_softsign_example",
"onnx/node/generated/test_stft",
"onnx/node/generated/test_stft_with_window",
"onnx/node/generated/test_tfidfvectorizer_tf_batch_onlybigrams_skip0",
Expand Down Expand Up @@ -410,11 +342,13 @@
"onnx/node/generated/test_qlinearmatmul_3D_uint8_float16",
"onnx/node/generated/test_qlinearmatmul_3D_uint8_float32",
"onnx/node/generated/test_reduce_max_bool_inputs",
"onnx/node/generated/test_reduce_min_empty_set",
"onnx/node/generated/test_reduce_max_empty_set",
"onnx/node/generated/test_reduce_min_bool_inputs",
"onnx/node/generated/test_reduce_min_empty_set",
"onnx/node/generated/test_reduce_sum_empty_set_non_reduced_axis_zero",
"onnx/node/generated/test_resize_downsample_scales_cubic_align_corners",
"onnx/node/generated/test_resize_downsample_scales_linear_align_corners",
"onnx/node/generated/test_scan_sum",
"onnx/node/generated/test_sce_mean_weight",
"onnx/node/generated/test_sce_mean_weight_ii",
"onnx/node/generated/test_sce_mean_weight_ii_log_prob",
Expand Down
Loading

0 comments on commit 1654ce6

Please sign in to comment.