Skip to content

Commit

Permalink
Bump Shark-TestSuite hash to head (#18106)
Browse files Browse the repository at this point in the history 
Update SHARK-Turbine to
nod-ai/SHARK-TestSuite@1da89a1...f5615ab

Faster file downloads:
nod-ai/SHARK-TestSuite@6c1ff8f
Import more ONNX tests cases / correct some element types:
nod-ai/SHARK-TestSuite@f5615ab

---------

Signed-off-by: Rob Suderman <rob.suderman@gmail.com>
  • Loading branch information
@rsuderman
rsuderman committed Aug 5, 2024
1 parent fe4174e commit 4883368
Show file tree
Hide file tree
Showing 5 changed files with 102 additions and 37 deletions.
4 changes: 2 additions & 2 deletions .github/workflows/pkgci_regression_test.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -89,7 +89,7 @@ jobs:
uses: actions/checkout@v4.1.7
with:
repository: nod-ai/SHARK-TestSuite
ref: 1da89a12a8b00dc77506d702f61300803b6240b7
ref: f5615ab29da491c0047146258dfa3a0c40c735e5
path: SHARK-TestSuite
submodules: false
lfs: false
Expand Down Expand Up @@ -200,7 +200,7 @@ jobs:
uses: actions/checkout@v4.1.7
with:
repository: nod-ai/SHARK-TestSuite
ref: 1da89a12a8b00dc77506d702f61300803b6240b7
ref: f5615ab29da491c0047146258dfa3a0c40c735e5
path: SHARK-TestSuite
submodules: false
lfs: true
Expand Down
34 changes: 25 additions & 9 deletions build_tools/pkgci/external_test_suite/onnx_cpu_llvm_sync.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,8 @@
"onnx/node/generated/test_ai_onnx_ml_label_encoder_string_int",
"onnx/node/generated/test_ai_onnx_ml_label_encoder_string_int_no_default",
"onnx/node/generated/test_ai_onnx_ml_label_encoder_tensor_value_only_mapping",
"onnx/node/generated/test_ai_onnx_ml_tree_ensemble_set_membership",
"onnx/node/generated/test_ai_onnx_ml_tree_ensemble_single_tree",
"onnx/node/generated/test_averagepool_2d_precomputed_same_upper",
"onnx/node/generated/test_averagepool_2d_same_lower",
"onnx/node/generated/test_averagepool_2d_same_upper",
Expand All @@ -42,6 +44,8 @@
"onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E4M3FNUZ",
"onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E5M2",
"onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E5M2FNUZ",
"onnx/node/generated/test_cast_FLOAT16_to_INT4",
"onnx/node/generated/test_cast_FLOAT16_to_UINT4",
"onnx/node/generated/test_cast_FLOAT8E4M3FNUZ_to_FLOAT",
"onnx/node/generated/test_cast_FLOAT8E4M3FNUZ_to_FLOAT16",
"onnx/node/generated/test_cast_FLOAT8E4M3FN_to_FLOAT",
Expand All @@ -54,8 +58,16 @@
"onnx/node/generated/test_cast_FLOAT_to_FLOAT8E4M3FNUZ",
"onnx/node/generated/test_cast_FLOAT_to_FLOAT8E5M2",
"onnx/node/generated/test_cast_FLOAT_to_FLOAT8E5M2FNUZ",
"onnx/node/generated/test_cast_FLOAT_to_INT4",
"onnx/node/generated/test_cast_FLOAT_to_STRING",
"onnx/node/generated/test_cast_FLOAT_to_UINT4",
"onnx/node/generated/test_cast_INT4_to_FLOAT",
"onnx/node/generated/test_cast_INT4_to_FLOAT16",
"onnx/node/generated/test_cast_INT4_to_INT8",
"onnx/node/generated/test_cast_STRING_to_FLOAT",
"onnx/node/generated/test_cast_UINT4_to_FLOAT",
"onnx/node/generated/test_cast_UINT4_to_FLOAT16",
"onnx/node/generated/test_cast_UINT4_to_UINT8",
"onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FN",
"onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ",
"onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2",
Expand Down Expand Up @@ -106,6 +118,8 @@
"onnx/node/generated/test_constant_pad_negative_axes",
"onnx/node/generated/test_conv_with_autopad_same",
"onnx/node/generated/test_convtranspose_autopad_same",
"onnx/node/generated/test_convtranspose_group_2",
"onnx/node/generated/test_convtranspose_group_2_image_3",
"onnx/node/generated/test_convtranspose_kernel_shape",
"onnx/node/generated/test_convtranspose_output_shape",
"onnx/node/generated/test_cumsum_1d",
Expand All @@ -123,6 +137,8 @@
"onnx/node/generated/test_dequantizelinear_e4m3fn_float16",
"onnx/node/generated/test_dequantizelinear_e4m3fn_zero_point",
"onnx/node/generated/test_dequantizelinear_e5m2",
"onnx/node/generated/test_dequantizelinear_int4",
"onnx/node/generated/test_dequantizelinear_uint4",
"onnx/node/generated/test_det_2d",
"onnx/node/generated/test_det_nd",
"onnx/node/generated/test_dft",
Expand Down Expand Up @@ -195,7 +211,6 @@
"onnx/node/generated/test_mod_mixed_sign_float64",
"onnx/node/generated/test_momentum",
"onnx/node/generated/test_momentum_multiple",
"onnx/node/generated/test_mvn",
"onnx/node/generated/test_nesterov_momentum",
"onnx/node/generated/test_nllloss_NCd1",
"onnx/node/generated/test_nllloss_NCd1_ii",
Expand Down Expand Up @@ -231,10 +246,13 @@
"onnx/node/generated/test_pow_types_int64_float32",
"onnx/node/generated/test_pow_types_int64_int64",
"onnx/node/generated/test_quantizelinear_axis",
"onnx/node/generated/test_quantizelinear_blocked",
"onnx/node/generated/test_quantizelinear_blocked_asymmetric",
"onnx/node/generated/test_quantizelinear_blocked_symmetric",
"onnx/node/generated/test_quantizelinear_e4m3fn",
"onnx/node/generated/test_quantizelinear_e5m2",
"onnx/node/generated/test_quantizelinear_int4",
"onnx/node/generated/test_quantizelinear_uint16",
"onnx/node/generated/test_quantizelinear_uint4",
"onnx/node/generated/test_range_float_type_positive_delta_expanded",
"onnx/node/generated/test_range_int32_type_negative_delta_expanded",
"onnx/node/generated/test_reduce_l1_do_not_keepdims_example",
Expand Down Expand Up @@ -322,6 +340,7 @@
"onnx/node/generated/test_reduce_sum_keepdims_example",
"onnx/node/generated/test_reduce_sum_keepdims_random",
"onnx/node/generated/test_reduce_sum_negative_axes_keepdims_example",
"onnx/node/generated/test_reduce_sum_negative_axes_keepdims_random",
"onnx/node/generated/test_reduce_sum_square_do_not_keepdims_example",
"onnx/node/generated/test_reduce_sum_square_do_not_keepdims_example_expanded",
"onnx/node/generated/test_reduce_sum_square_do_not_keepdims_random",
Expand Down Expand Up @@ -354,6 +373,7 @@
"onnx/node/generated/test_resize_tf_crop_and_resize",
"onnx/node/generated/test_resize_tf_crop_and_resize_axes_2_3",
"onnx/node/generated/test_resize_tf_crop_and_resize_axes_3_2",
"onnx/node/generated/test_resize_tf_crop_and_resize_extrapolation_value",
"onnx/node/generated/test_resize_upsample_scales_cubic",
"onnx/node/generated/test_resize_upsample_scales_cubic_A_n0p5_exclude_outside",
"onnx/node/generated/test_resize_upsample_scales_cubic_align_corners",
Expand All @@ -365,6 +385,7 @@
"onnx/node/generated/test_resize_upsample_sizes_nearest_axes_3_2",
"onnx/node/generated/test_resize_upsample_sizes_nearest_floor_align_corners",
"onnx/node/generated/test_resize_upsample_sizes_nearest_not_larger",
"onnx/node/generated/test_resize_upsample_sizes_nearest_not_smaller",
"onnx/node/generated/test_rnn_seq_length",
"onnx/node/generated/test_roialign_aligned_false",
"onnx/node/generated/test_roialign_aligned_true",
Expand Down Expand Up @@ -438,8 +459,6 @@
"onnx/node/generated/test_slice_neg_steps",
"onnx/node/generated/test_slice_negative_axes",
"onnx/node/generated/test_slice_start_out_of_bounds",
"onnx/node/generated/test_softsign",
"onnx/node/generated/test_softsign_example",
"onnx/node/generated/test_split_equal_parts_1d_opset13",
"onnx/node/generated/test_split_equal_parts_default_axis_opset13",
"onnx/node/generated/test_split_variable_parts_1d_opset13",
Expand Down Expand Up @@ -496,14 +515,11 @@
"onnx/node/generated/test_bernoulli_double",
"onnx/node/generated/test_bernoulli_double_expanded",
"onnx/node/generated/test_bernoulli_expanded",
"onnx/node/generated/test_cast_BFLOAT16_to_FLOAT",
"onnx/node/generated/test_cast_DOUBLE_to_FLOAT",
"onnx/node/generated/test_cast_DOUBLE_to_FLOAT16",
"onnx/node/generated/test_cast_FLOAT16_to_DOUBLE",
"onnx/node/generated/test_cast_FLOAT_to_BFLOAT16",
"onnx/node/generated/test_cast_FLOAT_to_DOUBLE",
"onnx/node/generated/test_castlike_BFLOAT16_to_FLOAT",
"onnx/node/generated/test_castlike_BFLOAT16_to_FLOAT_expanded",
"onnx/node/generated/test_castlike_DOUBLE_to_FLOAT",
"onnx/node/generated/test_castlike_DOUBLE_to_FLOAT16",
"onnx/node/generated/test_castlike_DOUBLE_to_FLOAT16_expanded",
Expand All @@ -514,8 +530,6 @@
"onnx/node/generated/test_castlike_FLOAT_to_BFLOAT16_expanded",
"onnx/node/generated/test_castlike_FLOAT_to_DOUBLE",
"onnx/node/generated/test_castlike_FLOAT_to_DOUBLE_expanded",
"onnx/node/generated/test_clip_default_int8_inbounds",
"onnx/node/generated/test_clip_default_int8_inbounds_expanded",
"onnx/node/generated/test_constantofshape_float_ones",
"onnx/node/generated/test_constantofshape_int_shape_zero",
"onnx/node/generated/test_constantofshape_int_zeros",
Expand Down Expand Up @@ -547,7 +561,9 @@
"onnx/node/generated/test_qlinearmatmul_3D_uint8_float32",
"onnx/node/generated/test_reduce_log_sum_exp_default_axes_keepdims_example",
"onnx/node/generated/test_reduce_log_sum_exp_default_axes_keepdims_random",
"onnx/node/generated/test_reduce_max_empty_set",
"onnx/node/generated/test_reduce_min_empty_set",
"onnx/node/generated/test_reduce_sum_empty_axes_input_noop",
"onnx/node/generated/test_reduce_sum_empty_set_non_reduced_axis_zero",
"onnx/node/generated/test_resize_downsample_scales_linear_align_corners",
"onnx/node/generated/test_shape_end_1",
Expand Down
35 changes: 25 additions & 10 deletions build_tools/pkgci/external_test_suite/onnx_gpu_cuda.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -37,6 +37,8 @@
"onnx/node/generated/test_ai_onnx_ml_label_encoder_string_int",
"onnx/node/generated/test_ai_onnx_ml_label_encoder_string_int_no_default",
"onnx/node/generated/test_ai_onnx_ml_label_encoder_tensor_value_only_mapping",
"onnx/node/generated/test_ai_onnx_ml_tree_ensemble_set_membership",
"onnx/node/generated/test_ai_onnx_ml_tree_ensemble_single_tree",
"onnx/node/generated/test_averagepool_2d_precomputed_same_upper",
"onnx/node/generated/test_averagepool_2d_same_lower",
"onnx/node/generated/test_averagepool_2d_same_upper",
Expand All @@ -50,6 +52,8 @@
"onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E4M3FNUZ",
"onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E5M2",
"onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E5M2FNUZ",
"onnx/node/generated/test_cast_FLOAT16_to_INT4",
"onnx/node/generated/test_cast_FLOAT16_to_UINT4",
"onnx/node/generated/test_cast_FLOAT8E4M3FNUZ_to_FLOAT",
"onnx/node/generated/test_cast_FLOAT8E4M3FNUZ_to_FLOAT16",
"onnx/node/generated/test_cast_FLOAT8E4M3FN_to_FLOAT",
Expand All @@ -62,8 +66,16 @@
"onnx/node/generated/test_cast_FLOAT_to_FLOAT8E4M3FNUZ",
"onnx/node/generated/test_cast_FLOAT_to_FLOAT8E5M2",
"onnx/node/generated/test_cast_FLOAT_to_FLOAT8E5M2FNUZ",
"onnx/node/generated/test_cast_FLOAT_to_INT4",
"onnx/node/generated/test_cast_FLOAT_to_STRING",
"onnx/node/generated/test_cast_FLOAT_to_UINT4",
"onnx/node/generated/test_cast_INT4_to_FLOAT",
"onnx/node/generated/test_cast_INT4_to_FLOAT16",
"onnx/node/generated/test_cast_INT4_to_INT8",
"onnx/node/generated/test_cast_STRING_to_FLOAT",
"onnx/node/generated/test_cast_UINT4_to_FLOAT",
"onnx/node/generated/test_cast_UINT4_to_FLOAT16",
"onnx/node/generated/test_cast_UINT4_to_UINT8",
"onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FN",
"onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ",
"onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2",
Expand Down Expand Up @@ -114,6 +126,8 @@
"onnx/node/generated/test_constant_pad_negative_axes",
"onnx/node/generated/test_conv_with_autopad_same",
"onnx/node/generated/test_convtranspose_autopad_same",
"onnx/node/generated/test_convtranspose_group_2",
"onnx/node/generated/test_convtranspose_group_2_image_3",
"onnx/node/generated/test_convtranspose_kernel_shape",
"onnx/node/generated/test_convtranspose_output_shape",
"onnx/node/generated/test_cumsum_1d",
Expand All @@ -131,6 +145,8 @@
"onnx/node/generated/test_dequantizelinear_e4m3fn_float16",
"onnx/node/generated/test_dequantizelinear_e4m3fn_zero_point",
"onnx/node/generated/test_dequantizelinear_e5m2",
"onnx/node/generated/test_dequantizelinear_int4",
"onnx/node/generated/test_dequantizelinear_uint4",
"onnx/node/generated/test_det_2d",
"onnx/node/generated/test_det_nd",
"onnx/node/generated/test_dft",
Expand Down Expand Up @@ -198,7 +214,6 @@
"onnx/node/generated/test_melweightmatrix",
"onnx/node/generated/test_momentum",
"onnx/node/generated/test_momentum_multiple",
"onnx/node/generated/test_mvn",
"onnx/node/generated/test_nesterov_momentum",
"onnx/node/generated/test_nllloss_NCd1",
"onnx/node/generated/test_nllloss_NCd1_ii",
Expand Down Expand Up @@ -234,10 +249,13 @@
"onnx/node/generated/test_pow_types_int64_float32",
"onnx/node/generated/test_pow_types_int64_int64",
"onnx/node/generated/test_quantizelinear_axis",
"onnx/node/generated/test_quantizelinear_blocked",
"onnx/node/generated/test_quantizelinear_blocked_asymmetric",
"onnx/node/generated/test_quantizelinear_blocked_symmetric",
"onnx/node/generated/test_quantizelinear_e4m3fn",
"onnx/node/generated/test_quantizelinear_e5m2",
"onnx/node/generated/test_quantizelinear_int4",
"onnx/node/generated/test_quantizelinear_uint16",
"onnx/node/generated/test_quantizelinear_uint4",
"onnx/node/generated/test_range_float_type_positive_delta_expanded",
"onnx/node/generated/test_range_int32_type_negative_delta_expanded",
"onnx/node/generated/test_reduce_l1_do_not_keepdims_example",
Expand Down Expand Up @@ -325,6 +343,7 @@
"onnx/node/generated/test_reduce_sum_keepdims_example",
"onnx/node/generated/test_reduce_sum_keepdims_random",
"onnx/node/generated/test_reduce_sum_negative_axes_keepdims_example",
"onnx/node/generated/test_reduce_sum_negative_axes_keepdims_random",
"onnx/node/generated/test_reduce_sum_square_do_not_keepdims_example",
"onnx/node/generated/test_reduce_sum_square_do_not_keepdims_example_expanded",
"onnx/node/generated/test_reduce_sum_square_do_not_keepdims_random",
Expand Down Expand Up @@ -357,6 +376,7 @@
"onnx/node/generated/test_resize_tf_crop_and_resize",
"onnx/node/generated/test_resize_tf_crop_and_resize_axes_2_3",
"onnx/node/generated/test_resize_tf_crop_and_resize_axes_3_2",
"onnx/node/generated/test_resize_tf_crop_and_resize_extrapolation_value",
"onnx/node/generated/test_resize_upsample_scales_cubic",
"onnx/node/generated/test_resize_upsample_scales_cubic_A_n0p5_exclude_outside",
"onnx/node/generated/test_resize_upsample_scales_cubic_align_corners",
Expand All @@ -368,6 +388,7 @@
"onnx/node/generated/test_resize_upsample_sizes_nearest_axes_3_2",
"onnx/node/generated/test_resize_upsample_sizes_nearest_floor_align_corners",
"onnx/node/generated/test_resize_upsample_sizes_nearest_not_larger",
"onnx/node/generated/test_resize_upsample_sizes_nearest_not_smaller",
"onnx/node/generated/test_rnn_seq_length",
"onnx/node/generated/test_roialign_aligned_false",
"onnx/node/generated/test_roialign_aligned_true",
Expand Down Expand Up @@ -441,8 +462,6 @@
"onnx/node/generated/test_slice_neg_steps",
"onnx/node/generated/test_slice_negative_axes",
"onnx/node/generated/test_slice_start_out_of_bounds",
"onnx/node/generated/test_softsign",
"onnx/node/generated/test_softsign_example",
"onnx/node/generated/test_split_equal_parts_1d_opset13",
"onnx/node/generated/test_split_equal_parts_default_axis_opset13",
"onnx/node/generated/test_split_variable_parts_1d_opset13",
Expand Down Expand Up @@ -499,14 +518,11 @@
"onnx/node/generated/test_bernoulli_double",
"onnx/node/generated/test_bernoulli_double_expanded",
"onnx/node/generated/test_bernoulli_expanded",
"onnx/node/generated/test_cast_BFLOAT16_to_FLOAT",
"onnx/node/generated/test_cast_DOUBLE_to_FLOAT",
"onnx/node/generated/test_cast_DOUBLE_to_FLOAT16",
"onnx/node/generated/test_cast_FLOAT16_to_DOUBLE",
"onnx/node/generated/test_cast_FLOAT_to_BFLOAT16",
"onnx/node/generated/test_cast_FLOAT_to_DOUBLE",
"onnx/node/generated/test_castlike_BFLOAT16_to_FLOAT",
"onnx/node/generated/test_castlike_BFLOAT16_to_FLOAT_expanded",
"onnx/node/generated/test_castlike_DOUBLE_to_FLOAT",
"onnx/node/generated/test_castlike_DOUBLE_to_FLOAT16",
"onnx/node/generated/test_castlike_DOUBLE_to_FLOAT16_expanded",
Expand All @@ -517,8 +533,6 @@
"onnx/node/generated/test_castlike_FLOAT_to_BFLOAT16_expanded",
"onnx/node/generated/test_castlike_FLOAT_to_DOUBLE",
"onnx/node/generated/test_castlike_FLOAT_to_DOUBLE_expanded",
"onnx/node/generated/test_clip_default_int8_inbounds",
"onnx/node/generated/test_clip_default_int8_inbounds_expanded",
"onnx/node/generated/test_constantofshape_float_ones",
"onnx/node/generated/test_constantofshape_int_shape_zero",
"onnx/node/generated/test_constantofshape_int_zeros",
Expand Down Expand Up @@ -556,14 +570,15 @@
"onnx/node/generated/test_reduce_log_sum_default",
"onnx/node/generated/test_reduce_log_sum_exp_default_axes_keepdims_example",
"onnx/node/generated/test_reduce_log_sum_exp_default_axes_keepdims_random",
"onnx/node/generated/test_reduce_max_empty_set",
"onnx/node/generated/test_reduce_mean_default_axes_keepdims_example",
"onnx/node/generated/test_reduce_mean_default_axes_keepdims_random",
"onnx/node/generated/test_reduce_min_empty_set",
"onnx/node/generated/test_reduce_sum_default_axes_keepdims_example",
"onnx/node/generated/test_reduce_sum_default_axes_keepdims_random",
"onnx/node/generated/test_reduce_sum_empty_axes_input_noop",
"onnx/node/generated/test_reduce_sum_empty_axes_input_noop_example",
"onnx/node/generated/test_reduce_sum_empty_set_non_reduced_axis_zero",
"onnx/node/generated/test_reduce_sum_negative_axes_keepdims_random",
"onnx/node/generated/test_reduce_sum_square_default_axes_keepdims_example",
"onnx/node/generated/test_reduce_sum_square_default_axes_keepdims_example_expanded",
"onnx/node/generated/test_reduce_sum_square_default_axes_keepdims_random",
Expand Down
Loading

0 comments on commit 4883368

Please sign in to comment.