Move the disabled tests lists to the standalone files per architecture families

It will help the maintainers when trying to keep SPECs for different versions or product with minimal amount of differences
Disable "--mem" option, because the s390x builders ran out of resources

Related: #1969430
This commit is contained in:
Michal Schorm 2021-09-16 16:18:36 +02:00
parent 4a2640ade1
commit 211811ea05
5 changed files with 82 additions and 107 deletions

View File

@ -97,6 +97,11 @@ Source18: mysql@.service.in
Source30: %{pkgnamepatch}.rpmlintrc
# Configuration for server
Source31: server.cnf.in
# Skipped tests lists
Source50: rh-skipped-tests-list-base.list
Source51: rh-skipped-tests-list-arm.list
Source52: rh-skipped-tests-list-s390.list
Source53: rh-skipped-tests-list-ppc.list
# Comments for these patches are in the patch files
# Patches common for more mysql-like packages
@ -390,118 +395,22 @@ pushd boost/boost_$(echo %{boost_bundled_version}| tr . _)
%patch125 -p1
popd
# Modify tests to pass on all archs
pushd mysql-test
# generate a list of tests that fail, but are not disabled by upstream
cat %{SOURCE50} | tee -a mysql-test/%{skiplist}
add_test () {
echo "$1" : BUG#0 "${@:2}" >> %{skiplist}
}
touch %{skiplist}
add_test auth_sec.keyring_file_data_qa failing for 8.0.22
add_test innodb.alter_kill failing for 8.0.22
add_test main.cast failing for 8.0.22
add_test main.mysql_load_data_local_dir failing for 8.0.22
add_test rpl.rpl_row_jsondiff_basic_nokey failing for 8.0.22
add_test rpl.rpl_row_jsondiff_basic_pk failing for 8.0.22
add_test rpl.rpl_show_slave_hosts failing for 8.0.22
%ifarch x86_64
add_test rpl.rpl_xa_xplugin failing for 8.0.22
add_test rpl.rpl_mix_missing_data_on_slave failing for 8.0.22
add_test rpl.rpl_gtid_drop_mem_table failing for 8.0.22
# disable some tests failing on different architectures
%ifarch %{arm} aarch64
cat %{SOURCE51} | tee -a mysql-test/%{skiplist}
%endif
%ifarch %arm aarch64
add_test rpl_gtid.rpl_gtid_retrieve_last_trx_myisam failing for 8.0.22
add_test rpl.rpl_ip_mix2 failing for 8.0.22
add_test rpl.rpl_ipv4_as_ipv6 failing for 8.0.22
add_test rpl.rpl_ipv6 failing for 8.0.22
add_test rpl.rpl_mix_missing_data_on_slave failing for 8.0.22
add_test rpl.rpl_msr_running_applier_prevents_switch_global_binlog_format failing for 8.0.22
add_test rpl.rpl_multi_source_basic failing for 8.0.22
add_test rpl.rpl_multi_source_perfschema failing for 8.0.22
add_test rpl.rpl_multi_source_repository failing for 8.0.22
add_test rpl.rpl_multi_source_slave_files failing for 8.0.22
add_test rpl.rpl_multi_source_slave_start_stop failing for 8.0.22
add_test rpl.rpl_perfschema_applier_status_by_coordinator failing for 8.0.22
add_test rpl.rpl_perfschema_order_by failing for 8.0.22
add_test rpl.rpl_slave_start_after_clone failing for 8.0.22
add_test rpl.rpl_xa_survive_disconnect_table failing for 8.0.22
%ifarch s390 s390x
cat %{SOURCE52} | tee -a mysql-test/%{skiplist}
%endif
%ifarch s390x
add_test gis.geometry_class_attri_prop failing for 8.0.22
add_test gis.geometry_property_function_issimple failing for 8.0.22
add_test gis.gis_bugs_crashes failing for 8.0.22
add_test gis.spatial_analysis_functions_buffer failing for 8.0.22
add_test gis.spatial_analysis_functions_centroid failing for 8.0.22
add_test gis.spatial_analysis_functions_distance failing for 8.0.22
add_test gis.spatial_operators_intersection failing for 8.0.22
add_test gis.spatial_op_testingfunc_mix failing for 8.0.22
add_test gis.spatial_utility_function_distance_sphere failing for 8.0.22
add_test gis.spatial_utility_function_simplify failing for 8.0.22
add_test main.subquery_bugs failing for 8.0.22
add_test main.window_std_var failing for 8.0.22
add_test main.window_std_var_optimized failing for 8.0.22
add_test main.with_recursive failing for 8.0.22
add_test rpl.rpl_show_slave_hosts failing for 8.0.22
%ifarch ppc ppc64 ppc64p7 ppc64le
cat %{SOURCE53} | tee -a mysql-test/%{skiplist}
%endif
%ifarch %{ix86}
add_test collations.chinese failing for 8.0.22
add_test main.ctype_unicode900_as_cs failing for 8.0.22
add_test rpl_gtid.rpl_async_conn_failover_perfschema failing for 8.0.22
add_test rpl_gtid.rpl_async_conn_failover_udf_check failing for 8.0.22
add_test rpl_gtid.rpl_empty_multi_update failing for 8.0.22
add_test rpl_gtid.rpl_gtid_purged_settable failing for 8.0.22
add_test rpl_nogtid.rpl_semi_sync_shutdown_hang failing for 8.0.22
add_test rpl_nogtid.rpl_sp_myisam failing for 8.0.22
add_test rpl.rpl_gtid_drop_mem_table failing for 8.0.22
add_test rpl.rpl_mix_missing_data_on_slave failing for 8.0.22
add_test rpl.rpl_msr_running_applier_prevents_switch_global_binlog_format failing for 8.0.22
add_test rpl.rpl_multi_source_basic failing for 8.0.22
add_test rpl.rpl_multi_source_perfschema failing for 8.0.22
add_test rpl.rpl_multi_source_repository failing for 8.0.22
add_test rpl.rpl_multi_source_slave_files failing for 8.0.22
add_test rpl.rpl_perfschema_applier_status_by_coordinator failing for 8.0.22
add_test rpl.rpl_perfschema_order_by failing for 8.0.22
add_test rpl.rpl_show_slave_hosts failing for 8.0.22
add_test rpl.rpl_slave_start_after_clone failing for 8.0.22
add_test rpl.rpl_xa_survive_disconnect_table failing for 8.0.22
add_test rpl.rpl_xa_xplugin failing for 8.0.22
%endif
%ifarch %{power64}
add_test rpl_gtid.rpl_gtid_grant_as failing for 8.0.22
add_test rpl_gtid.rpl_gtid_heartbeat_2slave failing for 8.0.22
add_test rpl_gtid.rpl_gtid_mixed_row_create_drop_temporary_in_function_or_trigger failing for 8.0.22
add_test rpl_gtid.rpl_gtid_row_mix_drop_table failing for 8.0.22
add_test rpl_nogtid.rpl_change_master failing for 8.0.22
add_test rpl_nogtid.rpl_invoked_features_myisam failing for 8.0.22
add_test rpl_nogtid.rpl_mixed_implicit_commit_binlog failing for 8.0.22
add_test rpl_nogtid.rpl_multi_source_slave_skip_counter failing for 8.0.22
add_test rpl_nogtid.rpl_semi_sync_shutdown_hang failing for 8.0.22
add_test rpl.rpl_gtid_drop_mem_table failing for 8.0.22
add_test rpl.rpl_ipv6 failing for 8.0.22
add_test rpl.rpl_mix_missing_data_on_slave failing for 8.0.22
add_test rpl.rpl_msr_running_applier_prevents_switch_global_binlog_format failing for 8.0.22
add_test rpl.rpl_multi_source_perfschema failing for 8.0.22
add_test rpl.rpl_multi_source_repository failing for 8.0.22
add_test rpl.rpl_multi_source_slave_start_stop failing for 8.0.22
add_test rpl.rpl_perfschema_applier_status_by_coordinator failing for 8.0.22
add_test rpl.rpl_slave_start_after_clone failing for 8.0.22
add_test rpl.rpl_xa_survive_disconnect_table failing for 8.0.22
%endif
%ifarch ppc64le
add_test sys_vars.innodb_buffer_pool_size_basic
%endif
# mysql-test
popd
cp %{SOURCE2} %{SOURCE3} %{SOURCE10} %{SOURCE11} %{SOURCE12} \
%{SOURCE14} %{SOURCE15} %{SOURCE17} %{SOURCE18} %{SOURCE31} scripts
@ -706,12 +615,12 @@ cp ../../mysql-test/%{skiplist} .
export MTR_BUILD_THREAD=%{__isa_bits}
./mtr %{?with_debug:--debug-server} \
--mem --parallel=auto --force --retry=2 \
--parallel=auto --force --retry=2 \
--mysqld=--binlog-format=mixed \
--suite-timeout=720 --testcase-timeout=30 \
--report-unstable-tests --clean-vardir \
%if %{check_testsuite}
--max-test-fail=0 || :
--max-test-fail=200 || :
%else
--skip-test-list=%{skiplist}
%endif

View File

@ -0,0 +1,19 @@
gis.st_latitude : BUG#0 fails on F32+
gis.st_longitude : BUG#0 fails on F32+
perfschema.func_file_io : BUG#0 missing hw on 32-bit arm
perfschema.global_read_lock : BUG#0 missing hw on 32-bit arm
perfschema.relaylog : BUG#0 missing hw on 32-bit arm
perfschema.setup_objects : BUG#0 missing hw on 32-bit arm
clone.remote_error_basic : BUG#0 fails since 8.0.19 on F32+, max_allowed_packet is 0
clone.remote_dml_auto_tune : BUG#0
# Unstable
clone.local_dml_auto_tune : BUG#0
innodb.innodb_bug-13628249 : BUG#0
main.grant_dynamic_flush : BUG#0
innodb.innodb_read_only : BUG#0
rpl_nogtid.rpl_mixed_mixing_engines : BUG#0 timeout after 1800 secs or armv7hl

View File

@ -0,0 +1,17 @@
# Fails on all arches
main.subquery_sj_mat_bka_nobnl : BUG#0 failing since 8.0.24 on F32+
main.derived_limit : BUG#0 failing since 8.0.24 on F32+
main.explain_tree : BUG#0 failing since 8.0.24 on F32+
auth_sec.keyring_file_data_qa : BUG#0 failing on F32+
innodb.alter_kill : BUG#0 failing on F34+
# Fails when -DENABLED_LOCAL_INFILE=ON
main.mysql_load_data_local_dir : BUG#0 failing on F32+
# Unstable
innodb.innodb_force_recovery : BUG#0 unstable since 8.0.24 on F32+
clone.local_dml_auto_tune : BUG#0 unstable on x86_64 and i686
perfschema.threads_mysql : BUG#0 unstable on x86_64 and i686
rpl_gtid.rpl_multi_source_mtr_includes : BUG#0 unstable on x86_64 and i686

View File

@ -0,0 +1,3 @@
# ppc64le
sys_vars.innodb_buffer_pool_size_basic : BUG#0 fails only on ppc64le on f32+

View File

@ -0,0 +1,27 @@
# Fails since 8.0.21
x.resource_groups : BUG#0
# Fails since 8.0.22
main.subquery_bugs : BUG#0
# Fails since F32 Mass Rebuild
gis.geometry_class_attri_prop : BUG#0
gis.geometry_property_function_issimple : BUG#0
gis.gis_bugs_crashes : BUG#0
gis.spatial_analysis_functions_buffer : BUG#0
gis.spatial_analysis_functions_centroid : BUG#0
gis.spatial_analysis_functions_distance : BUG#0
gis.spatial_operators_intersection : BUG#0
gis.spatial_operators_union : BUG#0
gis.spatial_operators_symdifference : BUG#0
gis.spatial_op_testingfunc_mix : BUG#0
gis.spatial_utility_function_distance_sphere : BUG#0
gis.spatial_utility_function_simplify : BUG#0
main.window_std_var : BUG#0
main.window_std_var_optimized : BUG#0
main.with_recursive : BUG#0
# Unstable
main.grant_dynamic_flush : BUG#0