From 8cec706852e5bfd92db3397a5efa4cb7a3d395a9 Mon Sep 17 00:00:00 2001 From: Michal Schorm Date: Wed, 12 Jun 2024 07:48:05 +0200 Subject: [PATCH] Testsuite verified for 8.0.37 - testsuite enabled - testcase checking disabled, as it produces huge amount of errors before each test even begin these errors seems to be fully non-deterministic (random) --- mysql8.0.spec | 6 ++-- rh-skipped-tests-list-arm.list | 26 -------------- rh-skipped-tests-list-base.list | 61 +++++++++------------------------ rh-skipped-tests-list-ppc.list | 52 ++++++++++++++++------------ rh-skipped-tests-list-s390.list | 52 +++------------------------- 5 files changed, 53 insertions(+), 144 deletions(-) diff --git a/mysql8.0.spec b/mysql8.0.spec index 59e176f..7fdae1a 100644 --- a/mysql8.0.spec +++ b/mysql8.0.spec @@ -11,7 +11,7 @@ # Regression tests may take a long time (many cores recommended), skip them by # passing --nocheck to rpmbuild or by setting runselftest to 0 if defining # --nocheck is not possible (e.g. in koji build) -%{!?runselftest:%global runselftest 0} +%{!?runselftest:%global runselftest 1} # Set this to 1 to see which tests fail, but 0 on production ready build %global ignore_testsuite_result 0 @@ -19,7 +19,7 @@ # The last version on which the full testsuite has been run # In case of further rebuilds of that version, don't require full testsuite to be run # run only "main" suite -%global last_tested_version 8.0.35 +%global last_tested_version 8.0.37 # Set to 1 to force run the testsuite even if it was already tested in current version %global force_run_testsuite 0 @@ -754,7 +754,7 @@ export MTR_BUILD_THREAD=$(( $(date +%s) % 2200 )) set -ex cd %{buildroot}%{_datadir}/mysql-test - export common_testsuite_arguments=" %{?with_debug:--debug-server} --parallel=auto --force --retry=2 --suite-timeout=900 --testcase-timeout=30 --skip-combinations --max-test-fail=5 --report-unstable-tests --clean-vardir " + export common_testsuite_arguments=" %{?with_debug:--debug-server} --parallel=auto --force --retry=2 --suite-timeout=900 --testcase-timeout=30 --skip-combinations --max-test-fail=5 --report-unstable-tests --clean-vardir --nocheck-testcases " # If full testsuite has already been run on this version and we don't explicitly want the full testsuite to be run if [[ "%{last_tested_version}" == "%{version}" ]] && [[ %{force_run_testsuite} -eq 0 ]] diff --git a/rh-skipped-tests-list-arm.list b/rh-skipped-tests-list-arm.list index b673b32..e69de29 100644 --- a/rh-skipped-tests-list-arm.list +++ b/rh-skipped-tests-list-arm.list @@ -1,26 +0,0 @@ -gis.st_latitude : BUG#0 fails on F32+ -gis.st_longitude : BUG#0 fails on F32+ - -perfschema.func_file_io : BUG#0 missing hw on 32-bit arm -perfschema.global_read_lock : BUG#0 missing hw on 32-bit arm -perfschema.relaylog : BUG#0 missing hw on 32-bit arm -perfschema.setup_objects : BUG#0 missing hw on 32-bit arm - -clone.remote_error_basic : BUG#0 fails since 8.0.19 on F32+, max_allowed_packet is 0 - -# Fails consistently -innodb.innodb_bug-13628249 : BUG#0 - -# Failing since MySQL 8.0.28 -main.func_unixtime_64bits : BUG#0 - -# Fails since 8.0.30 -federated.federated_server : BUG#0 -rpl_gtid.rpl_mixed_temp_table_stored_function : BUG#0 -rpl_gtid.rpl_multi_source_mtr_includes : BUG#0 -clone.local_dml_auto_tune : BUG#0 -clone.remote_dml_auto_tune : BUG#0 - -# Fails since 8.0.31 -main.mysql_client_test : BUG#0 -main.mysqlslap : BUG#0 diff --git a/rh-skipped-tests-list-base.list b/rh-skipped-tests-list-base.list index 2a99032..bacf4ed 100644 --- a/rh-skipped-tests-list-base.list +++ b/rh-skipped-tests-list-base.list @@ -14,53 +14,24 @@ x.connection_tls_version : BUG#0 Expected to fail on F33+ # Cmake option: -DENABLED_LOCAL_INFILE=ON main.mysql_load_data_local_dir : BUG#0 Intentional divergence from the upstream compiled-in default -# Unstable -innodb.innodb_force_recovery : BUG#0 unstable since 8.0.24 on F32+ - -# Failing on 32-bit arches: armv7hl i686 s390x; since MySQL 8.0.25 -x.connection_unixsocket : BUG#0 -x.connection_unixsocket_invalid : BUG#0 -x.connection_unixsocket_lock : BUG#0 -innodb.innodb_bug-13628249 : BUG#0 - -# OpenSSL 3 - 100% failing tests on Fedora 36 - MySQL 8.0.26 -auth_sec.admin_channel_tls : BUG#0 -auth_sec.openssl_cert_generation : BUG#0 -auth_sec.ssl_mode : BUG#0 -auth_sec.tls : BUG#0 -binlog.binlog_grant_alter_user : BUG#0 -main.grant_alter_user_qa : BUG#0 -main.grant_user_lock_qa : BUG#0 -main.openssl_1 : BUG#0 -main.ssl_cipher : BUG#0 -main.ssl_dynamic : BUG#0 -x.connection_openssl : BUG#0 -x.connection_openssl_unixsocket : BUG#0 -# OpenSSL 3 - unstable tests - MySQL 8.0.26 -innodb.innodb_read_only-2 : BUG#0 -# OpenSSL 3 - 100% failing tests on Fedora 36 - MySQL 8.0.27 -auth_sec.openssl_without_fips : BUG#0 - -# Failing since MySQL 8.0.28 -innodb.trigger_function_lock_compare : BUG#0 -main.func_math : BUG#0 -main.index_merge_myisam : BUG#0 -main.merge_myisam : BUG#0 -main.parser_precedence : BUG#0 -rpl.rpl_auto_increment_myisam : BUG#0 - # Failing since MySQL 8.0.29 main.mysqlpump_bugs : BUG#0 -main.slow_log : BUG#0 - -# Failing on x86_64, i686 since MySQL 8.0.30 -innodb.check_sector_size : BUG#0 - -# Failing on all architectures since MySQL 8.0.31 -auth_sec.fips : BUG#0 - -# Unstable test on MySQL 8.0.33 -main.join_cache_bka_nobnl : BUG#0 # Failing since 8.0.34 binlog.binlog_mysqlbinlog_linux : BUG#0 + +# Failing since 8.0.37 +auth_sec.wl15800_ciphers_tlsv13 : BUG#0 +binlog.binlog_mysqlbinlog_linux : BUG#0 + +main.archive : BUG#0 +main.mysqlpump_basic_lz4 : BUG#0 + +clone.local_dml_auto_tune : BUG#0 +clone.remote_dml_auto_tune : BUG#0 + +innodb.check_ibd_filesize_16k : BUG#0 + +rpl_gtid.mysqldump_bug33630199 : BUG#0 +rpl.rpl_eventlog_psi_memory : BUG#0 +rpl.rpl_tlsv13 : BUG#0 diff --git a/rh-skipped-tests-list-ppc.list b/rh-skipped-tests-list-ppc.list index 35db167..72bb466 100644 --- a/rh-skipped-tests-list-ppc.list +++ b/rh-skipped-tests-list-ppc.list @@ -1,29 +1,37 @@ -# ppc64le -sys_vars.innodb_buffer_pool_size_basic : BUG#0 fails only on ppc64le on f32+ - # Fails since 8.0.30 federated.federated_server : BUG#0 -rpl_gtid.rpl_mixed_temp_table_stored_function : BUG#0 -rpl_gtid.rpl_multi_source_mtr_includes : BUG#0 rpl.rpl_innodb_bug28430 : BUG#0 -clone.local_dml_auto_tune : BUG#0 -clone.remote_dml_auto_tune : BUG#0 - -# Fails since 8.0.31 -main.multi_update : BUG#0 -main.mysqlslap : BUG#0 -main.lock_multi_bug38691 : BUG#0 -main.mysql_client_test : BUG#0 - -main.check : BUG#0 -main.count_distinct2 : BUG#0 -main.foreign_key : BUG#0 -main.lock_multi_bug38499 : BUG#0 -main.subquery_all : BUG#0 -main.type_temporal_fractional : BUG#0 # Fails since 8.0.34 -federated.federated : BUG#0 -rpl_gtid.mysqldump_bug33630199 : BUG#0 rpl_gtid.rpl_gtid_row_event_max_size : BUG#0 rpl.rpl_channel_creation_under_replica_load : BUG#0 + +# Fails since 8.0.37 +clone.local_dml : BUG#0 +clone.remote_dml_no_binlog : BUG#0 +clone.remote_dml_replace : BUG#0 + +innodb.create_index_with_disable_sort_file_cache : BUG#0 +innodb_fts.bug_34846823 : BUG#0 +innodb_gis.rtree_search : BUG#0 +innodb.innodb_autoextend_import_export : BUG#0 +innodb.instant_ddl_upgrade_rollback : BUG#0 +innodb.lob_recovery : BUG#0 +innodb.multi_value_basic : BUG#0 +innodb_undo.undo_settings : BUG#0 + +main.mysql_client_test : BUG#0 +main.mysqlslap : BUG#0 + +parts.partition_reverse_scan_icp : BUG#0 + +rpl_gtid.rpl_perfschema_applier_status_by_worker_gtid_skipped_transaction_mts : BUG#0 +rpl_nogtid.rpl_loaddatalocal : BUG#0 +rpl_nogtid.rpl_row_event_max_size : BUG#0 +rpl_nogtid.rpl_typeconv : BUG#0 +rpl.rpl_mysql_upgrade : BUG#0 +rpl.rpl_parallel : BUG#0 +rpl.rpl_priv_checks_user_start_info : BUG#0 + +sys_vars.myisam_data_pointer_size_func : BUG#0 +x.upgrade : BUG#0 diff --git a/rh-skipped-tests-list-s390.list b/rh-skipped-tests-list-s390.list index ee9bfea..a2d393c 100644 --- a/rh-skipped-tests-list-s390.list +++ b/rh-skipped-tests-list-s390.list @@ -1,51 +1,7 @@ -# Fails since 8.0.21 -x.resource_groups : BUG#0 - -# Fails since 8.0.22 -main.subquery_bugs : BUG#0 -main.subquery_sj_dupsweed : BUG#0 -main.subquery_sj_dupsweed_bka : BUG#0 -main.subquery_sj_dupsweed_bka_nobnl : BUG#0 -main.subquery_sj_firstmatch : BUG#0 -main.subquery_sj_firstmatch_bka : BUG#0 -main.subquery_sj_firstmatch_bka_nobnl : BUG#0 - -# Fails since F32 Mass Rebuild -gis.geometry_class_attri_prop : BUG#0 -gis.geometry_property_function_issimple : BUG#0 -gis.gis_bugs_crashes : BUG#0 -gis.spatial_analysis_functions_buffer : BUG#0 -gis.spatial_analysis_functions_centroid : BUG#0 -gis.spatial_analysis_functions_distance : BUG#0 -gis.spatial_op_testingfunc_mix : BUG#0 -gis.spatial_utility_function_distance_sphere : BUG#0 -gis.spatial_utility_function_simplify : BUG#0 - -# Fails since 8.0.26 -main.window_std_var : BUG#0 -main.window_std_var_optimized : BUG#0 - -# Failing since 8.0.27 -gis.st_symdifference : BUG#0 - -# Since 8.0.28 fails only on s390x -main.subquery_sj_mat_bka_nobnl : BUG#0 failing since 8.0.24 on F32+ -main.derived_limit : BUG#0 failing since 8.0.24 on F32+ -main.explain_tree : BUG#0 failing since 8.0.24 on F32+ - -# Fails since 8.0.30 -rpl_gtid.rpl_mixed_temp_table_stored_function : BUG#0 -rpl_gtid.rpl_multi_source_mtr_includes : BUG#0 -clone.local_dml_auto_tune : BUG#0 -clone.remote_dml_auto_tune : BUG#0 - -# Fails since 8.0.32 -main.join_cache_bnl : BUG#0 - -# Fails since 8.0.33 -main.subquery_sj_all_bka_nobnl : BUG#0 - # Fails since 8.0.34 rpl.rpl_channel_creation_under_replica_load : BUG#0 rpl_gtid.rpl_perfschema_applier_status_by_worker_gtid_skipped_transaction_mts : BUG#0 -rpl_gtid.rpl_gtid_row_event_max_size : BUG#0 + +# Fails since 8.0.37 +innodb.lob_recovery : BUG#0 +sys_vars.myisam_data_pointer_size_func : BUG#0