Testsuite verified for 8.0.37

- testsuite enabled

- testcase checking disabled, as it produces huge amount of errors before each test even begin
  these errors seems to be fully non-deterministic (random)
This commit is contained in:
Michal Schorm 2024-06-12 07:48:05 +02:00
parent 86b98a4de5
commit 8cec706852
5 changed files with 53 additions and 144 deletions

View File

@ -11,7 +11,7 @@
# Regression tests may take a long time (many cores recommended), skip them by
# passing --nocheck to rpmbuild or by setting runselftest to 0 if defining
# --nocheck is not possible (e.g. in koji build)
%{!?runselftest:%global runselftest 0}
%{!?runselftest:%global runselftest 1}
# Set this to 1 to see which tests fail, but 0 on production ready build
%global ignore_testsuite_result 0
@ -19,7 +19,7 @@
# The last version on which the full testsuite has been run
# In case of further rebuilds of that version, don't require full testsuite to be run
# run only "main" suite
%global last_tested_version 8.0.35
%global last_tested_version 8.0.37
# Set to 1 to force run the testsuite even if it was already tested in current version
%global force_run_testsuite 0
@ -754,7 +754,7 @@ export MTR_BUILD_THREAD=$(( $(date +%s) % 2200 ))
set -ex
cd %{buildroot}%{_datadir}/mysql-test
export common_testsuite_arguments=" %{?with_debug:--debug-server} --parallel=auto --force --retry=2 --suite-timeout=900 --testcase-timeout=30 --skip-combinations --max-test-fail=5 --report-unstable-tests --clean-vardir "
export common_testsuite_arguments=" %{?with_debug:--debug-server} --parallel=auto --force --retry=2 --suite-timeout=900 --testcase-timeout=30 --skip-combinations --max-test-fail=5 --report-unstable-tests --clean-vardir --nocheck-testcases "
# If full testsuite has already been run on this version and we don't explicitly want the full testsuite to be run
if [[ "%{last_tested_version}" == "%{version}" ]] && [[ %{force_run_testsuite} -eq 0 ]]

View File

@ -1,26 +0,0 @@
gis.st_latitude : BUG#0 fails on F32+
gis.st_longitude : BUG#0 fails on F32+
perfschema.func_file_io : BUG#0 missing hw on 32-bit arm
perfschema.global_read_lock : BUG#0 missing hw on 32-bit arm
perfschema.relaylog : BUG#0 missing hw on 32-bit arm
perfschema.setup_objects : BUG#0 missing hw on 32-bit arm
clone.remote_error_basic : BUG#0 fails since 8.0.19 on F32+, max_allowed_packet is 0
# Fails consistently
innodb.innodb_bug-13628249 : BUG#0
# Failing since MySQL 8.0.28
main.func_unixtime_64bits : BUG#0
# Fails since 8.0.30
federated.federated_server : BUG#0
rpl_gtid.rpl_mixed_temp_table_stored_function : BUG#0
rpl_gtid.rpl_multi_source_mtr_includes : BUG#0
clone.local_dml_auto_tune : BUG#0
clone.remote_dml_auto_tune : BUG#0
# Fails since 8.0.31
main.mysql_client_test : BUG#0
main.mysqlslap : BUG#0

View File

@ -14,53 +14,24 @@ x.connection_tls_version : BUG#0 Expected to fail on F33+
# Cmake option: -DENABLED_LOCAL_INFILE=ON
main.mysql_load_data_local_dir : BUG#0 Intentional divergence from the upstream compiled-in default
# Unstable
innodb.innodb_force_recovery : BUG#0 unstable since 8.0.24 on F32+
# Failing on 32-bit arches: armv7hl i686 s390x; since MySQL 8.0.25
x.connection_unixsocket : BUG#0
x.connection_unixsocket_invalid : BUG#0
x.connection_unixsocket_lock : BUG#0
innodb.innodb_bug-13628249 : BUG#0
# OpenSSL 3 - 100% failing tests on Fedora 36 - MySQL 8.0.26
auth_sec.admin_channel_tls : BUG#0
auth_sec.openssl_cert_generation : BUG#0
auth_sec.ssl_mode : BUG#0
auth_sec.tls : BUG#0
binlog.binlog_grant_alter_user : BUG#0
main.grant_alter_user_qa : BUG#0
main.grant_user_lock_qa : BUG#0
main.openssl_1 : BUG#0
main.ssl_cipher : BUG#0
main.ssl_dynamic : BUG#0
x.connection_openssl : BUG#0
x.connection_openssl_unixsocket : BUG#0
# OpenSSL 3 - unstable tests - MySQL 8.0.26
innodb.innodb_read_only-2 : BUG#0
# OpenSSL 3 - 100% failing tests on Fedora 36 - MySQL 8.0.27
auth_sec.openssl_without_fips : BUG#0
# Failing since MySQL 8.0.28
innodb.trigger_function_lock_compare : BUG#0
main.func_math : BUG#0
main.index_merge_myisam : BUG#0
main.merge_myisam : BUG#0
main.parser_precedence : BUG#0
rpl.rpl_auto_increment_myisam : BUG#0
# Failing since MySQL 8.0.29
main.mysqlpump_bugs : BUG#0
main.slow_log : BUG#0
# Failing on x86_64, i686 since MySQL 8.0.30
innodb.check_sector_size : BUG#0
# Failing on all architectures since MySQL 8.0.31
auth_sec.fips : BUG#0
# Unstable test on MySQL 8.0.33
main.join_cache_bka_nobnl : BUG#0
# Failing since 8.0.34
binlog.binlog_mysqlbinlog_linux : BUG#0
# Failing since 8.0.37
auth_sec.wl15800_ciphers_tlsv13 : BUG#0
binlog.binlog_mysqlbinlog_linux : BUG#0
main.archive : BUG#0
main.mysqlpump_basic_lz4 : BUG#0
clone.local_dml_auto_tune : BUG#0
clone.remote_dml_auto_tune : BUG#0
innodb.check_ibd_filesize_16k : BUG#0
rpl_gtid.mysqldump_bug33630199 : BUG#0
rpl.rpl_eventlog_psi_memory : BUG#0
rpl.rpl_tlsv13 : BUG#0

View File

@ -1,29 +1,37 @@
# ppc64le
sys_vars.innodb_buffer_pool_size_basic : BUG#0 fails only on ppc64le on f32+
# Fails since 8.0.30
federated.federated_server : BUG#0
rpl_gtid.rpl_mixed_temp_table_stored_function : BUG#0
rpl_gtid.rpl_multi_source_mtr_includes : BUG#0
rpl.rpl_innodb_bug28430 : BUG#0
clone.local_dml_auto_tune : BUG#0
clone.remote_dml_auto_tune : BUG#0
# Fails since 8.0.31
main.multi_update : BUG#0
main.mysqlslap : BUG#0
main.lock_multi_bug38691 : BUG#0
main.mysql_client_test : BUG#0
main.check : BUG#0
main.count_distinct2 : BUG#0
main.foreign_key : BUG#0
main.lock_multi_bug38499 : BUG#0
main.subquery_all : BUG#0
main.type_temporal_fractional : BUG#0
# Fails since 8.0.34
federated.federated : BUG#0
rpl_gtid.mysqldump_bug33630199 : BUG#0
rpl_gtid.rpl_gtid_row_event_max_size : BUG#0
rpl.rpl_channel_creation_under_replica_load : BUG#0
# Fails since 8.0.37
clone.local_dml : BUG#0
clone.remote_dml_no_binlog : BUG#0
clone.remote_dml_replace : BUG#0
innodb.create_index_with_disable_sort_file_cache : BUG#0
innodb_fts.bug_34846823 : BUG#0
innodb_gis.rtree_search : BUG#0
innodb.innodb_autoextend_import_export : BUG#0
innodb.instant_ddl_upgrade_rollback : BUG#0
innodb.lob_recovery : BUG#0
innodb.multi_value_basic : BUG#0
innodb_undo.undo_settings : BUG#0
main.mysql_client_test : BUG#0
main.mysqlslap : BUG#0
parts.partition_reverse_scan_icp : BUG#0
rpl_gtid.rpl_perfschema_applier_status_by_worker_gtid_skipped_transaction_mts : BUG#0
rpl_nogtid.rpl_loaddatalocal : BUG#0
rpl_nogtid.rpl_row_event_max_size : BUG#0
rpl_nogtid.rpl_typeconv : BUG#0
rpl.rpl_mysql_upgrade : BUG#0
rpl.rpl_parallel : BUG#0
rpl.rpl_priv_checks_user_start_info : BUG#0
sys_vars.myisam_data_pointer_size_func : BUG#0
x.upgrade : BUG#0

View File

@ -1,51 +1,7 @@
# Fails since 8.0.21
x.resource_groups : BUG#0
# Fails since 8.0.22
main.subquery_bugs : BUG#0
main.subquery_sj_dupsweed : BUG#0
main.subquery_sj_dupsweed_bka : BUG#0
main.subquery_sj_dupsweed_bka_nobnl : BUG#0
main.subquery_sj_firstmatch : BUG#0
main.subquery_sj_firstmatch_bka : BUG#0
main.subquery_sj_firstmatch_bka_nobnl : BUG#0
# Fails since F32 Mass Rebuild
gis.geometry_class_attri_prop : BUG#0
gis.geometry_property_function_issimple : BUG#0
gis.gis_bugs_crashes : BUG#0
gis.spatial_analysis_functions_buffer : BUG#0
gis.spatial_analysis_functions_centroid : BUG#0
gis.spatial_analysis_functions_distance : BUG#0
gis.spatial_op_testingfunc_mix : BUG#0
gis.spatial_utility_function_distance_sphere : BUG#0
gis.spatial_utility_function_simplify : BUG#0
# Fails since 8.0.26
main.window_std_var : BUG#0
main.window_std_var_optimized : BUG#0
# Failing since 8.0.27
gis.st_symdifference : BUG#0
# Since 8.0.28 fails only on s390x
main.subquery_sj_mat_bka_nobnl : BUG#0 failing since 8.0.24 on F32+
main.derived_limit : BUG#0 failing since 8.0.24 on F32+
main.explain_tree : BUG#0 failing since 8.0.24 on F32+
# Fails since 8.0.30
rpl_gtid.rpl_mixed_temp_table_stored_function : BUG#0
rpl_gtid.rpl_multi_source_mtr_includes : BUG#0
clone.local_dml_auto_tune : BUG#0
clone.remote_dml_auto_tune : BUG#0
# Fails since 8.0.32
main.join_cache_bnl : BUG#0
# Fails since 8.0.33
main.subquery_sj_all_bka_nobnl : BUG#0
# Fails since 8.0.34
rpl.rpl_channel_creation_under_replica_load : BUG#0
rpl_gtid.rpl_perfschema_applier_status_by_worker_gtid_skipped_transaction_mts : BUG#0
rpl_gtid.rpl_gtid_row_event_max_size : BUG#0
# Fails since 8.0.37
innodb.lob_recovery : BUG#0
sys_vars.myisam_data_pointer_size_func : BUG#0