diff options
Diffstat (limited to 'mysql-test/unstable-tests')
| -rw-r--r-- | mysql-test/unstable-tests | 344 |
1 files changed, 344 insertions, 0 deletions
diff --git a/mysql-test/unstable-tests b/mysql-test/unstable-tests new file mode 100644 index 00000000000..10f15f3ddc4 --- /dev/null +++ b/mysql-test/unstable-tests @@ -0,0 +1,344 @@ +############################################################################## +# +# List the test cases which, unlike tests from disabled.def files, +# can still be run on the current tree meaningfully, but are known +# or suspected to fail sporadically on different reasons. +# +# Most common reasons are either test failures observed in buildbot, +# or recent modifications to the tests which make their stability +# unknown. +# +# Tests included due to recent modifications are later removed from the +# list, if during a certain period they do not fail (and are not +# modified again). Tests included due to intermittent failures are +# removed when corresponding bug reports are closed. +# +# Separate the test case name and the comment with ':'. +# +# <suitename>.<testcasename> : MDEV-xxxxx - <comment> +# +# '*' wildcard in testcase names is supported. +# +# To use the list, run MTR with --skip-test-list=unstable-tests option. +# +############################################################################## + +# Based on bb-10.0-release 1522ee2949ae304ad9092894896a6272dc08bb39 + +main.alter_table : Modified in 10.0.37 +main.auto_increment_ranges_innodb : Modified in 10.0.38 +main.bigint : Modified in 10.0.38 +main.count_distinct2 : MDEV-11768 - timeout +main.create_delayed : MDEV-10605 - failed with timeout +main.create_or_replace : Modified in 10.0.37 +main.ctype_latin1 : Modified in 10.0.38 +main.ctype_uca : Modified in 10.0.37 +main.debug_sync : MDEV-10607 - internal error +main.derived_opt : MDEV-11768 - timeout; modified in 10.0.37 +main.events_bugs : MDEV-12892 - Server crash +main.events_slowlog : MDEV-12821 - wrong result +main.func_concat : Modified in 10.0.37 +main.func_group_innodb : Modified in 10.0.38 +main.func_isnull : Modified in 10.0.37 +main.func_time : Modified in 10.0.37 +main.gis : MDEV-13411 - wrong result on P8; modified in 10.0.37 +main.grant : Modified in 10.0.37 +main.group_min_max : Modified in 10.0.37 +main.host_cache_size_functionality : MDEV-10606 - sporadic failure on shutdown +main.huge_frm-6224 : Modified in 10.0.38 +main.index_intersect_innodb : MDEV-10643 - failed with timeout +main.index_merge_innodb : MDEV-7142 - wrong result +main.index_merge_myisam : Modified in 10.0.38 +main.innodb_ext_key : Modified in 10.0.38 +main.innodb_mysql_lock : MDEV-7861 - sporadic lock detection failure +main.join : Modified in 10.0.37 +main.kill_processlist-6619 : MDEV-10793 - wrong result +main.log_tables-big : MDEV-13408 - wrong result +main.lowercase_fs_off : Modified in 10.0.37 +main.mdev-504 : MDEV-10607 - sporadic "can't connect" +main.mdev375 : MDEV-10607 - sporadic "can't connect" +main.merge : MDEV-10607 - sporadic "can't connect" +main.mysql : Modified in 10.0.38 +main.mysqldump : Modified in 10.0.38 +main.mysqlhotcopy_myisam : MDEV-10995 - test hangs on debug build +main.mysqltest : MDEV-9269 - fails on Alpha +main.mysql_client_test_nonblock : MDEV-15096 - exec failed +main.order_by_zerolength-4285 : Modified in 10.0.37 +main.partition : Modified in 10.0.38 +main.partition_explicit_prune : Modified in 10.0.37 +main.partition_innodb : Modified in 10.0.38 +main.ps : MDEV-11017 - sporadic wrong Prepared_stmt_count +main.query_cache_debug : MDEV-15281 - resize or similar command in progress +main.range_innodb : Modified in 10.0.38 +main.read_only : Modified in 10.0.38 +main.row-checksum : Modified in 10.0.38 +main.selectivity : Modified in 10.0.37 +main.show_explain : MDEV-10674 - wrong result +main.sp : Modified in 10.0.37 +main.sp_notembedded : MDEV-10607 - internal error +main.sp-security : MDEV-10607 - sporadic "can't connect"; modified in 10.0.37 +main.stat_tables : Modified in 10.0.38 +main.stat_tables_par_innodb : MDEV-14155 - wrong rounding +main.subselect2 : Modified in 10.0.38 +main.subselect_extra_no_semijoin : Modified in 10.0.37 +main.subselect_innodb : MDEV-10614 - sporadic wrong results +main.subselect_mat : Modified in 10.0.38 +main.tc_heuristic_recover : MDEV-15200 - wrong error on mysqld_stub_cmd +main.type_datetime : Modified in 10.0.37 +main.type_float : Modified in 10.0.37 +main.type_newdecimal : Modified in 10.0.38 +main.type_year : Modified in 10.0.37 +main.union : Modified in 10.0.38 +main.xa : MDEV-11769 - lock wait timeout + +#---------------------------------------------------------------- + +archive.archive_bitfield : MDEV-11771 - table is marked as crashed +archive.archive_symlink : MDEV-12170 - unexpected error on rmdir +archive.discover : MDEV-10510 - table is marked as crashed +archive.mysqlhotcopy_archive : MDEV-10995 - test hangs on debug build, MDEV-14726 - table is marked as crashed + +archive-test_sql_discovery.discover : MDEV-16817 - Table marked as crashed + +#---------------------------------------------------------------- + +binlog.binlog_commit_wait : MDEV-10150 - Error: too much time elapsed +binlog.binlog_xa_recover : MDEV-8517 - Extra checkpoint + +#---------------------------------------------------------------- + +connect.part_table : Modified in 10.0.38 +connect.zip : MDEV-13884 - wrong result + +#---------------------------------------------------------------- + +engines/rr_trx.* : MDEV-10998 - tests not maintained + +#---------------------------------------------------------------- + +federated.federatedx : MDEV-10617 - Wrong checksum, timeouts +federated.federated_bug_35333 : MDEV-13410 - Wrong result +federated.federated_innodb : MDEV-10617, MDEV-10417 - Wrong checksum, timeouts, fails on Mips +federated.federated_partition : MDEV-10417 - Fails on Mips +federated.federated_transactions : MDEV-10617, MDEV-10417 - Wrong checksum, timeouts, fails on Mips + +#---------------------------------------------------------------- + +funcs_1.memory_views : MDEV-11773 - timeout +funcs_1.processlist_val_ps : MDEV-12175 - Wrong result +funcs_1.processlist_val_no_prot : MDEV-11223 - Wrong result + +funcs_2/charset.* : MDEV-10999 - test not maintained + +#---------------------------------------------------------------- + +heap.heap_btree : Modified in 10.0.37 + +#---------------------------------------------------------------- + +innodb.alter_candidate_key : Added in 10.0.38 +innodb.alter_inplace_perfschema : Added in 10.0.37 +innodb.binlog_consistent : MDEV-10618 - Server fails to start +innodb.foreign-keys : Modified in 10.0.37 +innodb.foreign_key : Modified in 10.0.38 +innodb.group_commit_crash : MDEV-11770 - checksum mismatch +innodb.group_commit_crash_no_optimize_thread : MDEV-11770 - checksum mismatch +innodb.innodb_28867993 : Added in 10.0.38 +innodb.innodb-alter : Modified in 10.0.38 +innodb.innodb-alter-debug : Modified in 10.0.37 +innodb.innodb-alter-table : MDEV-10619 - Testcase timeout +innodb.innodb_bug30423 : MDEV-7311 - Wrong number of rows in the plan +innodb.innodb_bug48024 : MDEV-14352 - Assertion failure +innodb.innodb-index : Modified in 10.0.38 +innodb.innodb_monitor : MDEV-10939 - Testcase timeout +innodb.innodb_simulate_comp_failures : MDEV-18417 - ASAN failures +innodb.innodb-table-online : Modified in 10.0.38 +innodb.innodb-virtual-columns : Modified in 10.0.38 +innodb.log_file_size : MDEV-15668 - Not found pattern +innodb.recovery_shutdown : MDEV-15671 - Warning: database page corruption +innodb.table_definition_cache_debug : MDEV-14206 - Unexpected warning +innodb.table_flags : Modified in 10.0.37 +innodb.xa_recovery : MDEV-15279 - mysqld got exception + +innodb_fts.fts_kill_query : Modified in 10.0.37 +innodb_fts.innodb-fts-fic : MDEV-14154 - Assertion failure +innodb_fts.innodb_fts_misc_debug : MDEV-14156 - Unexpected warning + +#---------------------------------------------------------------- + +maria.create : Added in 10.0.37 +maria.fulltext2 : Added in 10.0.37 +maria.insert_select : MDEV-12757 - Timeout +maria.maria : MDEV-14430 - Wrong result; modified in 10.0.37 + +#---------------------------------------------------------------- + +mroonga/storage.column_datetime_32bit_2038 : Wrong result on Alpha +mroonga/storage.column_datetime_32bit_before_unix_epoch : Wrong result on Alpha +mroonga/storage.column_datetime_32bit_max : Wrong result on Alpha +mroonga/storage.column_datetime_32bit_out_of_range : Wrong result on Alpha +mroonga/storage.index_multiple_column_unique_date_32bit_equal : Wrong result on Alpha +mroonga/storage.index_multiple_column_unique_date_order_32bit_desc : Wrong result on Alpha + +#---------------------------------------------------------------- + +multi_source.gtid : MDEV-10417 - Fails on Mips +multi_source.info_logs : MDEV-10042 - Wrong result +multi_source.multisource : MDEV-10417 - Fails on Mips +multi_source.reset_slave : MDEV-10690 - Wrong result +multi_source.simple : MDEV-4633 - Wrong slave status output +multi_source.status_vars : MDEV-4632 - failed while waiting for Slave_received_heartbeats + +#---------------------------------------------------------------- + +parts.partition_auto_increment_archive : MDEV-16491 - Table marked as crashed +parts.partition_auto_increment_maria : MDEV-14430 - wrong result +parts.partition_exch_qa_10 : MDEV-11765 - wrong result +parts.update_and_cache : Added in 10.0.37 + +#---------------------------------------------------------------- + +perfschema.connect_attrs : MDEV-17283 - Wrong result +perfschema.dml_setup_instruments : Modified in 10.0.38 +perfschema.func_file_io : MDEV-5708 - fails for s390x +perfschema.func_mutex : MDEV-5708 - fails for s390x +perfschema.hostcache_ipv6_ssl : MDEV-10696 - crash on shutdown +perfschema.socket_summary_by_event_name_func : MDEV-10622 - Socket summary tables do not match +perfschema.stage_mdl_procedure : MDEV-11545 - Wrong result + +perfschema_stress.* : MDEV-10996 - tests not maintained + +#---------------------------------------------------------------- + +plugins.feedback_plugin_send : MDEV-7932 - ssl failed for url, MDEV-11118 - wrong result +plugins.server_audit : MDEV-9562 - crashes on sol10-sparc +plugins.thread_pool_server_audit : MDEV-9562 - crashes on sol10-sparc, MDEV-14295 - wrong result + +#---------------------------------------------------------------- + +roles.create_and_grant_role : MDEV-11772 - wrong result +roles.flush_roles-17898 : Added in 10.0.38 + +#---------------------------------------------------------------- + +rpl.last_insert_id : MDEV-10625 - warnings in error log +rpl.rpl_15919 : Added in 10.0.37 +rpl.rpl_auto_increment : MDEV-10417 - Fails on Mips +rpl.rpl_auto_increment_bug45679 : MDEV-10417 - Fails on Mips +rpl.rpl_auto_increment_update_failure : MDEV-10625 - warnings in error log +rpl.rpl_binlog_index : MDEV-9501 - Warning: failed registering on master +rpl.rpl_ddl : MDEV-10417 - Fails on Mips +rpl.rpl_foreign_key_innodb : Modified in 10.0.37 +rpl.rpl_gtid_crash : MDEV-9501 - Warning: failed registering on master +rpl.rpl_gtid_stop_start : MDEV-10629 - Crash on shutdown +rpl.rpl_gtid_until : MDEV-10625 - warnings in error log +rpl.rpl_idempotency : Modified in 10.0.38 +rpl.rpl_innodb_bug30888 : MDEV-10417 - Fails on Mips +rpl.rpl_insert : MDEV-9329 - Fails on Ubuntu/s390x +rpl.rpl_insert_delayed : MDEV-9329 - Fails on Ubuntu/s390x +rpl.rpl_insert_id_pk : MDEV-16567 - Assertion failure +rpl.rpl_invoked_features : MDEV-10417 - Fails on Mips +rpl.rpl_lcase_tblnames_rewrite_db : Added in 10.0.37 +rpl.rpl_mdev6020 : MDEV-10417 - Timeouts, fails on Mips +rpl.rpl_parallel : MDEV-10653 - Timeouts +rpl.rpl_parallel_mdev6589 : MDEV-12979 - Assertion failure +rpl.rpl_parallel_multilevel2 : MDEV-14723 - Timeout +rpl.rpl_parallel_temptable : MDEV-10356 - Crash in close_thread_tables +rpl.rpl_partition_innodb : MDEV-10417 - Fails on Mips +rpl.rpl_row_basic_11bugs : MDEV-12171 - Server failed to start +rpl.rpl_row_big_table_id_32bit : Added in 10.0.38 +rpl.rpl_row_big_table_id_64bit : Added in 10.0.38 +rpl.rpl_row_index_choice : MDEV-13409 - Server crash +rpl.rpl_row_lcase_tblnames : Added in 10.0.37 +rpl.rpl_row_sp001 : MDEV-9329 - Fails on Ubuntu/s390x +rpl.rpl_row_spatial : Added in 10.0.37 +rpl.rpl_semi_sync : MDEV-11220 - Wrong result +rpl.rpl_semi_sync_uninstall_plugin : MDEV-7140 - Wrong plugin status +rpl.rpl_show_slave_hosts : MDEV-12171 - Server failed to start +rpl.rpl_skip_replication : MDEV-9268 - Fails with timeout in sync_slave_with_master on Alpha +rpl.rpl_slave_grp_exec : MDEV-10514 - Unexpected deadlock +rpl.rpl_start_stop_slave : MDEV-13567 - Timeout in sync +rpl.rpl_stm_lcase_tblnames : Added in 10.0.37 +rpl.rpl_sync : MDEV-10633 - Database page corruption +rpl.rpl_temporary_error2 : MDEV-10634 - Wrong number of retries + +rpl/extra/rpl_tests.* : MDEV-10994 - tests not maintained + +#---------------------------------------------------------------- + +spider.* : MDEV-9329 - tests are too memory-consuming + +spider/bg.direct_aggregate : MDEV-7098 - Trying to unlock mutex that wasn't locked +spider/bg.direct_aggregate_part : MDEV-7098 - Trying to unlock mutex that wasn't locked +spider/bg.spider3_fixes : MDEV-7098 - Trying to unlock mutex that wasn't locked +spider/bg.spider_fixes_part : MDEV-7098 - Trying to unlock mutex that wasn't locked +spider/bg.ha : MDEV-7914 (fixed in 10.1), MDEV-9329 - Crash, failures on s390x +spider/bg.ha_part : MDEV-9329 - Fails on Ubuntu/s390x +spider/bg.spider_fixes : MDEV-7098, MDEV-9329 - Mutex problem, failures on s390x +spider/bg.vp_fixes : MDEV-9329 - Fails on Ubuntu/s390x + +#---------------------------------------------------------------- + +sphinx.* : MDEV-10986 - sphinx tests fail in buildbot and outside + +#---------------------------------------------------------------- + +storage_engine* : Tests are not always timely maintained + +#---------------------------------------------------------------- + +stress.ddl_innodb : MDEV-10635 - Testcase timeout + +#---------------------------------------------------------------- + +sys_vars.autocommit_func2 : MDEV-9329 - Fails on Ubuntu/s390x +sys_vars.innodb_ft_result_cache_limit_32 : Added in 10.0.37 +sys_vars.innodb_ft_result_cache_limit_64 : Added in 10.0.37 +sys_vars.table_definition_cache_basic : Modified in 10.0.38 +sys_vars.thread_cache_size_func : MDEV-11775 - wrong result + +#---------------------------------------------------------------- + +tokudb.change_column_all_1000_10 : MDEV-12640 - Lost connection during query +tokudb.change_column_bin : MDEV-12640 - Lost connection during query +tokudb.change_column_char : MDEV-12822 - Lost connection during query +tokudb.cluster_filter_unpack_varchar : MDEV-10636 - Wrong execution plan +tokudb.dir_per_db : MDEV-11537 - wrong result +tokudb.dir_per_db_rename_to_nonexisting_schema : MDEV-12823 - Valgrind +tokudb.hotindex-insert-bigchar : MDEV-13870 - ASAN failures +tokudb.hotindex-update-0 : MDEV-15198 - Timeout +tokudb.hotindex-update-1 : MDEV-12640 - Lost connection during query +tokudb.locks-select-update-1 : MDEV-13406 - Lock wait timeout +tokudb.rows-32m-rand-insert : MDEV-12640 - Lost connection during query +tokudb.rows-32m-seq-insert : MDEV-12640 - Lost connection during query +tokudb.savepoint-5 : MDEV-15280 - wrong result + +tokudb_backup.* : MDEV-11001 - tests don't work + +tokudb_bugs.PS-3773 : Added in 10.0.37 +tokudb_bugs.PS-4979 : Added in 10.0.38 +tokudb_bugs.alter_table_comment_rebuild_data : Added in 10.0.37 +tokudb_bugs.checkpoint_lock : MDEV-10637 - Wrong processlist output +tokudb_bugs.checkpoint_lock_3 : MDEV-10637 - Wrong processlist output +tokudb_bugs.frm_store : MDEV-12823 - Valgrind +tokudb_bugs.frm_store2 : MDEV-12823 - Valgrind +tokudb_bugs.frm_store3 : MDEV-12823 - Valgrind +tokudb_bugs.xa : MDEV-11804 - Lock wait timeout + +tokudb_rpl.* : MDEV-11001 - tests don't work +tokudb_sys_vars.* : MDEV-11001 - tests don't work + +rpl-tokudb.* : MDEV-14354 - Tests fail with tcmalloc + +#---------------------------------------------------------------- + +unit.lf : MDEV-18416 - Object was probably modified after being freed +unit.ma_test_loghandler : MDEV-10638 - record read not ok + +#---------------------------------------------------------------- + +vcol.not_supported : MDEV-10639 - Testcase timeout +vcol.vcol_keys_innodb : MDEV-10639 - Testcase timeout +vcol.vcol_misc : MDEV-16651 - Wrong error message + +#---------------------------------------------------------------- |