summaryrefslogtreecommitdiff
path: root/mysql-test/unstable-tests
blob: ea167255c038de0d151f0f9469dcc8f4607e85c4 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
##############################################################################
#
#  List the test cases which, unlike tests from disabled.def files,
#  can still be run on the current tree meaningfully, but are known
#  or suspected to fail sporadically on different reasons.
#
#  Most common reasons are either test failures observed in buildbot,
#  or recent modifications to the tests which make their stability
#  unknown.
#
#  Tests included due to recent modifications are later removed from the
#  list, if during a certain period they do not fail (and are not
#  modified again). Tests included due to intermittent failures are
#  removed when corresponding bug reports are closed.
#
#  Separate the test case name and the comment with ':'.
#
#    <suitename>.<testcasename> : MDEV-xxxxx - <comment>
#
#  '*' wildcard in testcase names is supported.
#
#  To use the list, run MTR with --skip-test-list=unstable-tests option.
#
##############################################################################
#
# Based on 10.2 c9b9eb331570704d020fcc7c7894f19febe7f26d

main.alter_table_trans                : MDEV-12084 - timeout
main.analyze_stmt_slow_query_log      : MDEV-12237 - Wrong result
main.auth_named_pipe                  : MDEV-14724 - System error 2
main.compare                          : Modified in 10.2.28
main.connect                          : MDEV-17282 - Wrong result
main.connect2                         : MDEV-13885 - Server crash
main.count_distinct2                  : MDEV-11768 - timeout
main.create_delayed                   : MDEV-10605 - failed with timeout
main.create_drop_event                : MDEV-16271 - Wrong result
main.ctype_uca                        : Include file modified in 10.2.28
main.ctype_uca_innodb                 : Include file modified in 10.2.28
main.ctype_ucs                        : MDEV-17681 - Data too long for column
main.ctype_upgrade                    : MDEV-16945 - Error upon mysql_upgrade
main.ctype_utf16                      : MDEV-10675: timeout or extra warnings
main.ctype_utf8                       : Include file modified in 10.2.28
main.debug_sync                       : MDEV-10607 - internal error
main.derived_opt                      : MDEV-11768 - timeout
main.dirty_close                      : MDEV-19368 - mysqltest failed but provided no output
main.distinct                         : MDEV-14194 - Crash
main.drop_bad_db_type                 : MDEV-15676 - Wrong result; modified in 10.2.28
main.drop_debug                       : Modified in 10.1.42
main.events_2                         : MDEV-13277 - Crash
main.events_bugs                      : MDEV-12892 - Crash
main.events_restart                   : MDEV-12236 - Server shutdown problem
main.events_slowlog                   : MDEV-12821 - Wrong result
main.flush                            : MDEV-19368 - mysqltest failed but provided no output
main.func_math                        : Modified in 10.2.28
main.gis                              : MDEV-13411 - wrong result on P8
main.host_cache_size_functionality    : MDEV-10606 - sporadic failure on shutdown
main.index_intersect_innodb           : MDEV-10643 - failed with timeout
main.index_merge_innodb               : MDEV-7142 - Plan mismatch; modified in 10.2.28
main.index_merge_myisam               : Modified in 10.2.28
main.information_schema_db            : Modified in 10.2.28
main.innodb_mysql_lock                : MDEV-7861 - Wrong result
main.join                             : Modified in 10.1.42
main.kill                             : Modified in 10.2.28
main.kill-2                           : MDEV-13257 - Wrong result
main.kill_processlist-6619            : MDEV-10793 - Wrong result
main.loaddata                         : MDEV-19368 - mysqltest failed but provided no output
main.locale                           : MDEV-20521 - Missing warning
main.log_slow                         : MDEV-13263 - Wrong result
main.log_slow_debug                   : Modified in 10.2.28
main.log_tables-big                   : MDEV-13408 - wrong result
main.mdev-504                         : MDEV-15171 - warning
main.mdev375                          : MDEV-10607 - sporadic "can't connect"
main.merge                            : MDEV-10607 - sporadic "can't connect"
main.multi_update_debug               : MDEV-20136 - Debug sync point wait timed out
main.myisam                           : Modified in 10.2.28
main.mysql_client_test                : MDEV-19369 - error: 5888, status: 23, errno: 2
main.mysql_client_test_comp           : MDEV-16641 - Error in exec
main.mysql_client_test_nonblock       : CONC-208 - Error on Power; MDEV-15096 - exec failed
main.mysql_upgrade_noengine           : MDEV-14355 - Wrong result
main.mysqldump                        : MDEV-14800 - Stack smashing detected
main.mysqlhotcopy_myisam              : MDEV-10995 - Hang on debug
main.mysqlslap                        : MDEV-11801 - timeout
main.mysqltest                        : MDEV-9269 - fails on Alpha; MDEV-13887 - Wrong result
main.old-mode                         : MDEV-19373 - Wrong result
main.openssl_6975                     : MDEV-17184 - Failures with OpenSSL 1.1.1
main.order_by                         : Modified in 10.2.30
main.order_by_innodb                  : Modified in 10.2.28
main.order_by_optimizer_innodb        : MDEV-10683 - Wrong result
main.partition_debug_sync             : MDEV-15669 - Deadlock found when trying to get lock; modified in 10.2.28
main.partition_innodb_plugin          : MDEV-12901 - Valgrind warnings
main.partition_innodb_semi_consistent : MDEV-19411 - Failed to start mysqld.1
main.processlist                      : Modified in 10.2.28
main.processlist_notembedded          : Added in 10.2.28
main.query_cache                      : MDEV-16180 - Wrong result
main.query_cache_debug                : MDEV-15281 - Query cache is disabled
main.range_vs_index_merge_innodb      : MDEV-15283 - Server has gone away
main.selectivity                      : Modified in 10.2.30
main.set_statement                    : MDEV-13183 - Wrong result
main.set_statement_notembedded        : MDEV-19414 - Wrong result
main.shm                              : MDEV-12727 - Mismatch, ERROR 2013
main.show_explain                     : MDEV-10674 - Wrong result code
main.sp                               : Modified in 10.2.28
main.sp-code                          : Modified in 10.2.28
main.sp-security                      : MDEV-10607 - sporadic "can't connect"
main.sp_notembedded                   : MDEV-10607 - internal error
main.ssl                              : MDEV-17184 - Failures with OpenSSL 1.1.1
main.ssl_ca                           : MDEV-10895 - SSL connection error on Power
main.ssl_cipher                       : MDEV-17184 - Failures with OpenSSL 1.1.1
main.ssl_crl                          : MDEV-19119 - Wrong error code
main.ssl_timeout                      : MDEV-11244 - Crash
main.stat_tables                      : Modified in 10.2.28
main.stat_tables_par                  : MDEV-13266 - Wrong result
main.stat_tables_par_innodb           : MDEV-14155 - Wrong rounding
main.status                           : MDEV-13255 - Wrong result
main.subselect_innodb                 : MDEV-10614 - Sporadic wrong results
main.subselect_sj                     : Modified in 10.2.28
main.sum_distinct-big                 : Modified in 10.2.28
main.tc_heuristic_recover             : MDEV-14189 - Wrong result
main.type_blob                        : MDEV-15195 - Wrong result
main.type_date                        : Modified in 10.1.42
main.type_datetime                    : Modified in 10.1.42
main.type_datetime_hires              : MDEV-10687 - Timeout
main.type_int                         : Modified in 10.1.42
main.type_newdecimal                  : Modified in 10.2.28
main.uniques_crash-7912               : MDEV-21210 - Excessive memory consumption
main.userstat                         : MDEV-12904 - SSL errors
main.wait_timeout                     : MDEV-19023 - Lost connection to MySQL server during query
main.xa                               : MDEV-11769 - lock wait timeout

#-----------------------------------------------------------------------

archive.archive_bitfield     : MDEV-11771 - table is marked as crashed
archive.archive_symlink      : MDEV-12170 - unexpected error on rmdir
archive.discover             : MDEV-10510 - Table is marked as crashed
archive.mysqlhotcopy_archive : MDEV-10995 - Hang on debug

#-----------------------------------------------------------------------

archive-test_sql_discovery.discover : MDEV-16817 - Table marked as crashed

#-----------------------------------------------------------------------

binlog.binlog_commit_wait      : MDEV-10150 - Mismatch
binlog.binlog_killed           : MDEV-12925 - Wrong result
binlog.binlog_max_extension    : MDEV-19762 - Crash on shutdown
binlog.binlog_row_drop_tmp_tbl : Include file modified in 10.1.42
binlog.binlog_stm_drop_tmp_tbl : Include file modified in 10.1.42
binlog.binlog_xa_recover       : MDEV-8517 - Extra checkpoint
binlog.flashback-largebinlog   : MDEV-19764 - Out of memory
binlog.load_data_stm_view      : MDEV-16948 - Wrong result

#-----------------------------------------------------------------------

binlog_encryption.binlog_mdev_20574_old_binlog           : Added in 10.2.28
binlog_encryption.binlog_xa_recover                      : MDEV-12908 - Extra checkpoint
binlog_encryption.encrypted_master                       : MDEV-14201 - Extra warnings
binlog_encryption.encrypted_master_switch_to_unencrypted : MDEV-14190 - Can't init tc log
binlog_encryption.encryption_combo                       : MDEV-14199 - Table is marked as crashed
binlog_encryption.mysqlbinlog                            : Modified in 10.2.28
binlog_encryption.rpl_binlog_errors                      : MDEV-12742 - Crash
binlog_encryption.rpl_checksum                           : MDEV-16951 - Wrong result
binlog_encryption.rpl_corruption                         : Include file modified in 10.2.30
binlog_encryption.rpl_gtid_basic                         : MDEV-16947 - Server failed to start
binlog_encryption.rpl_loadfile                           : MDEV-16645 - Timeout in include
binlog_encryption.rpl_parallel                           : MDEV-10653 - Timeout in include
binlog_encryption.rpl_parallel_ignored_errors            : Added in 10.2.28
binlog_encryption.rpl_relayrotate                        : MDEV-15194 - Timeout
binlog_encryption.rpl_semi_sync                          : MDEV-11673 - Valgrind
binlog_encryption.rpl_skip_replication                   : MDEV-13571 - Unexpected warning
binlog_encryption.rpl_ssl                                : MDEV-14507 - Timeouts
binlog_encryption.rpl_stm_relay_ign_space                : MDEV-19375 - Wrong result (test assertion)
binlog_encryption.rpl_sync                               : MDEV-13830 - Assertion failure
binlog_encryption.rpl_typeconv                           : MDEV-14362 - Lost connection to MySQL server during query

#-----------------------------------------------------------------------

connect.grant       : Modified in 10.2.28
connect.grant2      : Modified in 10.2.28
connect.ini_grant   : Modified in 10.2.28
connect.mysql_grant : Modified in 10.2.28
connect.pivot       : MDEV-14803 - Failed to discover table
connect.vcol        : MDEV-12374 - Fails on Windows
connect.xml2_grant  : Include file modified in 10.2.28
connect.xml_grant   : Include file modified in 10.2.28
connect.zip         : MDEV-13884 - Wrong result

#-----------------------------------------------------------------------

encryption.create_or_replace                  : MDEV-12694 - Timeout; MDEV-16115 - Trying to access tablespace
encryption.debug_key_management               : MDEV-13841 - Timeout
encryption.encrypt_and_grep                   : MDEV-13765 - Wrong result
encryption.innochecksum                       : MDEV-13644 - Assertion failure
encryption.innodb-bad-key-change2             : MDEV-19118 - Can't connect through socket
encryption.innodb-compressed-blob             : MDEV-14728 - Unable to get certificate
encryption.innodb-discard-import              : MDEV-19113 - Timeout
encryption.innodb-encryption-alter            : MDEV-13566 - Lock wait timeout
encryption.innodb-first-page-read             : MDEV-14356 - Timeout in wait condition
encryption.innodb-force-corrupt               : MDEV-17286 - SSL error
encryption.innodb-page_encryption             : MDEV-10641 - mutex problem
encryption.innodb-read-only                   : MDEV-16563 - Crash on startup
encryption.innodb-redo-badkey                 : Re-enabled in 10.2.28; modified in 10.2.28
encryption.innodb-remove-encryption           : MDEV-16493 - Timeout in wait condition
encryption.innodb-spatial-index               : MDEV-13746 - Wrong result
encryption.innodb_encrypt_key_rotation_age    : MDEV-19763 - Timeout
encryption.innodb_encrypt_log                 : MDEV-13725 - Wrong result
encryption.innodb_encrypt_log_corruption      : MDEV-14379 - Server crash
encryption.innodb_encrypt_temporary_tables    : MDEV-20142 - Wrong result
encryption.innodb_encryption                  : MDEV-15675 - Timeout
encryption.innodb_encryption-page-compression : MDEV-12630 - crash or assertion failure
encryption.innodb_encryption_discard_import   : MDEV-16116 - Wrong result
encryption.innodb_encryption_row_compressed   : MDEV-16113 - Crash
encryption.innodb_first_page                  : MDEV-10689 - Crash
encryption.innodb_onlinealter_encryption      : MDEV-17287 - SIGABRT on server restart
encryption.innodb_scrub                       : MDEV-8139 - scrubbing tests need fixing
encryption.innodb_scrub_background            : MDEV-8139 - scrubbing tests need fixing
encryption.innodb_scrub_compressed            : MDEV-8139 - scrubbing tests need fixing

#-----------------------------------------------------------------------

engines/funcs.* : Not maintained in timely manner

#-----------------------------------------------------------------------

engines/iuds.* : Not maintained in timely manner

#-----------------------------------------------------------------------

engines/rr_trx.* : MDEV-10998 - Not maintained

#-----------------------------------------------------------------------

federated.federated_bug_35333    : MDEV-13410 - Wrong result
federated.federated_bug_585688   : MDEV-14805 - Server crash, MDEV-12907 - Valgrind
federated.federated_innodb       : MDEV-10617 - Wrong checksum
federated.federated_partition    : MDEV-10417 - Fails on Mips
federated.federated_transactions : MDEV-10617 - Wrong checksum
federated.federatedx             : MDEV-10617 - Wrong checksum

#-----------------------------------------------------------------------

funcs_1.memory_views            : MDEV-11773 - timeout
funcs_1.processlist_val_no_prot : MDEV-11223 - Wrong result
funcs_1.processlist_val_ps      : MDEV-12175 - Wrong plan

#-----------------------------------------------------------------------

funcs_2.memory_charset : MDEV-10290 - Timeout
funcs_2.myisam_charset : MDEV-11535 - Timeout

#-----------------------------------------------------------------------

funcs_2/charset.* : MDEV-10999 - Not maintained

#-----------------------------------------------------------------------

galera.* : Suite is not stable yet

#-----------------------------------------------------------------------

galera_3nodes.* : Suite is not stable yet

#-----------------------------------------------------------------------

gcol.gcol_rollback              : MDEV-16954 - Unknown storage engine 'InnoDB'
gcol.innodb_virtual_basic       : MDEV-16950 - Failing assertion
gcol.innodb_virtual_debug       : MDEV-19114 - Assertion failure
gcol.innodb_virtual_debug_purge : MDEV-16952 - Wrong result; modified in 10.2.28

#-----------------------------------------------------------------------

innodb.101_compatibility                     : MDEV-13891 - Wrong result
innodb.alter_copy                            : MDEV-16181 - Assertion failure
innodb.alter_crash                           : MDEV-16944 - The process cannot access the file
innodb.autoinc_persist                       : MDEV-15282 - Assertion failure
innodb.binlog_consistent                     : MDEV-10618 - Server fails to start
innodb.blob-crash                            : MDEV-20481 - Failures upon recovery
innodb.doublewrite                           : MDEV-12905 - Server crash
innodb.group_commit_crash                    : MDEV-14191 - InnoDB registration failed
innodb.group_commit_crash_no_optimize_thread : MDEV-13830	- Assertion failure
innodb.ibuf_not_empty                        : MDEV-19021 - Wrong result; modified in 10.2.30
innodb.information_schema_grants             : Added in 10.2.28
innodb.innodb-32k-crash                      : Modified in 10.2.30
innodb.innodb-64k-crash                      : MDEV-13872 - Failure and crash on startup; modified in 10.2.30
innodb.innodb-alter-debug                    : MDEV-13182 - InnoDB: adjusting FSP_SPACE_FLAGS
innodb.innodb-alter-table                    : MDEV-10619 - Testcase timeout
innodb.innodb-autoinc                        : Modified in 10.2.28
innodb.innodb-blob                           : MDEV-12053 - Client crash
innodb.innodb-change-buffer-recovery         : MDEV-19115 - Lost connection to MySQL server during query; modified in 10.2.28
innodb.innodb-fk                             : MDEV-13832 - Assertion failure on shutdown
innodb.innodb-get-fk                         : MDEV-13276 - Server crash
innodb.innodb-index-online                   : MDEV-14809 - Cannot save statistics
innodb.innodb-mdev-7513                      : Modified in 10.2.30
innodb.innodb-page_compression_default       : MDEV-13644 - Assertion failure
innodb.innodb-page_compression_lzma          : MDEV-14353 - Wrong result
innodb.innodb-page_compression_zip           : MDEV-10641 - mutex problem
innodb.innodb-table-online                   : MDEV-13894 - Wrong result
innodb.innodb-virtual-columns-debug          : Modified in 10.2.28
innodb.innodb-wl5522-debug                   : MDEV-14200 - Wrong errno
innodb.innodb_buffer_pool_dump_pct           : MDEV-20139 - Timeout in wait_condition.inc
innodb.innodb_buffer_pool_resize_with_chunks : MDEV-16964 - Assertion failure
innodb.innodb_bug14147491                    : MDEV-11808 - Index is corrupt
innodb.innodb_bug30423                       : MDEV-7311 - Wrong result
innodb.innodb_bug47167                       : MDEV-20524 - Table 'user' is marked as crashed and should be repaired
innodb.innodb_bug48024                       : MDEV-14352 - Assertion failure
innodb.innodb_bug59641                       : MDEV-13830 - Assertion failure
innodb.innodb_bulk_create_index_replication  : MDEV-15273 - Slave failed to start
innodb.innodb_defrag_stats_many_tables       : MDEV-14198 - Table is full
innodb.innodb_force_recovery                 : Modified in 10.2.28
innodb.innodb_information_schema             : MDEV-8851 - Wrong result
innodb.innodb_max_recordsize_32k             : MDEV-14801 - Operation failed; modified in 10.2.30
innodb.innodb_max_recordsize_64k             : MDEV-15203 - Wrong result; modified in 10.2.30
innodb.innodb_monitor                        : MDEV-10939 - Testcase timeout
innodb.innodb_mysql                          : MDEV-19873 - Wrong result
innodb.innodb_stats                          : MDEV-10682 - wrong result
innodb.innodb_stats_persistent               : Modified in 10.2.28
innodb.innodb_stats_persistent_debug         : MDEV-14801 - Operation failed
innodb.innodb_sys_semaphore_waits            : MDEV-10331 - Semaphore wait
innodb.innodb_zip_innochecksum2              : MDEV-13882 - Warning: difficult to find free blocks
innodb.log_corruption                        : MDEV-13251 - Wrong result
innodb.log_data_file_size                    : MDEV-14204 - Server failed to start
innodb.log_file_name                         : MDEV-14193 - Exception
innodb.log_file_size                         : MDEV-15668 - Not found pattern
innodb.monitor                               : MDEV-16179 - Wrong result
innodb.purge_secondary                       : MDEV-15681 - Wrong result
innodb.purge_thread_shutdown                 : MDEV-13792 - Wrong result
innodb.read_only_recovery                    : MDEV-13886 - Server crash
innodb.recovery_shutdown                     : MDEV-15671 - Checksum mismatch in datafile
innodb.row_format_redundant                  : MDEV-15192 - Trying to access missing tablespace
innodb.row_size_error_log_warnings_3         : Added in 10.2.30
innodb.stat_tables                           : Added in 10.2.28
innodb.table_definition_cache_debug          : MDEV-14206 - Extra warning
innodb.table_flags                           : MDEV-13572 - Wrong result; MDEV-19374 - Server failed to start
innodb.temporary_table                       : MDEV-13265 - Wrong result
innodb.temporary_table_optimization          : Modified in 10.2.28
innodb.trx_id_future                         : Modified in 10.1.42
innodb.undo_log                              : Modified in 10.2.30
innodb.undo_truncate                         : MDEV-17340 - Server hung
innodb.undo_truncate_recover                 : MDEV-17679 - MySQL server has gone away
innodb.update_time                           : MDEV-14804 - Wrong result
innodb.xa_recovery                           : MDEV-15279 - mysqld got exception

#-----------------------------------------------------------------------

innodb_fts.concurrent_insert           : MDEV-21223 - Server crash; modified in 10.2.28
innodb_fts.crash_recovery              : Modified in 10.2.28
innodb_fts.innodb_fts_misc             : Modified in 10.2.30
innodb_fts.innodb_fts_misc_debug       : MDEV-14156 - Unexpected warning
innodb_fts.innodb_fts_plugin           : MDEV-13888 - Errors in server log
innodb_fts.innodb_fts_stopword_charset : MDEV-13259 - Table crashed
innodb_fts.sync                        : MDEV-14808 - Wrong result
innodb_fts.sync_ddl                    : MDEV-21223 - Server crash

#-----------------------------------------------------------------------

innodb_gis.rtree_concurrent_srch : MDEV-15284 - Wrong result with embedded
innodb_gis.rtree_purge           : MDEV-15275 - Timeout
innodb_gis.rtree_recovery        : MDEV-15274 - Error on check
innodb_gis.rtree_split           : MDEV-14208 - Too many arguments
innodb_gis.rtree_undo            : MDEV-14456 - Timeout in include file
innodb_gis.types                 : MDEV-15679 - Table is marked as crashed

#-----------------------------------------------------------------------

innodb_zip.bug53591                 : Modified in 10.2.30
innodb_zip.cmp_per_index            : MDEV-14490 - Table is marked as crashed
innodb_zip.innochecksum_3           : MDEV-13279 - Extra warnings
innodb_zip.prefix_index_liftedlimit : Modified in 10.2.30
innodb_zip.wl5522_debug_zip         : MDEV-11600 - Operating system error number 2
innodb_zip.wl6470_1                 : MDEV-14240 - Assertion failure
innodb_zip.wl6501_1                 : MDEV-10891 - Can't create UNIX socket
innodb_zip.wl6501_scale_1           : MDEV-13254 - Timeout, MDEV-14104 - Error 192

#-----------------------------------------------------------------------

maria.insert_select      : MDEV-12757 - Timeout
maria.insert_select-7314 : MDEV-16492 - Timeout
maria.lock               : Modified in 10.2.28
maria.maria              : MDEV-14430 - Extra warning

#-----------------------------------------------------------------------

mariabackup.apply-log-only          : MDEV-20135 - Timeout
mariabackup.data_directory          : MDEV-15270 - Error on exec
mariabackup.extra_lsndir_stream     : Added in 10.2.28
mariabackup.full_backup             : MDEV-16571 - Wrong result
mariabackup.huge_lsn                : MDEV-15662 - Sequence number is in the future
mariabackup.incremental_backup      : MDEV-21222 - Memory allocation failure; modified in 10.2.30
mariabackup.incremental_encrypted   : MDEV-15667 - Timeout
mariabackup.mdev-14447              : MDEV-15201 - Timeout
mariabackup.mdev-18438              : Added in 10.2.28
mariabackup.partial                 : Modified in 10.2.28
mariabackup.partial_exclude         : MDEV-15270 - Error on exec
mariabackup.xb_compressed_encrypted : MDEV-14812 - Segmentation fault
mariabackup.xb_page_compress        : MDEV-14810 - status: 1, errno: 11
mariabackup.xb_partition            : MDEV-17584 - Crash on shutdown

#-----------------------------------------------------------------------

mroonga/storage.column_datetime_32bit_2038                         : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_before_unix_epoch            : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_max                          : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_out_of_range                 : Wrong result on Alpha
mroonga/storage.index_multiple_column_unique_date_32bit_equal      : Wrong result on Alpha
mroonga/storage.index_multiple_column_unique_date_order_32bit_desc : Wrong result on Alpha
mroonga/storage.index_multiple_column_unique_datetime_index_read   : MDEV-8643 - Valgrind
mroonga/storage.repair_table_no_index_file                         : MDEV-9364 - Wrong result

#-----------------------------------------------------------------------

mroonga/wrapper.repair_table_no_index_file : MDEV-14807 - Wrong error message

#-----------------------------------------------------------------------

multi_source.gtid        : MDEV-14202 - Crash
multi_source.info_logs   : MDEV-12629 - Valgrind, MDEV-10042 - wrong result
multi_source.mdev-9544   : MDEV-19415 - AddressSanitizer: heap-use-after-free
multi_source.multisource : MDEV-10417 - Fails on Mips
multi_source.reset_slave : MDEV-10690 - Wrong result
multi_source.simple      : MDEV-4633 - Wrong result
multi_source.status_vars : MDEV-4632 - failed while waiting for Slave_received_heartbeats

#-----------------------------------------------------------------------

parts.partition_alter2_2_maria         : MDEV-14364 - Lost connection to MySQL server during query
parts.partition_auto_increment_archive : MDEV-16491 - Marked as crashed and should be repaired
parts.partition_auto_increment_maria   : MDEV-14430 - Extra warning
parts.partition_debug                  : Modified in 10.2.28
parts.partition_debug_innodb           : MDEV-10891 - Can't create UNIX socket; MDEV-15095 - Table doesn't exist; modified in 10.2.28
parts.partition_debug_myisam           : Modified in 10.2.28
parts.partition_exch_qa_10             : MDEV-11765 - wrong result
parts.partition_innodb_status_file     : MDEV-12901 - Valgrind
parts.partition_special_innodb         : MDEV-16942 - Timeout
parts.reorganize_partition_innodb      : Added in 10.2.28

#-----------------------------------------------------------------------

percona.* : MDEV-10997 - Not maintained

#-----------------------------------------------------------------------

perfschema.connect_attrs                       : MDEV-17283 - Wrong result
perfschema.dml_file_instances                  : MDEV-15179 - Wrong result
perfschema.dml_threads                         : MDEV-17746 - Wrong errno
perfschema.func_file_io                        : MDEV-5708 - fails for s390x
perfschema.func_mutex                          : MDEV-5708 - fails for s390x
perfschema.hostcache_ipv4_addrinfo_again_allow : MDEV-12759 - Crash
perfschema.hostcache_ipv6_addrinfo_again_allow : MDEV-12752 - Crash
perfschema.hostcache_ipv6_addrinfo_bad_allow   : MDEV-13260 - Crash
perfschema.hostcache_ipv6_ssl                  : MDEV-10696 - Crash
perfschema.misc                                : Modified in 10.2.30
perfschema.privilege_table_io                  : MDEV-13184 - Extra lines
perfschema.rpl_gtid_func                       : MDEV-16897 - Wrong result
perfschema.socket_instances_func               : MDEV-20140 - Wrong result
perfschema.socket_summary_by_event_name_func   : MDEV-10622 - Wrong result
perfschema.socket_summary_by_instance_func     : MDEV-19413 - Wrong result
perfschema.stage_mdl_global                    : MDEV-11803 - wrong result on slow builders
perfschema.stage_mdl_procedure                 : MDEV-11545 - Missing row
perfschema.stage_mdl_table                     : MDEV-12638 - Wrong result
perfschema.start_server_low_digest             : MDEV-21221 - Wrong result
perfschema.threads_mysql                       : MDEV-10677 - Wrong result

#-----------------------------------------------------------------------

perfschema_stress.* : MDEV-10996 - Not maintained

#-----------------------------------------------------------------------

plugins.feedback_plugin_load     : Modified in 10.2.28
plugins.feedback_plugin_send     : MDEV-7932, MDEV-11118 - Connection problems and such
plugins.processlist              : MDEV-16574 - Wrong result
plugins.server_audit             : MDEV-9562 - crashes on sol10-sparc; modified in 10.2.30
plugins.thread_pool_server_audit : MDEV-14295 - Wrong result

#-----------------------------------------------------------------------

rocksdb.*                            : Tests are unstable
rocksdb.2pc_group_commit             : MDEV-14455 - Wrong result
rocksdb.allow_no_primary_key_with_sk : MDEV-16639 - Server crash
rocksdb.autoinc_crash_safe_partition : MDEV-16639, MDEV-16637 - Server crash
rocksdb.autoinc_vars_thread          : MDEV-16573 - Debug sync timed out
rocksdb.bloomfilter2                 : MDEV-16564 - Wrong result
rocksdb.deadlock                     : MDEV-16033 - Timeout
rocksdb.drop_index_inplace           : MDEV-14162 - Crash on shutdown
rocksdb.drop_table                   : MDEV-14308 - Timeout
rocksdb.drop_table3                  : MDEV-16949 - Server crash
rocksdb.dup_key_update               : MDEV-17284 - Wrong result
rocksdb.index_merge_rocksdb2         : Include file modified in 10.2.28
rocksdb.locking_issues               : MDEV-14464 - Wrong result
rocksdb.mariadb_ignore_dirs          : MDEV-16639 - Server crash
rocksdb.mariadb_port_fixes           : MDEV-16387 - Wrong plan
rocksdb.max_open_files               : MDEV-16639 - Server crash
rocksdb.perf_context                 : MDEV-17285 - Wrong results
rocksdb.rocksdb_cf_options           : MDEV-16639 - Server crash
rocksdb.rocksdb_cf_per_partition     : MDEV-16636 - Wrong result
rocksdb.rocksdb_parts                : MDEV-13843 - Wrong result
rocksdb.ttl_secondary                : MDEV-16943 - Timeout
rocksdb.unique_check                 : MDEV-16576 - Wrong errno
rocksdb.use_direct_reads_writes      : MDEV-16646 - Server crash
rocksdb.write_sync                   : MDEV-16965 - WRong result

#-----------------------------------------------------------------------

rocksdb_rpl.mdev12179            : MDEV-16632 - Server crash
rocksdb_rpl.rpl_binlog_xid_count : MDEV-16644 - Server crash

#-----------------------------------------------------------------------

roles.create_and_grant_role : MDEV-11772 - wrong result

#-----------------------------------------------------------------------

rpl.circular_serverid0                  : MDEV-19372 - ASAN heap-use-after-free
rpl.create_or_replace2                  : MDEV-19412 - Lost connection to MySQL server
rpl.create_or_replace_mix               : MDEV-20523 - Wrong result
rpl.create_or_replace_statement         : MDEV-20523 - Wrong result
rpl.create_select                       : MDEV-14121 - Assertion failure
rpl.last_insert_id                      : MDEV-10625 - warnings in error log
rpl.mdev_17588                          : Modified in 10.1.42
rpl.rpl_auto_increment                  : MDEV-10417 - Fails on Mips
rpl.rpl_auto_increment_bug45679         : MDEV-10417 - Fails on Mips
rpl.rpl_auto_increment_update_failure   : MDEV-10625 - warnings in error log
rpl.rpl_binlog_errors                   : MDEV-12742 - Crash
rpl.rpl_binlog_index                    : MDEV-9501 - Failed registering on master
rpl.rpl_colSize                         : MDEV-16112 - Server crash
rpl.rpl_corruption                      : Include file modified in 10.2.30
rpl.rpl_create_or_replace_fail          : Added in 10.1.42
rpl.rpl_ctype_latin1                    : MDEV-14813 - Wrong result on Mac
rpl.rpl_ddl                             : MDEV-10417 - Fails on Mips
rpl.rpl_domain_id_filter_io_crash       : MDEV-12729 - Timeout in include file, MDEV-13677 - Server crash
rpl.rpl_domain_id_filter_master_crash   : MDEV-19043 - Warnings/errors
rpl.rpl_domain_id_filter_restart        : MDEV-10684 - Wrong result
rpl.rpl_drop_db_fail                    : MDEV-16898 - Slave fails to start
rpl.rpl_extra_col_master_innodb         : MDEV-16570 - Extra warning
rpl.rpl_extra_col_master_myisam         : MDEV-14203 - Extra warning
rpl.rpl_get_lock                        : MDEV-19368 - mysqltest failed but provided no output
rpl.rpl_gtid_basic                      : MDEV-10681 - server startup problem
rpl.rpl_gtid_crash                      : MDEV-9501 - Failed registering on master, MDEV-13643 - Lost connection
rpl.rpl_gtid_delete_domain              : MDEV-14463 - Timeout
rpl.rpl_gtid_errorhandling              : MDEV-13261 - Crash
rpl.rpl_gtid_mdev9033                   : MDEV-10680 - warnings
rpl.rpl_gtid_reconnect                  : MDEV-14497 - Crash
rpl.rpl_gtid_startpos                   : MDEV-20141 - mysqltest failed but provided no output
rpl.rpl_gtid_stop_start                 : MDEV-10629 - Crash on shutdown, MDEV-12629 - Valgrind warnings
rpl.rpl_gtid_until                      : MDEV-10625 - warnings in error log
rpl.rpl_innodb_bug30888                 : MDEV-10417 - Fails on Mips
rpl.rpl_insert                          : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_insert_delayed                  : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_insert_id                       : MDEV-15197 - Wrong result
rpl.rpl_insert_id_pk                    : MDEV-16567 - Assertion failure
rpl.rpl_insert_ignore                   : MDEV-14365 - Lost connection to MySQL server during query
rpl.rpl_invoked_features                : MDEV-10417 - Fails on Mips
rpl.rpl_known_bugs_detection            : Modified in 10.1.42
rpl.rpl_mariadb_slave_capability        : MDEV-11018 - Extra lines in binlog
rpl.rpl_mdev12179                       : MDEV-19043 - Warnings/errors
rpl.rpl_mdev6020                        : MDEV-15272 - Server crash
rpl.rpl_mdev_17614                      : Added in 10.1.42
rpl.rpl_mixed_mixing_engines            : MDEV-14489 - Sync slave with master failed
rpl.rpl_non_direct_mixed_mixing_engines : MDEV-14489 - Sync slave with master failed
rpl.rpl_non_direct_row_mixing_engines   : MDEV-16561 - Timeout in master_pos_wait
rpl.rpl_non_direct_stm_mixing_engines   : MDEV-14489 - Failed sync_slave_with_master
rpl.rpl_parallel                        : MDEV-10653 - Timeouts
rpl.rpl_parallel_conflicts              : MDEV-15272 - Server crash
rpl.rpl_parallel_ignored_errors         : Added in 10.2.28
rpl.rpl_parallel_mdev6589               : MDEV-12979 - Assertion failure
rpl.rpl_parallel_multilevel2            : MDEV-14723 - Timeout
rpl.rpl_parallel_optimistic             : MDEV-15278 - Failed to sync with master
rpl.rpl_parallel_optimistic_nobinlog    : MDEV-15278 - Failed to sync with master
rpl.rpl_parallel_retry                  : MDEV-11119 - Crash; MDEV-17109 - Timeout
rpl.rpl_parallel_temptable              : MDEV-10356 - Crash; MDEV-19076 - Wrong result
rpl.rpl_partition_innodb                : MDEV-10417 - Fails on Mips
rpl.rpl_password_boundaries             : MDEV-11534 - Slave IO warnings
rpl.rpl_row_001                         : MDEV-16653 - Internal check fails
rpl.rpl_row_basic_11bugs                : MDEV-12171 - Server failed to start
rpl.rpl_row_basic_2myisam               : MDEV-13875 - command "diff_files" failed
rpl.rpl_row_drop_create_temp_table      : MDEV-14487 - Wrong result
rpl.rpl_row_img_blobs                   : MDEV-13875 - command "diff_files" failed
rpl.rpl_row_img_eng_min                 : MDEV-13875 - diff_files failed
rpl.rpl_row_img_eng_noblob              : MDEV-13875 - command "diff_files" failed
rpl.rpl_row_index_choice                : MDEV-15196 - Slave crash
rpl.rpl_row_sp001                       : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_row_until                       : MDEV-14052 - Master will not send events with checksum
rpl.rpl_semi_sync                       : MDEV-11220 - Wrong result
rpl.rpl_semi_sync_after_sync            : MDEV-14366 - Wrong result
rpl.rpl_semi_sync_after_sync_row        : MDEV-14366 - Wrong result
rpl.rpl_semi_sync_event_after_sync      : MDEV-11806 - warnings
rpl.rpl_semi_sync_gtid_reconnect        : Added in 10.2.30
rpl.rpl_semi_sync_uninstall_plugin      : MDEV-7140 - Assorted failures
rpl.rpl_semi_sync_wait_point            : MDEV-11807 - timeout in wait condition
rpl.rpl_set_statement_default_master    : MDEV-13258 - Extra warning
rpl.rpl_show_slave_hosts                : MDEV-10681 - Crash
rpl.rpl_skip_replication                : MDEV-13258 - Extra warning
rpl.rpl_slave_grp_exec                  : MDEV-10514 - Deadlock
rpl.rpl_slave_load_tmpdir_not_exist     : MDEV-14203 - Extra warning
rpl.rpl_slow_query_log                  : MDEV-13250 - Test abort
rpl.rpl_sp_effects                      : MDEV-13249 - Crash
rpl.rpl_start_stop_slave                : MDEV-13567 - Sync slave timeout
rpl.rpl_stm_mixing_engines              : MDEV-14489 - Sync slave with master failed
rpl.rpl_stm_multi_query                 : MDEV-9501 - Failed registering on master
rpl.rpl_stm_relay_ign_space             : MDEV-14360 - Test assertion
rpl.rpl_stm_stop_middle_group           : MDEV-13791 - Server crash
rpl.rpl_sync                            : MDEV-13830 - Assertion failure
rpl.rpl_sync_with_innodb_thd_conc       : Added in 10.1.42
rpl.rpl_temporal_mysql56_to_mariadb53   : MDEV-9501 - Failed registering on master
rpl.rpl_temporary_error2                : MDEV-10634 - Wrong number of retries
rpl.rpl_test_framework                  : MDEV-19368 - mysqltest failed but provided no output
rpl.rpl_trigger                         : MDEV-18055 - Wrong result
rpl.rpl_truncate_3innodb                : MDEV-19454 - Sporadic syntax error
rpl.rpl_unsafe_statements               : Modified in 10.1.42
rpl.rpl_user_variables                  : MDEV-20522 - Wrong result
rpl.sec_behind_master-5114              : MDEV-13878 - Wrong result

#-----------------------------------------------------------------------

rpl-tokudb.* : MDEV-14354 - Tests fail with tcmalloc

#-----------------------------------------------------------------------

rpl/extra/rpl_tests.* : MDEV-10994 - Not maintained

#-----------------------------------------------------------------------

sphinx.*      : MDEV-10986 - Tests have not been maintained
sphinx.sphinx : Modified in 10.2.28

#-----------------------------------------------------------------------

spider.*                 : MDEV-9329 - tests are too memory-consuming
spider.basic_sql         : MDEV-11186 - Internal check fails
spider.pushdown_not_like : Added in 10.2.30

#-----------------------------------------------------------------------

spider/bg.direct_aggregate      : MDEV-7098 - Packets out of order
spider/bg.direct_aggregate_part : MDEV-7098 - Trying to unlock mutex that wasn't locked
spider/bg.ha                    : MDEV-9329 - failures on s390x
spider/bg.ha_part               : MDEV-9329 - Fails on Ubuntu/s390x
spider/bg.spider3_fixes         : MDEV-12639 - Syntax error
spider/bg.spider3_fixes_part    : MDEV-7098 - Trying to unlock mutex
spider/bg.spider_fixes          : MDEV-7098 -Mutex problem, MDEV-9329 - failures on s390x
spider/bg.spider_fixes_part     : MDEV-7098 - Trying to unlock mutex that wasn't locked
spider/bg.vp_fixes              : MDEV-9329 - Fails on Ubuntu/s390x

#-----------------------------------------------------------------------

spider/handler.* : MDEV-10987, MDEV-10990 - Tests have not been maintained

#-----------------------------------------------------------------------

storage_engine.* : Tests are not always timely maintained

#-----------------------------------------------------------------------

stress.ddl_innodb : MDEV-10635 - Testcase timeout

#-----------------------------------------------------------------------

sys_vars.autocommit_func2                          : MDEV-9329 - Fails on Ubuntu/s390x
sys_vars.delayed_insert_limit_func                 : Modified in 10.2.28
sys_vars.innodb_buffer_pool_dump_at_shutdown_basic : MDEV-14280 - Unexpected error
sys_vars.innodb_change_buffering_debug_basic       : Modified in 10.2.28
sys_vars.keep_files_on_create_basic                : MDEV-10676 - timeout
sys_vars.log_slow_admin_statements_func            : MDEV-12235 - Server crash
sys_vars.rpl_init_slave_func                       : MDEV-10149 - Test assertion
sys_vars.slow_query_log_func                       : MDEV-14273 - Wrong result
sys_vars.sysvars_innodb                            : Modified in 10.2.28
sys_vars.thread_cache_size_func                    : MDEV-11775 - Wrong result
sys_vars.wait_timeout_func                         : MDEV-12896 - Wrong result

#-----------------------------------------------------------------------

tokudb.change_column_all_1000_10               : MDEV-12640 - Lost connection
tokudb.change_column_bin                       : MDEV-12640 - Lost connection
tokudb.change_column_char                      : MDEV-12822 - Lost connection
tokudb.change_column_varbin                    : MDEV-17682 - Timeout
tokudb.cluster_filter                          : MDEV-10678 - Wrong execution plan
tokudb.cluster_filter_hidden                   : MDEV-10678 - Wrong execution plan
tokudb.cluster_filter_unpack_varchar           : MDEV-10636 - Wrong execution plan
tokudb.dir_per_db                              : MDEV-11537 - Wrong result
tokudb.dir_per_db_rename_to_nonexisting_schema : MDEV-14359 - Directory not empty
tokudb.hotindex-del-0                          : MDEV-16559 - Timeout
tokudb.hotindex-insert-0                       : MDEV-15271 - Timeout
tokudb.hotindex-insert-1                       : MDEV-13870 - Lost connection to MySQL server
tokudb.hotindex-insert-2                       : MDEV-15271 - Timeout
tokudb.hotindex-insert-bigchar                 : MDEV-12640 - Crash
tokudb.hotindex-update-0                       : MDEV-15198 - Timeout
tokudb.hotindex-update-1                       : MDEV-12640 - Crash
tokudb.locks-select-update-1                   : MDEV-13406 - Lock wait timeout
tokudb.rows-32m-rand-insert                    : MDEV-12640 - Crash
tokudb.rows-32m-seq-insert                     : MDEV-12640 - Crash
tokudb.savepoint-5                             : MDEV-15280 - Wrong result
tokudb.type_datetime                           : MDEV-15193 - Wrong result

#-----------------------------------------------------------------------

tokudb_alter_table.hcad_all_add2 : MDEV-15269 - Timeout

#-----------------------------------------------------------------------

tokudb_backup.* : MDEV-11001 - Missing include file

#-----------------------------------------------------------------------

tokudb_bugs.checkpoint_lock   : MDEV-10637 - Wrong processlist output
tokudb_bugs.checkpoint_lock_3 : MDEV-10637 - Wrong processlist output
tokudb_bugs.frm_store         : MDEV-12823 - Valgrind
tokudb_bugs.frm_store2        : MDEV-12823 - Valgrind
tokudb_bugs.frm_store3        : MDEV-12823 - Valgrind
tokudb_bugs.xa                : MDEV-11804 - Lock wait timeout

#-----------------------------------------------------------------------

tokudb_parts.partition_alter4_tokudb : MDEV-12640 - Lost connection
tokudb_parts.partition_debug_tokudb  : Include file modified in 10.2.28

#-----------------------------------------------------------------------

tokudb_rpl.* : MDEV-11001 - Missing include file

#-----------------------------------------------------------------------

tokudb_sys_vars.* : MDEV-11001 - Missing include file

#-----------------------------------------------------------------------

unit.conc_basic-t               : MDEV-15286 - not ok 7 - test_reconnect_maxpackage
unit.conc_bulk1                 : MDEV-19410 - LeakSanitizer: detected memory leaks
unit.conc_errors                : MDEV-18634 - ASAN global-buffer-overflow
unit.conc_misc                  : MDEV-14811 - not ok 12 - test_conc49
unit.conc_ps_bugs               : MDEV-13252 - not ok 44 test_bug4236
unit.ma_pagecache_consist_64kRD : MDEV-19367 - AddressSanitizer CHECK failed
unit.ma_pagecache_consist_64kWR : MDEV-19367 - AddressSanitizer CHECK failed
unit.ma_test_loghandler         : MDEV-10638 - record read not ok

#-----------------------------------------------------------------------

vcol.not_supported    : MDEV-10639 - Testcase timeout
vcol.vcol_keys_innodb : MDEV-10639 - Testcase timeout; modified in 10.2.28
vcol.vcol_misc        : MDEV-16651 - Wrong error message

#-----------------------------------------------------------------------

wsrep.foreign_key                      : MDEV-14725 - WSREP has not yet prepared node
wsrep.mdev_6832                        : MDEV-14195 - Check testcase failed
wsrep.mysql_tzinfo_to_sql_symlink_skip : Added in 10.1.42
wsrep.pool_of_threads                  : MDEV-17345 - WSREP has not yet prepared node for application use; configuration modified in 10.2.30
wsrep.variables                        : MDEV-14311 - Wrong result; MDEV-17585 - Deadlock

#-----------------------------------------------------------------------

wsrep_info.plugin : MDEV-13569 - No nodes coming from prim view