summaryrefslogtreecommitdiff
path: root/mysql-test/unstable-tests
blob: 4cb62fd0989a6848ec4e22c4d092cf6bebdabab7 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
##############################################################################
#
#  List the test cases which, unlike tests from disabled.def files,
#  can still be run on the current tree meaningfully, but are known
#  or suspected to fail sporadically on different reasons.
#
#  Most common reasons are either test failures observed in buildbot,
#  or recent modifications to the tests which make their stability
#  unknown.
#
#  Tests included due to recent modifications are later removed from the
#  list, if during a certain period they do not fail (and are not
#  modified again). Tests included due to intermittent failures are
#  removed when corresponding bug reports are closed.
#
#  Separate the test case name and the comment with ':'.
#
#    <suitename>.<testcasename> : MDEV-xxxxx - <comment>
#
#  '*' wildcard in testcase names is supported.
#
#  To use the list, run MTR with --skip-test-list=unstable-tests option.
#
##############################################################################

# Based on 10.3 5c93509aad6aa952c48f078557c86322dfc35692

#-----------------------------------------------------------------------

archive.archive_bitfield                                           : MDEV-11771 - table is marked as crashed
archive.archive_eits                                               : Added in 10.3.15
archive.archive_symlink                                            : MDEV-12170 - unexpected error on rmdir
archive.discover                                                   : MDEV-10510 - Table is marked as crashed
archive.mysqlhotcopy_archive                                       : MDEV-10995 - Hang on debug

archive-test_sql_discovery.discover                                : MDEV-16817 - Table marked as crashed

#-----------------------------------------------------------------------

binlog.binlog_commit_wait                                          : MDEV-10150 - Mismatch
binlog.binlog_innodb_stm                                           : Added in 10.3.14
binlog.binlog_killed                                               : MDEV-12925 - Wrong result
binlog.binlog_mysqlbinlog2                                         : Modified in 10.3.14
binlog.binlog_xa_recover                                           : MDEV-8517 - Extra checkpoint
binlog.flashback                                                   : Modified in 10.3.15
binlog.load_data_stm_view                                          : MDEV-16948 - Wrong result

#-----------------------------------------------------------------------

binlog_encryption.binlog_xa_recover                                : MDEV-12908 - Extra checkpoint
binlog_encryption.encrypted_master                                 : MDEV-14201 - Extra warnings
binlog_encryption.encrypted_master_switch_to_unencrypted           : MDEV-14190 - Can't init tc log
binlog_encryption.encrypted_slave                                  : MDEV-18135 - SSL error: key too small
binlog_encryption.encryption_combo                                 : MDEV-14199 - Table is marked as crashed
binlog_encryption.rpl_binlog_errors                                : MDEV-12742 - Crash
binlog_encryption.rpl_checksum                                     : MDEV-16951 - Wrong result
binlog_encryption.rpl_gtid_basic                                   : MDEV-16947 - Server failed to start
binlog_encryption.rpl_loadfile                                     : MDEV-16645 - Timeout in include
binlog_encryption.rpl_parallel                                     : MDEV-10653 - Timeout in include
binlog_encryption.rpl_relayrotate                                  : MDEV-15194 - Timeout
binlog_encryption.rpl_semi_sync                                    : MDEV-11673 - Valgrind
binlog_encryption.rpl_skip_replication                             : MDEV-13571 - Unexpected warning
binlog_encryption.rpl_ssl                                          : MDEV-14507 - Timeouts
binlog_encryption.rpl_stm_relay_ign_space                          : MDEV-19375 - Test assertion failed
binlog_encryption.rpl_sync                                         : MDEV-13830 - Assertion failure
binlog_encryption.rpl_typeconv                                     : MDEV-14362 - Lost connection to MySQL server during query

#-----------------------------------------------------------------------

compat/oracle.information_schema_parameters                        : Modified in 10.3.15
compat/oracle.table_value_constr                                   : Modified in 10.3.15

#-----------------------------------------------------------------------

connect.alter                                                      : MDEV-18135 - SSL error: key too small
connect.drop-open-error                                            : MDEV-18135 - SSL error: key too small
connect.json                                                       : MDEV-18135 - SSL error: key too small
connect.part_file                                                  : MDEV-18135 - SSL error: key too small
connect.part_table                                                 : MDEV-18135 - SSL error: key too small
connect.pivot                                                      : MDEV-14803 - Failed to discover table
connect.secure_file_priv                                           : MDEV-18135 - SSL error: key too small
connect.vcol                                                       : MDEV-12374 - Fails on Windows
connect.zip                                                        : MDEV-13884 - Wrong result

#-----------------------------------------------------------------------

encryption.corrupted_during_recovery                               : Added in 10.3.15
encryption.create_or_replace                                       : MDEV-12694 - Timeout; MDEV-16115 - Trying to access tablespace
encryption.debug_key_management                                    : MDEV-13841 - Timeout
encryption.encrypt_and_grep                                        : MDEV-13765 - Wrong result
encryption.innochecksum                                            : MDEV-13644 - Assertion failure
encryption.innodb-bad-key-change2                                  : MDEV-19118 - Can't connect to local MySQL server through socket; modified in 10.3.15
encryption.innodb-checksum-algorithm                               : MDEV-12898 - Deadlock of threads; MDEV-16896 - Server crash
encryption.innodb-compressed-blob                                  : MDEV-14728 - Unable to get certificate; modified in 10.3.15
encryption.innodb-discard-import                                   : MDEV-19113 - Timeout
encryption.innodb-encryption-alter                                 : MDEV-13566 - Lock wait timeout; modified in 10.3.14
encryption.innodb_encryption_tables                                : MDEV-17339 - Crash on restart
encryption.innodb-first-page-read                                  : MDEV-14356 - Timeout in wait condition
encryption.innodb-force-corrupt                                    : MDEV-17286 - SSL error
encryption.innodb-key-rotation-disable                             : Modified in 10.3.15
encryption.innodb-missing-key                                      : MDEV-14728 - SSL error
encryption.innodb-page_encryption                                  : MDEV-10641 - mutex problem
encryption.innodb-page_encryption_log_encryption                   : MDEV-17339 - Crash on restart
encryption.innodb-read-only                                        : MDEV-16563 - Crash on startup
encryption.innodb-remove-encryption                                : MDEV-16493 - Timeout in wait condition
encryption.innodb-spatial-index                                    : MDEV-13746 - Wrong result
encryption.innodb_encrypt_key_rotation_age                         : Added in 10.3.15
encryption.innodb_encrypt_log                                      : MDEV-13725 - Wrong result
encryption.innodb_encryption                                       : MDEV-15675 - Timeout
encryption.innodb_encryption-page-compression                      : MDEV-12630 - crash or assertion failure
encryption.innodb_encryption_discard_import                        : MDEV-16116 - Wrong result
encryption.innodb_encryption_filekeys                              : MDEV-15673 - Timeout
encryption.innodb_encryption_row_compressed                        : MDEV-16113 - Crash
encryption.innodb_first_page                                       : MDEV-10689 - Crash
encryption.innodb_lotoftables                                      : MDEV-16111 - Wrong result
encryption.innodb_onlinealter_encryption                           : MDEV-17287 - SIGABRT on server restart
encryption.innodb_scrub                                            : MDEV-8139 - scrubbing tests need fixing
encryption.innodb_scrub_background                                 : MDEV-8139 - scrubbing tests need fixing
encryption.innodb_scrub_compressed                                 : MDEV-8139 - scrubbing tests need fixing

#-----------------------------------------------------------------------

engines/funcs.*                                                    : Not maintained in timely manner
engines/iuds.*                                                     : Not maintained in timely manner
engines/rr_trx.*                                                   : MDEV-10998 - Not maintained

#-----------------------------------------------------------------------

federated.federated_bug_35333                                      : MDEV-13410 - Wrong result
federated.federated_bug_585688                                     : MDEV-14805 - Server crash, MDEV-12907 - Valgrind
federated.federated_innodb                                         : MDEV-10617 - Wrong checksum
federated.federated_partition                                      : MDEV-10417 - Fails on Mips
federated.federated_transactions                                   : MDEV-10617 - Wrong checksum
federated.federatedx                                               : MDEV-10617 - Wrong checksum

#-----------------------------------------------------------------------

funcs_1.memory_views                                               : MDEV-11773 - timeout
funcs_1.processlist_priv_ps                                        : Include file modified in 10.3.14
funcs_1.processlist_priv_no_prot                                   : Include file modified in 10.3.14
funcs_1.processlist_val_no_prot                                    : MDEV-11223 - Wrong result; include file modified in 10.3.14
funcs_1.processlist_val_ps                                         : MDEV-12175 - Wrong plan; include file modified in 10.3.14

#-----------------------------------------------------------------------

funcs_2.memory_charset                                             : MDEV-10290 - Timeout
funcs_2.myisam_charset                                             : MDEV-11535 - Timeout
funcs_2/charset.*                                                  : MDEV-10999 - Not maintained

#-----------------------------------------------------------------------

galera.*                                                           : Suite is not stable yet
galera_3nodes.*                                                    : Suite is not stable yet

#-----------------------------------------------------------------------

gcol.gcol_rollback                                                 : MDEV-16954 - Unknown storage engine 'InnoDB'
gcol.innodb_virtual_basic                                          : MDEV-16950 - Failing assertion; modified in 10.3.15
gcol.innodb_virtual_debug                                          : MDEV-19114 - Assertion failure; modified in 10.3.15
gcol.innodb_virtual_debug_purge                                    : MDEV-16952 - Wrong result
gcol.innodb_virtual_purge                                          : Modified in 10.3.15
gcol.innodb_virtual_fk_restart                                     : MDEV-17466 - Assertion failure

#-----------------------------------------------------------------------

innodb.101_compatibility                                           : MDEV-13891 - Wrong result
innodb.alter_copy                                                  : MDEV-16181 - Assertion failure
innodb.alter_crash                                                 : MDEV-16944 - The process cannot access the file; modified in 10.3.14
innodb.alter_kill                                                  : Modified in 10.3.15
innodb.alter_table                                                 : Modified in 10.3.14
innodb.autoinc_persist                                             : MDEV-15282 - Assertion failure
innodb.binlog_consistent                                           : MDEV-10618 - Server fails to start
innodb.corrupted_during_recovery                                   : Added in 10.3.15
innodb.doublewrite                                                 : MDEV-12905 - Server crash; modified in 10.3.14
innodb.drop_table_background                                       : Modified in 10.3.15
innodb.foreign_key                                                 : Modified in 10.3.15
innodb.foreign_keys                                                : Modified in 10.3.14
innodb.foreign-keys                                                : Modified in 10.3.15
innodb.group_commit_crash                                          : MDEV-14191 - InnoDB registration failed
innodb.group_commit_crash_no_optimize_thread                       : MDEV-13830	- Assertion failure
innodb.ibuf_not_empty                                              : MDEV-19021 - Wrong result
innodb.innodb-32k-crash                                            : MDEV-16953 - Corrupt log record found
innodb.innodb-64k-crash                                            : MDEV-13872 - Failure and crash on startup
innodb.innodb-alter-debug                                          : MDEV-13182 - InnoDB: adjusting FSP_SPACE_FLAGS
innodb.innodb-alter-nullable                                       : Modified in 10.3.14
innodb.innodb-alter-table                                          : MDEV-10619 - Testcase timeout
innodb.innodb-alter-tempfile                                       : MDEV-15285 - Table already exists
innodb.innodb-alter-timestamp                                      : Modified in 10.3.14
innodb.innodb-bigblob                                              : MDEV-18655 - ASAN unknown crash
innodb.innodb-blob                                                 : MDEV-12053 - Client crash
innodb.innodb-change-buffer-recovery                               : MDEV-19115 - Lost connection to MySQL server during query
innodb.innodb-corrupted-table                                      : Modified in 10.3.14
innodb.innodb-fk                                                   : MDEV-13832 - Assertion failure on shutdown
innodb.innodb-get-fk                                               : MDEV-13276 - Server crash
innodb.innodb-index                                                : Modified in 10.3.15
innodb.innodb-index-online                                         : MDEV-14809 - Cannot save statistics; modified in 10.3.14
innodb.innodb-page_compression_default                             : MDEV-13644 - Assertion failure
innodb.innodb-page_compression_lzma                                : MDEV-14353 - Wrong result
innodb.innodb-page_compression_snappy                              : MDEV-13644 - Assertion failure
innodb.innodb-page_compression_zip                                 : MDEV-10641 - mutex problem
innodb.innodb-table-online                                         : MDEV-13894 - Wrong result; modified in 10.3.14
innodb.innodb-truncate                                             : Modified in 10.3.15
innodb.innodb-wl5522                                               : MDEV-13644 - Assertion failure
innodb.innodb-wl5522-debug                                         : MDEV-14200 - Wrong errno
innodb.innodb_bug14147491                                          : MDEV-11808 - Index is corrupt
innodb.innodb_bug30423                                             : MDEV-7311 - Wrong result
innodb.innodb_bug48024                                             : MDEV-14352 - Assertion failure
innodb.innodb_bug59641                                             : MDEV-13830 - Assertion failure
innodb.innodb_buffer_pool_resize                                   : MDEV-16964 - Assertion failure
innodb.innodb_buffer_pool_resize_with_chunks                       : MDEV-16964 - Assertion failure
innodb.innodb_bulk_create_index_replication                        : MDEV-15273 - Slave failed to start
innodb.innodb_defrag_stats_many_tables                             : MDEV-14198 - Table is full
innodb.innodb_information_schema                                   : MDEV-8851 - Wrong result
innodb.innodb_max_recordsize_32k                                   : MDEV-14801 - Operation failed
innodb.innodb_max_recordsize_64k                                   : MDEV-15203 - Wrong result
innodb.innodb_monitor                                              : MDEV-10939 - Testcase timeout
innodb.innodb-page_compression_tables                              : MDEV-13644 - Assertion failure
innodb.innodb_stats                                                : MDEV-10682 - wrong result
innodb.innodb_stats_persistent                                     : MDEV-17745 - Wrong result
innodb.innodb_stats_persistent_debug                               : MDEV-14801 - Operation failed
innodb.innodb_sys_semaphore_waits                                  : MDEV-10331 - Semaphore wait
innodb.innodb_zip_innochecksum2                                    : MDEV-13882 - Warning: difficult to find free blocks
innodb.instant_alter_crash                                         : Modified in 10.3.15
innodb.instant_alter_debug                                         : Modified in 10.3.14
innodb.log_alter_table                                             : Modified in 10.3.15
innodb.log_corruption                                              : MDEV-13251 - Wrong result
innodb.log_data_file_size                                          : MDEV-14204 - Server failed to start
innodb.log_file_name                                               : MDEV-14193 - Exception; modified in 10.3.14
innodb.log_file_size                                               : MDEV-15668 - Not found pattern
innodb.monitor                                                     : MDEV-16179 - Wrong result
innodb.page_reorganize                                             : Added in 10.3.15
innodb.purge_secondary                                             : MDEV-15681 - Wrong result
innodb.purge_thread_shutdown                                       : MDEV-13792 - Wrong result
innodb.read_only_recovery                                          : MDEV-13886 - Server crash
innodb.recovery_shutdown                                           : MDEV-15671 - Checksum mismatch in datafile
innodb.restart                                                     : Modified in 10.3.14
innodb.row_format_redundant                                        : MDEV-15192 - Trying to access missing tablespace
innodb.table_definition_cache_debug                                : MDEV-14206 - Extra warning
innodb.table_flags                                                 : MDEV-13572 - Wrong result; MDEV-19374 - Server failed to start
innodb.temp_table_savepoint                                        : MDEV-16182 - Wrong result
innodb.temporary_table                                             : MDEV-13265 - Wrong result
innodb.update_time                                                 : MDEV-14804 - Wrong result
innodb.undo_truncate                                               : MDEV-17340 - Server hung
innodb.undo_truncate_recover                                       : MDEV-13080 - Missing checkpoint; MDEV-17679 - Server has gone away; modified in 10.3.15
innodb.xa_debug                                                    : Added in 10.3.15
innodb.xa_recovery                                                 : MDEV-15279 - mysqld got exception

#-----------------------------------------------------------------------

innodb_fts.fulltext3                                               : Modified in 10.3.14
innodb_fts.innodb-fts-fic                                          : MDEV-14154 - Assertion failure
innodb_fts.innodb_fts_misc_debug                                   : MDEV-14156 - Unexpected warning
innodb_fts.innodb_fts_plugin                                       : MDEV-13888 - Errors in server log
innodb_fts.innodb_fts_stopword_charset                             : MDEV-13259 - Table crashed
innodb_fts.sync                                                    : MDEV-14808 - Wrong result
innodb_fts.sync_ddl                                                : MDEV-18654 - Assertion failure

#-----------------------------------------------------------------------

innodb_gis.alter_spatial_index                                     : MDEV-13745 - Server crash
innodb_gis.kill_server                                             : MDEV-16941 - Checksum mismatch
innodb_gis.rtree_compress2                                         : MDEV-16269 - Wrong result
innodb_gis.rtree_concurrent_srch                                   : MDEV-15284 - Wrong result with embedded
innodb_gis.rtree_purge                                             : MDEV-15275 - Timeout
innodb_gis.rtree_recovery                                          : MDEV-15274 - Error on check
innodb_gis.rtree_split                                             : MDEV-14208 - Too many arguments
innodb_gis.rtree_undo                                              : MDEV-14456 - Timeout in include file
innodb_gis.types                                                   : MDEV-15679 - Table is marked as crashed

#-----------------------------------------------------------------------

innodb_zip.cmp_per_index                                           : MDEV-14490 - Table is marked as crashed
innodb_zip.innochecksum_3                                          : MDEV-13279 - Extra warnings
innodb_zip.wl5522_debug_zip                                        : MDEV-11600 - Operating system error number 2
innodb_zip.wl6470_1                                                : MDEV-14240 - Assertion failure
innodb_zip.wl6501_1                                                : MDEV-10891 - Can't create UNIX socket
innodb_zip.wl6501_scale_1                                          : MDEV-13254 - Timeout, MDEV-14104 - Error 192

#-----------------------------------------------------------------------

main.alter_table_trans                                             : MDEV-12084 - timeout
main.analyze_stmt                                                  : Modified in 10.3.14
main.analyze_stmt_slow_query_log                                   : MDEV-12237 - Wrong result
main.auth_named_pipe                                               : MDEV-14724 - System error 2
main.bootstrap                                                     : Modified in 10.3.15
main.cast                                                          : Modified in 10.3.15
main.check_constraint                                              : Modified in 10.3.14
main.connect                                                       : MDEV-17282 - Wrong result
main.connect2                                                      : MDEV-13885 - Server crash
main.constraints                                                   : Modified in 10.3.15
main.count_distinct2                                               : MDEV-11768 - timeout
main.create_delayed                                                : MDEV-10605 - failed with timeout
main.create_drop_event                                             : MDEV-16271 - Wrong result
main.create_drop_role                                              : Modified in 10.3.14
main.cte_nonrecursive                                              : Modified in 10.3.15
main.ctype_big5                                                    : Include file modified in 10.3.15
main.ctype_euckr                                                   : Include file modified in 10.3.15
main.ctype_gb2312                                                  : Include file modified in 10.3.15
main.ctype_gbk                                                     : Include file modified in 10.3.15
main.ctype_latin1                                                  : Include file modified in 10.3.15
main.ctype_sjis                                                    : Include file modified in 10.3.15
main.ctype_tis620                                                  : Include file modified in 10.3.15
main.ctype_uca                                                     : Include file modified in 10.3.15
main.ctype_ucs                                                     : MDEV-17681 - Data too long for column; include file modified in 10.3.15
main.ctype_ujis                                                    : Include file modified in 10.3.15
main.ctype_upgrade                                                 : MDEV-16945 - Error upon mysql_upgrade
main.ctype_utf16                                                   : MDEV-10675: timeout or extra warnings; include file modified in 10.3.15
main.ctype_utf16le                                                 : MDEV-10675: timeout or extra warnings; include file modified in 10.3.15
main.ctype_utf16_uca                                               : Include file modified in 10.3.15
main.ctype_utf32                                                   : Include file modified in 10.3.15
main.ctype_utf32_uca                                               : Include file modified in 10.3.15
main.ctype_utf8                                                    : Modified in 10.3.15
main.ctype_utf8mb4                                                 : Include file modified in 10.3.15
main.ctype_utf8mb4_heap                                            : Include file modified in 10.3.15
main.ctype_utf8mb4_innodb                                          : MDEV-17744 - Timeout; MDEV-18567 - ASAN use-after-poison; include file modified in 10.3.15
main.ctype_utf8mb4_myisam                                          : Include file modified in 10.3.15
main.ddl_i18n_koi8r                                                : Modified in 10.3.14
main.ddl_i18n_utf8                                                 : Modified in 10.3.14
main.debug_sync                                                    : MDEV-10607 - internal error
main.derived                                                       : Modified in 10.3.15
main.derived_cond_pushdown                                         : Modified in 10.3.15
main.derived_opt                                                   : MDEV-11768 - timeout
main.derived_split_innodb                                          : Modified in 10.3.14
main.dirty_close                                                   : MDEV-19368 - mysqltest failed but provided no output
main.distinct                                                      : MDEV-14194 - Crash
main.drop_bad_db_type                                              : MDEV-15676 - Wrong result
main.dyncol                                                        : MDEV-19455 - Extra warning
main.events_1                                                      : Modified in 10.3.14
main.events_2                                                      : MDEV-13277 - Crash
main.events_bugs                                                   : MDEV-12892 - Crash
main.events_restart                                                : MDEV-12236 - Server shutdown problem
main.events_slowlog                                                : MDEV-12821 - Wrong result
main.flush                                                         : MDEV-19368 - mysqltest failed but provided no output
main.flush_logs_not_windows                                        : Added in 10.3.15
main.func_debug                                                    : MDEV-19452 - Garbage output; modified in 10.3.14
main.func_gconcat                                                  : Modified in 10.3.15
main.func_hybrid_type                                              : Modified in 10.3.15
main.func_json                                                     : Modified in 10.3.14
main.func_math                                                     : Modified in 10.3.14
main.func_str                                                      : Modified in 10.3.15
main.func_time                                                     : Modified in 10.3.14
main.gis                                                           : MDEV-13411 - wrong result on P8; modified in 10.3.15
main.gis_notembedded                                               : Added in 10.3.15
main.gis-precise                                                   : Modified in 10.3.15
main.grant4                                                        : Modified in 10.3.15
main.host_cache_size_functionality                                 : MDEV-10606 - sporadic failure on shutdown
main.index_intersect_innodb                                        : MDEV-10643 - failed with timeout
main.index_merge_innodb                                            : MDEV-7142 - Plan mismatch; modified in 10.3.15
main.index_merge_myisam                                            : Include file modified in 10.3.15
main.information_schema_prepare                                    : Added in 10.3.15
main.innodb_mysql_lock                                             : MDEV-7861 - Wrong result
main.join_cache                                                    : MDEV-17743 - Bad address from storage engine MyISAM
main.kill-2                                                        : MDEV-13257 - Wrong result
main.kill_processlist-6619                                         : MDEV-10793 - Wrong result; modified in 10.3.14
main.loaddata                                                      : Modified in 10.3.14
main.log_slow                                                      : MDEV-13263 - Wrong result; modified in 10.3.14
main.log_slow_debug                                                : Added in 10.3.14
main.log_tables-big                                                : MDEV-13408 - wrong result
main.mdev375                                                       : MDEV-10607 - sporadic "can't connect"
main.mdev_19276                                                    : Added in 10.3.15
main.mdev-504                                                      : MDEV-15171 - warning
main.merge                                                         : MDEV-10607 - sporadic "can't connect"
main.multi_update                                                  : Modified in 10.3.15
main.multi_update_innodb                                           : Modified in 10.3.15
main.mysql                                                         : Modified in 10.3.14
main.mysqld--help                                                  : Modified in 10.3.14
main.mysql_client_test                                             : MDEV-19369 - error: 5888, status: 23, errno: 2
main.mysql_client_test_comp                                        : MDEV-16641 - Error in exec
main.mysql_client_test_nonblock                                    : CONC-208 - Error on Power; MDEV-15096 - exec failed
main.mysqldump                                                     : MDEV-14800 - Stack smashing detected
main.mysqldump-compat                                              : Modified in 10.3.15
main.mysqlhotcopy_myisam                                           : MDEV-10995 - Hang on debug
main.mysqlslap                                                     : MDEV-11801 - timeout
main.mysqltest                                                     : MDEV-13887 - Wrong result
main.mysql_upgrade_noengine                                        : MDEV-14355 - Wrong result
main.mysql_upgrade_ssl                                             : MDEV-13492 - Unknown SSL error
main.olap                                                          : Modified in 10.3.15
main.old-mode                                                      : MDEV-19373 - Wrong result; modified in 10.3.14
main.openssl_1                                                     : MDEV-13492 - Unknown SSL error
main.openssl_6975                                                  : MDEV-17184 - Failures with OpenSSL 1.1.1
main.order_by                                                      : Modified in 10.3.15
main.order_by_optimizer_innodb                                     : MDEV-10683 - Wrong result
main.partition                                                     : Modified in 10.3.14
main.partition_debug_sync                                          : MDEV-15669 - Deadlock found when trying to get lock
main.partition_innodb                                              : Modified in 10.3.15
main.partition_innodb_plugin                                       : MDEV-12901 - Valgrind warnings
main.partition_innodb_semi_consistent                              : MDEV-19411 - Failed to start mysqld.1
main.pool_of_threads                                               : MDEV-18135 - SSL error: key too small
main.ps                                                            : MDEV-11017 - sporadic wrong Prepared_stmt_count; modified in 10.3.15
main.query_cache_debug                                             : MDEV-15281 - Query cache is disabled
main.query_cache                                                   : MDEV-16180 - Wrong result
main.range_vs_index_merge_innodb                                   : MDEV-15283 - Server has gone away
main.reopen_temp_table                                             : Modified in 10.3.14
main.set_statement                                                 : MDEV-13183 - Wrong result
main.set_statement_notembedded                                     : MDEV-19414 - Wrong result
main.shm                                                           : MDEV-12727 - Mismatch, ERROR 2013
main.show_check                                                    : Modified in 10.3.14
main.show_explain                                                  : MDEV-10674 - Wrong result code
main.show_explain_ps                                               : Modified in 10.3.14
main.sp                                                            : MDEV-7866 - Mismatch; modified in 10.3.15
main.sp_notembedded                                                : MDEV-10607 - internal error; modified in 10.3.14
main.sp-security                                                   : MDEV-10607 - sporadic "can't connect"
main.sp_trans                                                      : Modified in 10.3.14
main.sp-ucs2                                                       : Modified in 10.3.14
main.ssl                                                           : MDEV-17184 - Failures with OpenSSL 1.1.1
main.ssl_ca                                                        : MDEV-10895 - SSL connection error on Power
main.ssl_cipher                                                    : MDEV-17184 - Failures with OpenSSL 1.1.1
main.ssl_connect                                                   : MDEV-13492 - Unknown SSL error
main.ssl_crl                                                       : MDEV-19119 - Wrong error code; modified in 10.3.14
main.ssl_crl_clients                                               : Modified in 10.3.14
main.ssl_timeout                                                   : MDEV-11244 - Crash
main.ssl_verify_ip                                                 : Added in 10.3.15
main.stat_tables                                                   : Modified in 10.3.15
main.stat_tables_par_innodb                                        : MDEV-14155 - Wrong rounding
main.stat_tables_par                                               : MDEV-13266 - Wrong result
main.statistics                                                    : Modified in 10.3.15
main.status                                                        : MDEV-13255 - Wrong result
main.status2                                                       : Modified in 10.3.15
main.subselect_innodb                                              : MDEV-10614 - Wrong result
main.subselect_sj                                                  : Modified in 10.3.14
main.table_value_constr                                            : Modified in 10.3.15
main.tc_heuristic_recover                                          : MDEV-14189 - Wrong result
main.timezone2                                                     : Modified in 10.3.15
main.trigger                                                       : Modified in 10.3.15
main.type_bit                                                      : Modified in 10.3.15
main.type_blob                                                     : MDEV-15195 - Wrong result; modified in 10.3.14
main.type_date                                                     : Modified in 10.3.15
main.type_datetime_hires                                           : MDEV-10687 - Timeout
main.type_decimal                                                  : Modified in 10.3.14
main.type_year                                                     : Modified in 10.3.14
main.union                                                         : Modified in 10.3.14
main.update                                                        : Modified in 10.3.14
main.update_innodb                                                 : Modified in 10.3.15
main.userstat                                                      : MDEV-12904 - SSL errors; modified in 10.3.14
main.view                                                          : Modified in 10.3.14
main.view_grant                                                    : Modified in 10.3.15
main.wait_timeout                                                  : MDEV-19023 - Lost connection to MySQL server during query
main.win                                                           : Modified in 10.3.15
main.xa                                                            : MDEV-11769 - lock wait timeout

#-----------------------------------------------------------------------

maria.insert_select                                                : MDEV-12757 - Timeout
maria.insert_select-7314                                           : MDEV-16492 - Timeout
maria.maria                                                        : MDEV-14430 - Extra warning
maria.maria-recovery                                               : Modified in 10.3.14

#-----------------------------------------------------------------------

mariabackup.absolute_ibdata_paths                                  : MDEV-16571 - Wrong result; modified in 10.3.14
mariabackup.apply-log-only                                         : MDEV-14192 - Assertion failure
mariabackup.apply-log-only-incr                                    : MDEV-14192 - Assertion failure
mariabackup.backup_grants                                          : Modified in 10.3.15
mariabackup.backup_ssl                                             : MDEV-14192 - Assertion failure
mariabackup.create_with_data_directory_during_backup               : MDEV-14192 - Assertion failure
mariabackup.data_directory                                         : MDEV-15270 - Error on exec
mariabackup.drop_table_during_backup                               : MDEV-14192 - Assertion failure
mariabackup.encrypted_page_compressed                              : Modified in 10.3.14
mariabackup.encrypted_page_corruption                              : Modified in 10.3.14
mariabackup.full_backup                                            : MDEV-16571 - Wrong result
mariabackup.huge_lsn                                               : MDEV-15662 - Sequence number is in the future; MDEV-18569 - Table doesn't exist
mariabackup.incremental_backup                                     : MDEV-14192 - Assertion failure
mariabackup.incremental_encrypted                                  : MDEV-15667 - timeout
mariabackup.innodb_log_optimize_ddl                                : MDEV-14192 - Assertion failure
mariabackup.log_checksum_mismatch                                  : MDEV-16571 - Wrong result; modified in 10.3.14
mariabackup.mdev-14447                                             : MDEV-15201 - Timeout
mariabackup.mlog_index_load                                        : MDEV-14192 - Assertion failure
mariabackup.page_compression_level                                 : Added in 10.3.14
mariabackup.partial_exclude                                        : MDEV-15270 - Error on exec
mariabackup.rename_during_backup                                   : MDEV-14192 - Assertion failure
mariabackup.rename_during_mdl_lock                                 : MDEV-14192 - Assertion failure
mariabackup.system_versioning                                      : MDEV-14192 - Assertion failure
mariabackup.unencrypted_page_compressed                            : MDEV-18653 - Wrong error; modified in 10.3.14
mariabackup.unsupported_redo                                       : MDEV-14192 - Crash
mariabackup.xb_compressed_encrypted                                : MDEV-14812 - Segmentation fault
mariabackup.xb_file_key_management                                 : MDEV-16571 - Wrong result
mariabackup.xb_page_compress                                       : MDEV-14810 - status: 1, errno: 11
mariabackup.xb_partition                                           : MDEV-14192 - Crash; MDEV-17584 - Crash upon shutdown
mariabackup.xb_rocksdb                                             : MDEV-17338 - Server hung on shutdown
mariabackup.xbstream                                               : MDEV-14192 - Crash

#-----------------------------------------------------------------------

mroonga/storage.column_datetime_32bit_2038                         : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_before_unix_epoch            : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_max                          : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_out_of_range                 : Wrong result on Alpha
mroonga/storage.column_generated_stored_add_column                 : Modified in 10.3.14
mroonga/storage.index_multiple_column_unique_date_32bit_equal      : Wrong result on Alpha
mroonga/storage.index_multiple_column_unique_date_order_32bit_desc : Wrong result on Alpha
mroonga/storage.index_multiple_column_unique_datetime_index_read   : MDEV-8643 - Valgrind
mroonga/storage.repair_table_no_index_file                         : MDEV-9364 - wrong result, MDEV-14807 - wrong error message

mroonga/wrapper.repair_table_no_index_file                         : MDEV-14807 - Wrong error message

#-----------------------------------------------------------------------

multi_source.gtid                                                  : MDEV-14202 - Crash
multi_source.info_logs                                             : MDEV-12629 - Valgrind, MDEV-10042 - wrong result
multi_source.mdev-9544                                             : MDEV-19415 - AddressSanitizer: heap-use-after-free
multi_source.multisource                                           : MDEV-10417 - Fails on Mips
multi_source.reset_slave                                           : MDEV-10690 - Wrong result
multi_source.simple                                                : MDEV-4633 - Wrong result
multi_source.status_vars                                           : MDEV-4632 - failed while waiting for Slave_received_heartbeats

#-----------------------------------------------------------------------

parts.partition_alter1_1_2_innodb                                  : MDEV-18655 - ASAN unknown crash
parts.partition_alter1_1_innodb                                    : MDEV-18655 - ASAN unknown crash
parts.partition_alter1_2_innodb                                    : MDEV-18655 - ASAN unknown crash
parts.partition_alter2_2_maria                                     : MDEV-14364 - Lost connection to MySQL server during query
parts.partition_auto_increment_archive                             : MDEV-16491 - Marked as crashed and should be repaired
parts.partition_auto_increment_maria                               : MDEV-14430 - Extra warning
parts.partition_auto_increment_max                                 : Added in 10.3.14
parts.partition_debug_innodb                                       : MDEV-10891 - Can't create UNIX socket; MDEV-15095 - Table doesn't exist
parts.partition_exch_qa_10                                         : MDEV-11765 - wrong result
parts.partition_innodb_status_file                                 : MDEV-12901 - Valgrind
parts.partition_special_innodb                                     : MDEV-16942 - Timeout

#-----------------------------------------------------------------------

percona.*                                                          : MDEV-10997 - Not maintained

#-----------------------------------------------------------------------

perfschema.connect_attrs                                           : MDEV-17283 - Wrong result
perfschema.dml_file_instances                                      : MDEV-15179 - Wrong result
perfschema.dml_threads                                             : MDEV-17746 - Wrong errno
perfschema.func_file_io                                            : MDEV-5708 - fails for s390x
perfschema.func_mutex                                              : MDEV-5708 - fails for s390x
perfschema.hostcache_ipv4_addrinfo_again_allow                     : MDEV-12759 - Crash
perfschema.hostcache_ipv6_addrinfo_again_allow                     : MDEV-12752 - Crash
perfschema.hostcache_ipv6_addrinfo_bad_allow                       : MDEV-13260 - Crash
perfschema.hostcache_ipv6_ssl                                      : MDEV-10696 - Crash
perfschema.privilege_table_io                                      : MDEV-13184 - Extra lines
perfschema.relaylog                                                : MDEV-18134 - Wrong result
perfschema.rpl_gtid_func                                           : MDEV-16897 - Wrong result
perfschema.socket_summary_by_event_name_func                       : MDEV-10622 - Wrong result
perfschema.socket_summary_by_instance_func                         : MDEV-19413 - Wrong result
perfschema.stage_mdl_global                                        : MDEV-11803 - wrong result on slow builders
perfschema.stage_mdl_procedure                                     : MDEV-11545 - Missing row
perfschema.stage_mdl_table                                         : MDEV-12638 - Wrong result
perfschema.threads_mysql                                           : MDEV-10677 - Wrong result

#-----------------------------------------------------------------------

perfschema_stress.*                                                : MDEV-10996 - Not maintained

#-----------------------------------------------------------------------

plugins.feedback_plugin_send                                       : MDEV-7932, MDEV-11118 - Connection problems and such
plugins.pam                                                        : Modified in 10.3.15
plugins.processlist                                                : MDEV-16574 - Wrong result
plugins.server_audit                                               : MDEV-14295 - Wrong result; modified in 10.3.15
plugins.thread_pool_server_audit                                   : MDEV-14295 - Wrong result

#-----------------------------------------------------------------------

rocksdb.*                                                          : Too many crashes in various tests

rocksdb.2pc_group_commit                                           : MDEV-14455 - Wrong result
rocksdb.allow_no_primary_key_with_sk                               : MDEV-16639 - Server crash
rocksdb.autoinc_crash_safe_partition                               : MDEV-16639, MDEV-16637 - Server crash
rocksdb.autoinc_vars_thread                                        : MDEV-16573 - Debug sync timed out
rocksdb.bloomfilter2                                               : MDEV-16564 - Wrong result
rocksdb.deadlock                                                   : MDEV-16033 - Timeout
rocksdb.drop_index_inplace                                         : MDEV-14162 - Crash on shutdown
rocksdb.drop_table                                                 : MDEV-14308 - Timeout
rocksdb.drop_table3                                                : MDEV-16949 - Server crash
rocksdb.dup_key_update                                             : MDEV-17284 - Wrong result
rocksdb.innodb_i_s_tables_disabled                                 : Added in 10.3.15
rocksdb.locking_issues                                             : MDEV-14464 - Wrong result
rocksdb.mariadb_ignore_dirs                                        : MDEV-16639 - Server crash
rocksdb.mariadb_port_fixes                                         : MDEV-16387 - Wrong plan
rocksdb.max_open_files                                             : MDEV-16639 - Server crash
rocksdb.perf_context                                               : MDEV-17285 - Wrong results
rocksdb.rocksdb_cf_options                                         : MDEV-16639 - Server crash
rocksdb.rocksdb_cf_per_partition                                   : MDEV-16636 - Wrong result
rocksdb.rocksdb_parts                                              : MDEV-13843 - Wrong result
rocksdb.ttl_primary_read_filtering                                 : MDEV-16560 - Wrong result
rocksdb.ttl_secondary                                              : MDEV-16943 - Timeout
rocksdb.ttl_secondary_read_filtering                               : MDEV-16560 - Wrong result
rocksdb.unique_check                                               : MDEV-16576 - Wrong errno
rocksdb.use_direct_reads_writes                                    : MDEV-16646 - Server crash
rocksdb.write_sync                                                 : MDEV-16965 - WRong result

#-----------------------------------------------------------------------

rocksdb_rpl.mdev12179                                              : MDEV-16632 - Crash
rocksdb_rpl.rpl_binlog_xid_count                                   : MDEV-16644 - Crash

#-----------------------------------------------------------------------

rocksdb_sys_vars.rocksdb_rate_limiter_bytes_per_sec_basic          : MDEV-16639 - Crash
rocksdb_sys_vars.rocksdb_update_cf_options_basic                   : MDEV-16955 - Bytes lost
rocksdb_sys_vars.rocksdb_update_cf_options                         : MDEV-16955 - Bytes lost

#-----------------------------------------------------------------------

roles.create_and_grant_role                                        : MDEV-11772 - wrong result
roles.flush_roles-17898                                            : Modified in 10.3.15

#-----------------------------------------------------------------------

rpl-tokudb.*                                                       : MDEV-14354 - Tests fail with tcmalloc

rpl-tokudb.rpl_tokudb_commit_after_flush                           : MDEV-16966 - Server crash

rpl.circular_serverid0                                             : MDEV-19372 - ASAN heap-use-after-free
rpl.create_or_replace2                                             : MDEV-19412 - Lost connection to MySQL server
rpl.kill_race_condition                                            : MDEV-19370 - Wrong value for slave parameter; added in 10.3.15
rpl.last_insert_id                                                 : MDEV-10625 - warnings in error log
rpl.rpl_auto_increment                                             : MDEV-10417 - Fails on Mips
rpl.rpl_auto_increment_bug45679                                    : MDEV-10417 - Fails on Mips
rpl.rpl_auto_increment_update_failure                              : MDEV-10625 - warnings in error log
rpl.rpl_binlog_errors                                              : MDEV-12742 - Crash
rpl.rpl_binlog_index                                               : MDEV-9501 - Failed registering on master
rpl.rpl_colSize                                                    : MDEV-16112 - Server crash
rpl.rpl_ctype_latin1                                               : MDEV-14813 - Wrong result on Mac
rpl.rpl_ddl                                                        : MDEV-10417 - Fails on Mips
rpl.rpl_domain_id_filter_io_crash                                  : MDEV-12729 - Timeout in include file, MDEV-13677 - Server crash
rpl.rpl_domain_id_filter_master_crash                              : MDEV-19043 - Table marked as crashed
rpl.rpl_domain_id_filter_restart                                   : MDEV-10684 - Wrong result; MDEV-19043 - Table marked as crashed
rpl.rpl_drop_db_fail                                               : MDEV-16898 - Slave fails to start
rpl.rpl_extra_col_master_innodb                                    : MDEV-16570 - Extra warning
rpl.rpl_extra_col_master_myisam                                    : MDEV-14203 - Extra warning
rpl.rpl_get_lock                                                   : MDEV-19368 - mysqltest failed but provided no output
rpl.rpl_gtid_basic                                                 : MDEV-10681 - server startup problem
rpl.rpl_gtid_crash                                                 : MDEV-9501 - Failed registering on master, MDEV-13643 - Lost connection
rpl.rpl_gtid_delete_domain                                         : MDEV-14463 - Timeout
rpl.rpl_gtid_errorhandling                                         : MDEV-13261 - Crash
rpl.rpl_gtid_excess_initial_delay                                  : Added in 10.3.14
rpl.rpl_gtid_mdev9033                                              : MDEV-10680 - warnings
rpl.rpl_gtid_reconnect                                             : MDEV-14497 - Crash
rpl.rpl_gtid_stop_start                                            : MDEV-10629 - Crash on shutdown, MDEV-12629 - Valgrind warnings
rpl.rpl_gtid_until                                                 : MDEV-10625 - warnings in error log
rpl.rpl_innodb_bug30888                                            : MDEV-10417 - Fails on Mips
rpl.rpl_insert                                                     : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_insert_delayed                                             : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_insert_id                                                  : MDEV-15197 - Wrong result
rpl.rpl_insert_id_pk                                               : MDEV-16567 - Assertion failure
rpl.rpl_insert_ignore                                              : MDEV-14365 - Lost connection to MySQL server during query
rpl.rpl_invoked_features                                           : MDEV-10417 - Fails on Mips
rpl.rpl_mariadb_slave_capability                                   : MDEV-11018 - Extra lines in binlog
rpl.rpl_mdev12179                                                  : MDEV-19043 - Table marked as crashed
rpl.rpl_mdev6020                                                   : MDEV-15272 - Server crash
rpl.rpl_mixed_mixing_engines                                       : MDEV-14489 - Sync slave with master failed
rpl.rpl_non_direct_mixed_mixing_engines                            : MDEV-14489 - Sync slave with master failed
rpl.rpl_non_direct_row_mixing_engines                              : MDEV-16561 - Timeout in master_pos_wait
rpl.rpl_non_direct_stm_mixing_engines                              : MDEV-14489 - Failed sync_slave_with_master
rpl.rpl_parallel                                                   : MDEV-10653 - Timeouts
rpl.rpl_parallel2                                                  : MDEV-17390 - Operation cannot be performed
rpl.rpl_parallel_conflicts                                         : MDEV-15272 - Server crash
rpl.rpl_parallel_mdev6589                                          : MDEV-12979 - Assertion failure
rpl.rpl_parallel_multilevel2                                       : MDEV-14723 - Timeout
rpl.rpl_parallel_optimistic                                        : MDEV-15278 - Failed to sync with master
rpl.rpl_parallel_optimistic_nobinlog                               : MDEV-15278 - Failed to sync with master
rpl.rpl_parallel_retry                                             : MDEV-11119 - Crash; MDEV-17109 - Timeout
rpl.rpl_parallel_temptable                                         : MDEV-10356 - Crash; MDEV-19076 - Wrong result
rpl.rpl_partition_innodb                                           : MDEV-10417 - Fails on Mips
rpl.rpl_password_boundaries                                        : MDEV-11534 - Slave IO warnings
rpl.rpl_rewrt_db                                                   : Modified in 10.3.14
rpl.rpl_row_001                                                    : MDEV-16653 - MTR's internal check fails
rpl.rpl_row_basic_11bugs                                           : MDEV-12171 - Server failed to start
rpl.rpl_row_basic_2myisam                                          : MDEV-13875 - command "diff_files" failed
rpl.rpl_row_drop_create_temp_table                                 : MDEV-14487 - Wrong result
rpl.rpl_row_img_blobs                                              : MDEV-13875 - command "diff_files" failed
rpl.rpl_row_img_eng_min                                            : MDEV-13875 - diff_files failed
rpl.rpl_row_img_eng_noblob                                         : MDEV-13875 - command "diff_files" failed
rpl.rpl_row_index_choice                                           : MDEV-15196 - Slave crash
rpl.rpl_row_sp001                                                  : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_row_until                                                  : MDEV-14052 - Master will not send events with checksum
rpl.rpl_semi_sync                                                  : MDEV-11220 - Wrong result
rpl.rpl_semi_sync_after_sync                                       : MDEV-14366 - Wrong result
rpl.rpl_semi_sync_after_sync_row                                   : MDEV-14366 - Wrong result
rpl.rpl_semi_sync_event_after_sync                                 : MDEV-11806 - warnings
rpl.rpl_semi_sync_uninstall_plugin                                 : MDEV-7140 - Assorted failures
rpl.rpl_semi_sync_wait_no_slave                                    : Added in 10.3.15
rpl.rpl_semi_sync_wait_point                                       : MDEV-11807 - timeout in wait condition
rpl.rpl_semisync_ali_issues                                        : MDEV-16272 - Wrong result
rpl.rpl_set_statement_default_master                               : MDEV-13258 - Extra warning
rpl.rpl_show_slave_hosts                                           : MDEV-10681 - Crash
rpl.rpl_skip_replication                                           : MDEV-13258 - Extra warning
rpl.rpl_slave_grp_exec                                             : MDEV-10514 - Deadlock
rpl.rpl_slave_invalid_external_user                                : Added in 10.3.14
rpl.rpl_slave_load_tmpdir_not_exist                                : MDEV-14203 - Extra warning
rpl.rpl_slow_query_log                                             : MDEV-13250 - Test abort
rpl.rpl_sp_effects                                                 : MDEV-13249 - Crash
rpl.rpl_start_stop_slave                                           : MDEV-13567 - Sync slave timeout
rpl.rpl_stm_mixing_engines                                         : MDEV-14489 - Sync slave with master failed
rpl.rpl_stm_multi_query                                            : MDEV-9501 - Failed registering on master
rpl.rpl_stm_relay_ign_space                                        : MDEV-14360 - Test assertion
rpl.rpl_stm_stop_middle_group                                      : MDEV-13791 - Server crash
rpl.rpl_sync                                                       : MDEV-13830 - Assertion failure
rpl.rpl_temporal_mysql56_to_mariadb53                              : MDEV-9501 - Failed registering on master
rpl.rpl_temporary_error2                                           : MDEV-10634 - Wrong number of retries
rpl.rpl_test_framework                                             : MDEV-19368 - mysqltest failed but provided no output
rpl.rpl_trigger                                                    : MDEV-18055 - Wrong result
rpl.rpl_truncate_3innodb                                           : MDEV-19454 - Syntax error
rpl.sec_behind_master-5114                                         : MDEV-13878 - Wrong result
rpl.show_status_stop_slave_race-7126                               : MDEV-17438 - Timeout

rpl/extra/rpl_tests.*                                              : MDEV-10994 - Not maintained

#-----------------------------------------------------------------------

sphinx.*                                                           : MDEV-10986 - Tests have not been maintained

sphinx.sphinx                                                      : MDEV-10986 - Sporadic failures
sphinx.union-5539                                                  : MDEV-10986 - Sporadic failures

#-----------------------------------------------------------------------

spider.*                                                           : MDEV-9329, MDEV-18737 - tests are too memory-consuming
spider.basic_sql                                                   : MDEV-11186 - Internal check fails

spider/bg.direct_aggregate                                         : MDEV-7098 - Packets out of order
spider/bg.direct_aggregate_part                                    : MDEV-7098 - Trying to unlock mutex that wasn't locked
spider/bg.ha                                                       : MDEV-9329 - failures on s390x
spider/bg.ha_part                                                  : MDEV-9329 - Fails on Ubuntu/s390x
spider/bg.spider3_fixes                                            : MDEV-12639 - Syntax error
spider/bg.spider3_fixes_part                                       : MDEV-7098 - Trying to unlock mutex
spider/bg.spider_fixes                                             : MDEV-7098 -Mutex problem, MDEV-9329 - failures on s390x
spider/bg.spider_fixes_part                                        : MDEV-7098 - Trying to unlock mutex that wasn't locked
spider/bg.vp_fixes                                                 : MDEV-9329 - Fails on Ubuntu/s390x

spider/handler.*                                                   : MDEV-10987, MDEV-10990 - Tests have not been maintained

#-----------------------------------------------------------------------

sql_sequence.concurrent_create                                     : MDEV-16635 - Server crash

#-----------------------------------------------------------------------

storage_engine*                                                    : Tests are not always timely maintained
storage_engine.*                                                   : Not always timely maintained

#-----------------------------------------------------------------------

stress.ddl_innodb                                                  : MDEV-10635 - Testcase timeout

#-----------------------------------------------------------------------

sys_vars.autocommit_func2                                          : MDEV-9329 - Fails on Ubuntu/s390x
sys_vars.delayed_insert_limit_func                                 : MDEV-17683 - Wrong result
sys_vars.innodb_buffer_pool_dump_at_shutdown_basic                 : MDEV-14280 - Unexpected error
sys_vars.innodb_ft_result_cache_limit                              : Modified in 10.3.15
sys_vars.keep_files_on_create_basic                                : MDEV-10676 - timeout
sys_vars.log_slow_admin_statements_func                            : MDEV-12235 - Server crash
sys_vars.max_prepared_stmt_count_func                              : Modified in 10.3.14
sys_vars.rpl_init_slave_func                                       : MDEV-10149 - Test assertion
sys_vars.slow_query_log_func                                       : MDEV-14273 - Wrong result
sys_vars.sql_buffer_result_func                                    : Modified in 10.3.14
sys_vars.thread_cache_size_func                                    : MDEV-11775 - Wrong result
sys_vars.thread_stack_basic                                        : Modified in 10.3.14
sys_vars.wait_timeout_func                                         : MDEV-12896 - Wrong result
sys_vars.wsrep_provider_basic                                      : MDEV-19457 - Assertion failure

#-----------------------------------------------------------------------

tokudb.change_column_all_1000_10                                   : MDEV-12640 - Lost connection
tokudb.change_column_bin                                           : MDEV-12640 - Lost connection
tokudb.change_column_char                                          : MDEV-12822 - Lost connection
tokudb.change_column_varbin                                        : MDEV-17682 - Timeout
tokudb.cluster_filter                                              : MDEV-10678 - Wrong execution plan
tokudb.cluster_filter_hidden                                       : MDEV-10678 - Wrong execution plan
tokudb.cluster_filter_unpack_varchar                               : MDEV-10636 - Wrong execution plan
tokudb.dir_per_db                                                  : MDEV-11537 - Wrong result
tokudb.dir_per_db_rename_to_nonexisting_schema                     : MDEV-14359 - Directory not empty
tokudb.hotindex-del-0                                              : MDEV-16559 - Timeout
tokudb.hotindex-insert-0                                           : MDEV-15271 - Timeout
tokudb.hotindex-insert-1                                           : MDEV-13870 - Lost connection to MySQL server
tokudb.hotindex-insert-2                                           : MDEV-15271 - Timeout
tokudb.hotindex-insert-bigchar                                     : MDEV-12640 - Crash
tokudb.hotindex-update-0                                           : MDEV-15198 - Timeout
tokudb.hotindex-update-1                                           : MDEV-12640 - Crash
tokudb.locks-select-update-1                                       : MDEV-13406 - Lock wait timeout
tokudb.rows-32m-rand-insert                                        : MDEV-12640 - Crash
tokudb.rows-32m-seq-insert                                         : MDEV-12640 - Crash
tokudb.savepoint-5                                                 : MDEV-15280 - Wrong result
tokudb.type_datetime                                               : MDEV-15193 - Wrong result

#-----------------------------------------------------------------------

tokudb_alter_table.hcad_all_add2                                   : MDEV-15269 - Timeout

#-----------------------------------------------------------------------

tokudb_backup.*                                                    : MDEV-11001 - Missing include file

#-----------------------------------------------------------------------

tokudb_bugs.PS-5158                                                : Added in 10.3.15
tokudb_bugs.PS-5163                                                : Added in 10.3.15
tokudb_bugs.checkpoint_lock                                        : MDEV-10637 - Wrong processlist output
tokudb_bugs.checkpoint_lock_3                                      : MDEV-10637 - Wrong processlist output
tokudb_bugs.frm_store                                              : MDEV-12823 - Valgrind
tokudb_bugs.frm_store2                                             : MDEV-12823 - Valgrind
tokudb_bugs.frm_store3                                             : MDEV-12823 - Valgrind
tokudb_bugs.xa                                                     : MDEV-11804 - Lock wait timeout
tokudb_bugs.xa-3                                                   : MDEV-16953 - Corrupt log record found

#-----------------------------------------------------------------------

tokudb_parts.partition_alter4_tokudb                               : MDEV-12640 - Lost connection

#-----------------------------------------------------------------------

tokudb_rpl.*                                                       : MDEV-11001 - Missing include file

#-----------------------------------------------------------------------

tokudb_sys_vars.*                                                  : MDEV-11001 - Missing include file

#-----------------------------------------------------------------------

unit.conc_basic-t                                                  : MDEV-15286 - not ok 7 - test_reconnect_maxpackage
unit.conc_bulk1                                                    : MDEV-19410 - LeakSanitizer: detected memory leaks
unit.conc_errors                                                   : MDEV-18634 - ASAN global-buffer-overflow
unit.conc_misc                                                     : MDEV-14811 - not ok 12 - test_conc49
unit.conc_ps_bugs                                                  : MDEV-13252 - not ok 44 test_bug4236
unit.ma_pagecache_consist_64kRD                                    : MDEV-19367 - AddressSanitizer CHECK failed
unit.ma_pagecache_consist_64kWR                                    : MDEV-19367 - AddressSanitizer CHECK failed
unit.ma_test_loghandler                                            : MDEV-10638 - record read not ok

#-----------------------------------------------------------------------

vcol.not_supported                                                 : MDEV-10639 - Testcase timeout
vcol.vcol_keys_innodb                                              : MDEV-10639 - Testcase timeout
vcol.vcol_keys_myisam                                              : Modified in 10.3.15
vcol.vcol_misc                                                     : MDEV-16651 - Wrong error message; modified in 10.3.15
vcol.wrong_arena                                                   : Modified in 10.3.14

#-----------------------------------------------------------------------

versioning.alter                                                   : Modified in 10.3.14
versioning.foreign                                                 : Modified in 10.3.14
versioning.partition                                               : Modified in 10.3.14
versioning.partition_innodb                                        : Modified in 10.3.14
versioning.rpl                                                     : Modified in 10.3.14
versioning.rpl_row                                                 : Added in 10.3.14
versioning.trx_id                                                  : Modified in 10.3.14
versioning.update                                                  : Modified in 10.3.14

#-----------------------------------------------------------------------

wsrep.foreign_key                                                  : MDEV-14725 - WSREP has not yet prepared node
wsrep.mdev_6832                                                    : MDEV-14195 - Check testcase failed
wsrep.pool_of_threads                                              : MDEV-17345 - WSREP has not yet prepared node for application use
wsrep.variables                                                    : MDEV-14311 - Wrong result; MDEV-17585 - Deadlock

#-----------------------------------------------------------------------

wsrep_info.plugin                                                  : MDEV-13569 - No nodes coming from prim view