summaryrefslogtreecommitdiff
path: root/mysql-test/unstable-tests
blob: c66ac9c625e1ceab71b48629886f7be9da92e565 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
##############################################################################
#
#  List the test cases which, unlike tests from disabled.def files,
#  can still be run on the current tree meaningfully, but are known
#  or suspected to fail sporadically on different reasons.
#
#  Most common reasons are either test failures observed in buildbot,
#  or recent modifications to the tests which make their stability
#  unknown.
#
#  Tests included due to recent modifications are later removed from the
#  list, if during a certain period they do not fail (and are not
#  modified again). Tests included due to intermittent failures are
#  removed when corresponding bug reports are closed.
#
#  Separate the test case name and the comment with ':'.
#
#    <suitename>.<testcasename> : MDEV-xxxxx - <comment>
#
#  '*' wildcard in testcase names is supported.
#
#  To use the list, run MTR with --skip-test-list=unstable-tests option.
#
##############################################################################
#
# Based on bb-10.3-release 8648b9bed86e9f52c027daec760d6ab5ce52e889

main.alter_table_trans                  : MDEV-12084 - timeout
main.alter_user                         : Modified in 10.3.23
main.analyze_stmt_slow_query_log        : MDEV-12237 - Wrong result
main.auth_named_pipe                    : MDEV-14724 - System error 2
main.cache_temporal_4265                : Modified in 10.3.22
main.column_compression                 : Modified in 10.3.23
main.connect                            : MDEV-17282 - Wrong result
main.connect2                           : MDEV-13885 - Server crash
main.connect_debug                      : Modified in 10.3.22
main.count_distinct2                    : MDEV-11768 - timeout
main.create_delayed                     : MDEV-10605 - failed with timeout
main.create_drop_event                  : MDEV-16271 - Wrong result
main.create_or_replace2                 : Modified in 10.3.22
main.cte_nonrecursive                   : Modified in 10.3.23
main.ctype_ucs                          : MDEV-17681 - Data too long for column
main.ctype_upgrade                      : MDEV-16945 - Error upon mysql_upgrade
main.ctype_utf16                        : MDEV-10675: timeout or extra warnings
main.ctype_utf16le                      : MDEV-10675: timeout or extra warnings
main.ctype_utf8mb4_innodb               : MDEV-17744 - Timeout; MDEV-18567 - ASAN use-after-poison
main.debug_sync                         : MDEV-10607 - internal error
main.default_session                    : Modified in 10.3.22
main.delete_use_source                  : Modified in 10.3.22
main.derived_cond_pushdown              : MDEV-20532 - Floating point differences; modified in 10.3.23
main.derived_opt                        : MDEV-11768 - timeout
main.dirty_close                        : MDEV-19368 - mysqltest failed but provided no output
main.distinct                           : MDEV-14194 - Crash
main.drop_bad_db_type                   : MDEV-15676 - Wrong result; modified in 10.3.22
main.dyncol                             : MDEV-19455 - Extra warning
main.engine_error_in_alter-8453         : Modified in 10.3.22
main.error_simulation                   : Modified in 10.3.22
main.errors                             : Modified in 10.3.23
main.events_2                           : MDEV-13277 - Crash
main.events_bugs                        : MDEV-12892 - Crash; modified in 10.3.22
main.events_restart                     : MDEV-12236 - Server shutdown problem; modified in 10.3.23
main.events_slowlog                     : MDEV-12821 - Wrong result
main.flush                              : MDEV-19368 - mysqltest failed but provided no output
main.foreign_key                        : Modified in 10.3.22
main.fulltext                           : Modified in 10.3.23
main.func_math                          : MDEV-20532 - Floating point differences; modified in 10.3.23
main.func_misc                          : Modified in 10.3.22
main.func_regexp_pcre                   : Modified in 10.3.22
main.func_regexp_pcre_debug             : Modified in 10.3.22
main.func_time                          : Modified in 10.3.22
main.gis                                : MDEV-13411 - wrong result on P8; modified in 10.3.23
main.gis-rtree                          : Modified in 10.3.23
main.gis_notembedded                    : MDEV-21264 - Wrong result with different default charset
main.grant5                             : Modified in 10.3.23
main.group_by                           : Modified in 10.3.23
main.host_cache_size_functionality      : MDEV-10606 - sporadic failure on shutdown
main.index_intersect_innodb             : MDEV-10643 - failed with timeout
main.index_merge_innodb                 : MDEV-7142 - Plan mismatch
main.index_merge_myisam                 : Modified in 10.3.23
main.innodb_mysql_lock                  : Modified in 10.3.23
main.insert_debug                       : Added in 10.3.22
main.invisible_field_grant_completely   : MDEV-22254 - Syscall param write points to uninitialised bytes
main.join                               : Modified in 10.3.23
main.join_cache                         : MDEV-17743 - Bad address from storage engine MyISAM; modified in 10.3.22
main.key                                : Modified in 10.3.23
main.kill-2                             : MDEV-13257 - Wrong result
main.kill_processlist-6619              : MDEV-10793 - Wrong result
main.loaddata                           : MDEV-19368 - mysqltest failed but provided no output
main.locale                             : MDEV-20521 - Missing warning; configuration added in 10.3.23
main.log_slow                           : MDEV-13263 - Wrong result
main.log_slow_debug                     : Modified in 10.3.22
main.log_tables-big                     : MDEV-13408 - wrong result
main.mdev-504                           : MDEV-15171 - warning
main.mdev375                            : MDEV-10607 - sporadic "can't connect"; modified in 10.3.23
main.mdev6830                           : Modified in 10.3.22
main.merge                              : MDEV-10607 - sporadic "can't connect"
main.merge-big                          : Modified in 10.3.22
main.merge_debug                        : Modified in 10.3.22
main.multi_update                       : Modified in 10.3.23
main.multi_update_debug                 : Modified in 10.3.23
main.myisam_debug                       : Modified in 10.3.22
main.mysql_client_test                  : MDEV-19369 - error: 5888, status: 23, errno: 2; modified in 10.2.32
main.mysql_client_test_comp             : MDEV-16641 - Error in exec
main.mysql_client_test_nonblock         : CONC-208 - Error on Power; MDEV-15096 - exec failed
main.mysql_upgrade_noengine             : MDEV-14355 - Wrong result
main.mysqld--defaults-file              : Modified in 10.3.23
main.mysqld_option_err                  : MDEV-21236 - Wrong error; MDEV-21571 - Crash on bootstrap
main.mysqldump                          : MDEV-22147 - Wrong result; MDEV-14800 - Stack smashing detected; modified in 10.3.23
main.mysqlhotcopy_myisam                : MDEV-10995 - Hang on debug
main.mysqlslap                          : MDEV-11801 - timeout
main.mysqltest                          : MDEV-13887 - Wrong result
main.old-mode                           : MDEV-19373 - Wrong result
main.openssl_6975                       : MDEV-17184 - Failures with OpenSSL 1.1.1
main.opt_tvc                            : Modified in 10.3.22
main.order_by_optimizer_innodb          : MDEV-10683 - Wrong result
main.partition_alter                    : Modified in 10.3.23
main.partition_debug_sync               : MDEV-15669 - Deadlock found when trying to get lock
main.partition_innodb                   : Modified in 10.3.23
main.partition_innodb_plugin            : MDEV-12901 - Valgrind warnings
main.partition_innodb_semi_consistent   : MDEV-19411 - Failed to start mysqld.1
main.partition_mrr_aria                 : Include file modified in 10.3.23
main.partition_mrr_innodb               : Include file modified in 10.3.23
main.partition_mrr_myisam               : Modified in 10.3.23
main.partition_range                    : Modified in 10.3.23
main.pool_of_threads                    : MDEV-18135 - SSL error: key too small
main.ps                                 : MDEV-11017 - Sporadic wrong Prepared_stmt_count
main.query_cache                        : MDEV-16180 - Wrong result
main.query_cache_debug                  : MDEV-15281 - Query cache is disabled
main.range                              : Modified in 10.3.23
main.range_innodb                       : Modified in 10.3.23
main.range_interrupted-13751            : Modified in 10.3.22
main.range_vs_index_merge_innodb        : MDEV-15283 - Server has gone away
main.rpl_mysql_upgrade_slave_repo_check : Added in 10.3.23
main.select                             : MDEV-20532 - Floating point differences
main.select_debug                       : Modified in 10.3.22
main.select_jcl6                        : MDEV-20532 - Floating point differences
main.select_pkeycache                   : MDEV-20532 - Floating point differences
main.set_statement                      : MDEV-13183 - Wrong result
main.set_statement_notembedded          : MDEV-19414 - Wrong result
main.shm                                : MDEV-12727 - Mismatch, ERROR 2013
main.show_explain                       : MDEV-10674 - Wrong result code; modified in 10.3.22
main.show_explain_non_select            : Modified in 10.3.22
main.show_explain_ps                    : Modified in 10.3.22
main.slowlog_enospace-10508             : Modified in 10.3.22
main.sp                                 : MDEV-7866 - Mismatch
main.sp-security                        : MDEV-10607 - sporadic "can't connect"
main.sp_notembedded                     : MDEV-10607 - internal error
main.ssl                                : MDEV-17184 - Failures with OpenSSL 1.1.1
main.ssl_7937                           : Modified in 10.3.22
main.ssl_8k_key                         : Modified in 10.3.22
main.ssl_ca                             : MDEV-10895 - SSL connection error on Power
main.ssl_cipher                         : MDEV-17184 - Failures with OpenSSL 1.1.1
main.ssl_crl_clients                    : Modified in 10.3.22
main.ssl_system_ca                      : Added in 10.3.22
main.ssl_timeout                        : MDEV-11244 - Crash
main.stat_tables-enospc                 : Modified in 10.3.22
main.stat_tables_par                    : MDEV-13266 - Wrong result
main.stat_tables_par_innodb             : MDEV-14155 - Wrong rounding
main.status                             : MDEV-13255 - Wrong result
main.subselect                          : MDEV-20551 - Valgrind failure
main.subselect_innodb                   : MDEV-10614 - Wrong result
main.tc_heuristic_recover               : MDEV-14189 - Wrong result
main.type_blob                          : MDEV-15195 - Wrong result
main.type_datetime                      : Modified in 10.3.22
main.type_datetime_hires                : MDEV-10687 - Timeout
main.type_float                         : MDEV-20532 - Floating point differences
main.type_int                           : Modified in 10.3.22
main.type_time                          : Modified in 10.3.22
main.union_crash-714                    : Modified in 10.3.22
main.userstat                           : MDEV-12904 - SSL errors
main.wait_timeout                       : MDEV-19023 - Lost connection to MySQL server during query
main.warnings_debug                     : Modified in 10.3.22
main.win                                : Modified in 10.3.22
main.xa                                 : MDEV-11769 - lock wait timeout

#-----------------------------------------------------------------------

archive.archive_bitfield     : MDEV-11771 - table is marked as crashed
archive.archive_symlink      : MDEV-12170 - unexpected error on rmdir
archive.discover             : MDEV-10510 - Table is marked as crashed
archive.mysqlhotcopy_archive : MDEV-10995 - Hang on debug

#-----------------------------------------------------------------------

archive-test_sql_discovery.discover : MDEV-16817 - Table marked as crashed

#-----------------------------------------------------------------------

binlog.binlog_commit_wait                        : MDEV-10150 - Mismatch
binlog.binlog_index                              : Include file modified in 10.2.31
binlog.binlog_invalid_read_in_rotate             : MDEV-22455 - Server crash; added in 10.3.22
binlog.binlog_ioerr                              : Include file modified in 10.2.31
binlog.binlog_killed                             : MDEV-12925 - Wrong result
binlog.binlog_max_extension                      : MDEV-19762 - Crash on shutdown
binlog.binlog_mysqlbinlog_row_innodb             : MDEV-20530 - Binary files differ
binlog.binlog_mysqlbinlog_row_myisam             : MDEV-20530 - Binary files differ
binlog.binlog_parallel_replication_marks_row     : Include file modified in 10.3.22
binlog.binlog_parallel_replication_marks_stm_mix : Include file modified in 10.3.22
binlog.binlog_show_binlog_event_random_pos       : MDEV-22473 - Server crash; added in 10.3.22
binlog.binlog_write_error                        : Include file Include file modified in 10.2.31
binlog.binlog_xa_recover                         : MDEV-8517 - Extra checkpoint
binlog.flashback-largebinlog                     : MDEV-19764 - Out of memory
binlog.load_data_stm_view                        : MDEV-16948 - Wrong result

#-----------------------------------------------------------------------

binlog_encryption.binlog_index                           : Include file modified in 10.3.22
binlog_encryption.binlog_ioerr                           : Include file modified in 10.3.22
binlog_encryption.binlog_write_error                     : Include file Include file modified in 10.3.22
binlog_encryption.binlog_xa_recover                      : MDEV-12908 - Extra checkpoint
binlog_encryption.encrypted_master                       : MDEV-14201 - Extra warnings
binlog_encryption.encrypted_master_switch_to_unencrypted : MDEV-14190 - Can't init tc log
binlog_encryption.encrypted_slave                        : MDEV-18135 - SSL error: key too small
binlog_encryption.encryption_combo                       : MDEV-14199 - Table is marked as crashed
binlog_encryption.multisource                            : MDEV-21289 - Wrong error code
binlog_encryption.rpl_binlog_errors                      : MDEV-12742 - Crash; include file include file modified in 10.3.23
binlog_encryption.rpl_checksum                           : MDEV-16951 - Wrong result; include file modified in 10.3.22
binlog_encryption.rpl_corruption                         : Include file modified in 10.3.23
binlog_encryption.rpl_gtid_basic                         : MDEV-16947 - Server failed to start
binlog_encryption.rpl_incident                           : MDEV-21569 - mutex: LOCK_global_system_variables unlocking; include file modified in 10.3.22
binlog_encryption.rpl_init_slave_errors                  : Include file modified in 10.3.22
binlog_encryption.rpl_loadfile                           : MDEV-16645 - Timeout in include
binlog_encryption.rpl_parallel                           : MDEV-10653 - Timeout in include; include file modified in 10.3.22
binlog_encryption.rpl_parallel_ignored_errors            : MDEV-22471 - Slave crash; include file modified in 10.3.22
binlog_encryption.rpl_relayrotate                        : MDEV-15194 - Timeout
binlog_encryption.rpl_semi_sync                          : MDEV-11673 - Valgrind
binlog_encryption.rpl_skip_replication                   : MDEV-13571 - Unexpected warning; MDEV-20573 - Wrong result
binlog_encryption.rpl_ssl                                : MDEV-14507 - Timeouts
binlog_encryption.rpl_stm_relay_ign_space                : MDEV-19375 - Test assertion failed
binlog_encryption.rpl_sync                               : MDEV-13830 - Assertion failure
binlog_encryption.rpl_typeconv                           : MDEV-14362 - Lost connection to MySQL server during query

#-----------------------------------------------------------------------

compat/oracle.sp-goto       : Modified in 10.3.22
compat/oracle.sp-goto-debug : Added in 10.3.22

#-----------------------------------------------------------------------

connect.alter            : MDEV-18135 - SSL error: key too small
connect.drop-open-error  : MDEV-18135 - SSL error: key too small
connect.grant            : Modified in 10.1.44
connect.grant2           : Modified in 10.1.44
connect.ini_grant        : Modified in 10.1.44
connect.json             : MDEV-18135 - SSL error: key too small
connect.mysql_grant      : Modified in 10.1.44
connect.part_file        : MDEV-18135 - SSL error: key too small
connect.part_table       : MDEV-18135 - SSL error: key too small
connect.pivot            : MDEV-14803 - Failed to discover table
connect.secure_file_priv : MDEV-18135 - SSL error: key too small
connect.vcol             : MDEV-12374 - Fails on Windows
connect.xml2_grant       : Include file modified in 10.1.44
connect.xml_grant        : Include file modified in 10.1.44
connect.zip              : MDEV-13884 - Wrong result

#-----------------------------------------------------------------------

disks.disks_notembedded : MDEV-21587 - Wrong result

#-----------------------------------------------------------------------

encryption.create_or_replace                     : MDEV-16115 - Trying to access tablespace
encryption.debug_key_management                  : MDEV-13841 - Timeout
encryption.encrypt_and_grep                      : MDEV-13765 - Wrong result
encryption.innochecksum                          : MDEV-13644 - Assertion failure
encryption.innodb-bad-key-change2                : MDEV-19118 - Can't connect to local MySQL server through socket
encryption.innodb-compressed-blob                : MDEV-14728 - Unable to get certificate
encryption.innodb-discard-import                 : MDEV-19113 - Timeout
encryption.innodb-encryption-alter               : MDEV-13566 - Lock wait timeout
encryption.innodb-first-page-read                : MDEV-14356 - Timeout in wait condition
encryption.innodb-force-corrupt                  : MDEV-17286 - SSL error
encryption.innodb-missing-key                    : MDEV-14728 - SSL error
encryption.innodb-page_encryption                : MDEV-10641 - mutex problem
encryption.innodb-page_encryption_log_encryption : MDEV-17339 - Crash on restart
encryption.innodb-read-only                      : MDEV-16563 - Crash on startup
encryption.innodb-redo-badkey                    : MDEV-12898 - Server hang on startup
encryption.innodb-remove-encryption              : MDEV-16493 - Timeout in wait condition
encryption.innodb-spatial-index                  : MDEV-13746 - Wrong result
encryption.innodb_encrypt_key_rotation_age       : MDEV-19763 - Timeout
encryption.innodb_encrypt_log                    : MDEV-13725 - Wrong result
encryption.innodb_encrypt_log_corruption         : MDEV-14379 - Server crash
encryption.innodb_encrypt_temporary_tables       : MDEV-20142 - Wrong result
encryption.innodb_encryption                     : MDEV-14728 - Unable to get certificate; MDEV-15675 - Timeout
encryption.innodb_encryption-page-compression    : MDEV-12630 - crash or assertion failure
encryption.innodb_encryption_discard_import      : MDEV-16116 - Wrong result
encryption.innodb_encryption_filekeys            : MDEV-15673 - Timeout
encryption.innodb_encryption_is                  : MDEV-12898 - Server hang on startup
encryption.innodb_encryption_row_compressed      : MDEV-16113 - Crash
encryption.innodb_encryption_tables              : MDEV-17339 - Crash on restart
encryption.innodb_first_page                     : MDEV-10689 - Crash
encryption.innodb_onlinealter_encryption         : MDEV-17287 - SIGABRT on server restart
encryption.innodb_scrub                          : MDEV-8139 - scrubbing tests need fixing
encryption.innodb_scrub_background               : MDEV-8139 - scrubbing tests need fixing
encryption.innodb_scrub_compressed               : MDEV-8139 - scrubbing tests need fixing

#-----------------------------------------------------------------------

engines/funcs.*             : Not maintained in timely manner
engines/funcs.rpl_row_until : MDEV-22474 - Warning, slaves cannot process events

#-----------------------------------------------------------------------

engines/iuds.* : Not maintained in timely manner

#-----------------------------------------------------------------------

engines/rr_trx.* : MDEV-10998 - Not maintained

#-----------------------------------------------------------------------

federated.federated_bug_35333    : MDEV-13410 - Wrong result
federated.federated_bug_585688   : MDEV-14805 - Server crash, MDEV-12907 - Valgrind
federated.federated_innodb       : MDEV-10617 - Wrong checksum
federated.federated_partition    : MDEV-10417 - Fails on Mips
federated.federated_transactions : MDEV-10617 - Wrong checksum
federated.federatedx             : MDEV-10617 - Wrong checksum

#-----------------------------------------------------------------------

funcs_1.is_check_constraints    : Modified in 10.3.22
funcs_1.memory_views            : MDEV-11773 - timeout
funcs_1.processlist_val_no_prot : MDEV-11223 - Wrong result
funcs_1.processlist_val_ps      : MDEV-12175 - Wrong plan

#-----------------------------------------------------------------------

funcs_2.memory_charset : MDEV-10290 - Timeout
funcs_2.myisam_charset : MDEV-11535 - Timeout

#-----------------------------------------------------------------------

funcs_2/charset.* : MDEV-10999 - Not maintained

#-----------------------------------------------------------------------

galera.* : Suite is not stable yet

#-----------------------------------------------------------------------

galera_3nodes.* : Suite is not stable yet

#-----------------------------------------------------------------------

gcol.gcol_rollback              : MDEV-16954 - Unknown storage engine 'InnoDB'
gcol.innodb_virtual_basic       : MDEV-16950 - Failing assertion
gcol.innodb_virtual_debug       : MDEV-19114 - Assertion failure
gcol.innodb_virtual_debug_purge : MDEV-16952 - Wrong result; modified in 10.3.23
gcol.innodb_virtual_fk_restart  : MDEV-17466 - Assertion failure

#-----------------------------------------------------------------------

innodb.101_compatibility                     : MDEV-13891 - Wrong result
innodb.alter_algorithm                       : Modified in 10.3.23
innodb.alter_algorithm2                      : Added in 10.3.23
innodb.alter_copy                            : MDEV-16181 - Assertion failure
innodb.alter_crash                           : MDEV-16944 - The process cannot access the file
innodb.alter_large_dml                       : MDEV-20148 - Debug sync point wait timed out
innodb.alter_missing_tablespace              : Modified in 10.3.23
innodb.autoinc_persist                       : MDEV-15282 - Assertion failure
innodb.binlog_consistent                     : MDEV-10618 - Server fails to start
innodb.blob-crash                            : MDEV-20481 - Crash during recovery
innodb.blob-update-debug                     : Modified in 10.3.22
innodb.buf_pool_resize_oom                   : Added in 10.3.23
innodb.corrupted_during_recovery             : Modified in 10.3.23
innodb.doublewrite                           : MDEV-12905 - Server crash
innodb.foreign_key                           : Modified in 10.3.23
innodb.group_commit_crash                    : MDEV-14191 - InnoDB registration failed
innodb.group_commit_crash_no_optimize_thread : MDEV-13830	- Assertion failure
innodb.ibuf_not_empty                        : MDEV-19021 - Wrong result
innodb.innodb-32k-crash                      : MDEV-20194 - Extra warning
innodb.innodb-64k-crash                      : MDEV-13872 - Failure and crash on startup
innodb.innodb-alter-debug                    : MDEV-13182 - InnoDB: adjusting FSP_SPACE_FLAGS
innodb.innodb-alter-table                    : MDEV-10619 - Testcase timeout
innodb.innodb-alter-timestamp                : Modified in 10.3.23
innodb.innodb-bigblob                        : MDEV-18655 - ASAN unknown crash
innodb.innodb-blob                           : MDEV-12053 - Client crash; modified in 10.3.23
innodb.innodb-change-buffer-recovery         : MDEV-19115 - Lost connection to MySQL server during query
innodb.innodb-fk                             : MDEV-13832 - Assertion failure on shutdown
innodb.innodb-get-fk                         : MDEV-13276 - Server crash
innodb.innodb-index-online                   : MDEV-14809 - Cannot save statistics
innodb.innodb-online-alter-gis               : MDEV-22071 - Uninitialised value
innodb.innodb-page_compression_default       : MDEV-13644 - Assertion failure
innodb.innodb-page_compression_lzma          : MDEV-14353 - Wrong result
innodb.innodb-page_compression_snappy        : MDEV-13644 - Assertion failure
innodb.innodb-page_compression_tables        : MDEV-13644 - Assertion failure
innodb.innodb-page_compression_zip           : MDEV-10641 - mutex problem
innodb.innodb-replace-debug                  : Modified in 10.3.22
innodb.innodb-stats-initialize-failure       : Modified in 10.3.22
innodb.innodb-table-online                   : MDEV-13894 - Wrong result
innodb.innodb-wl5522                         : MDEV-13644 - Assertion failure; modified in 10.3.23
innodb.innodb-wl5522-debug                   : MDEV-14200 - Wrong errno; modified in 10.3.23
innodb.innodb_buffer_pool_dump_pct           : MDEV-20139 - Timeout in wait_condition.inc
innodb.innodb_buffer_pool_load_now           : Added in 10.3.23
innodb.innodb_buffer_pool_resize             : MDEV-16964 - Assertion failure
innodb.innodb_buffer_pool_resize_debug       : Added in 10.3.23
innodb.innodb_buffer_pool_resize_with_chunks : MDEV-16964 - Assertion failure
innodb.innodb_bug11754376                    : Modified in 10.3.22
innodb.innodb_bug14147491                    : MDEV-11808 - Index is corrupt
innodb.innodb_bug30113362                    : Added in 10.3.22
innodb.innodb_bug30423                       : MDEV-7311 - Wrong result
innodb.innodb_bug47167                       : MDEV-20524 - Table 'user' is marked as crashed and should be repaired
innodb.innodb_bug48024                       : MDEV-14352 - Assertion failure
innodb.innodb_bug56947                       : Modified in 10.3.22
innodb.innodb_bug59641                       : MDEV-13830 - Assertion failure
innodb.innodb_bulk_create_index_replication  : MDEV-15273 - Slave failed to start
innodb.innodb_corrupt_bit                    : Modified in 10.3.22
innodb.innodb_defrag_concurrent              : Modified in 10.3.23
innodb.innodb_defrag_stats_many_tables       : MDEV-14198 - Table is full
innodb.innodb_information_schema             : MDEV-8851 - Wrong result
innodb.innodb_max_recordsize_32k             : MDEV-14801 - Operation failed
innodb.innodb_max_recordsize_64k             : MDEV-15203 - Wrong result
innodb.innodb_monitor                        : MDEV-10939 - Testcase timeout
innodb.innodb_mysql                          : MDEV-19873 - Wrong result
innodb.innodb_simulate_comp_failures_small   : MDEV-20526 - ASAN use-after-poison
innodb.innodb_stats                          : MDEV-10682 - wrong result
innodb.innodb_stats_persistent               : MDEV-17745 - Wrong result; MDEV-21567 - Wrong result in execution plan
innodb.innodb_stats_persistent_debug         : MDEV-14801 - Operation failed
innodb.innodb_sys_semaphore_waits            : MDEV-10331 - Semaphore wait; modified in 10.3.22
innodb.innodb_sys_var_valgrind               : Added in 10.3.23
innodb.innodb_wl6326                         : Added in 10.3.22
innodb.innodb_wl6326_big                     : Added in 10.3.22
innodb.innodb_zip_innochecksum2              : MDEV-13882 - Warning: difficult to find free blocks
innodb.instant_alter                         : Modified in 10.3.23
innodb.instant_alter_bugs                    : Modified in 10.3.23
innodb.log_corruption                        : MDEV-13251 - Wrong result
innodb.log_data_file_size                    : MDEV-14204 - Server failed to start
innodb.log_file_name                         : MDEV-14193 - Exception
innodb.log_file_name_debug                   : Modified in 10.3.23
innodb.log_file_size                         : MDEV-15668 - Not found pattern
innodb.monitor                               : MDEV-16179 - Wrong result
innodb.purge_secondary                       : MDEV-15681 - Wrong result
innodb.purge_thread_shutdown                 : MDEV-13792 - Wrong result
innodb.read_only_recovery                    : MDEV-13886 - Server crash
innodb.recovery_shutdown                     : MDEV-15671 - Checksum mismatch in datafile
innodb.redo_log_during_checkpoint            : Modified in 10.3.22
innodb.row_format_redundant                  : MDEV-15192 - Trying to access missing tablespace
innodb.row_size_error_log_warnings_3         : Modified in 10.3.22
innodb.table_definition_cache_debug          : MDEV-14206 - Extra warning
innodb.table_flags                           : MDEV-13572 - Wrong result; MDEV-19374 - Server failed to start
innodb.temporary_table                       : MDEV-13265 - Wrong result
innodb.truncate_inject                       : Modified in 10.2.31
innodb.undo_truncate                         : MDEV-17340 - Server hung; MDEV-20840 - Sporadic timeout
innodb.undo_truncate_recover                 : MDEV-17679 - Server has gone away
innodb.update_time                           : MDEV-14804 - Wrong result
innodb.xa_recovery                           : MDEV-15279 - mysqld got exception
innodb.xa_recovery_debug                     : Added in 10.3.23

#-----------------------------------------------------------------------

innodb_fts.concurrent_insert           : Modified in 10.3.22
innodb_fts.innodb_fts_misc             : Modified in 10.3.23
innodb_fts.innodb_fts_misc_debug       : MDEV-14156 - Unexpected warning
innodb_fts.innodb_fts_plugin           : MDEV-13888 - Errors in server log
innodb_fts.innodb_fts_stopword_charset : MDEV-13259 - Table crashed
innodb_fts.misc_debug                  : Modified in 10.3.23
innodb_fts.misc_debug2                 : Added in 10.3.23
innodb_fts.stopword                    : Added in 10.3.23
innodb_fts.sync                        : Modified in 10.3.23
innodb_fts.sync_block                  : Modified in 10.3.22
innodb_fts.sync_ddl                    : MDEV-21568 - Errno: 2000; MDEV-18654 - Assertion failure

#-----------------------------------------------------------------------

innodb_gis.alter_spatial_index   : MDEV-13745 - Server crash
innodb_gis.bug16236208           : Re-enabled in 10.3.23; modified in 10.3.23
innodb_gis.bug16266012           : Re-enabled in 10.3.23; modified in 10.3.23
innodb_gis.geometry              : Re-enabled in 10.3.23; modified in 10.3.23
innodb_gis.gis_split_inf         : Re-enabled in 10.3.23; modified in 10.3.23
innodb_gis.gis_split_nan         : MDEV-21678 - Cannot get geometry object
innodb_gis.point_big             : Re-enabled in 10.3.23
innodb_gis.rtree_compress2       : MDEV-16269 - Wrong result
innodb_gis.rtree_concurrent_srch : MDEV-15284 - Wrong result with embedded
innodb_gis.rtree_debug           : Modified in 10.3.22
innodb_gis.rtree_multi_pk        : Re-enabled in 10.3.23; modified in 10.3.23
innodb_gis.rtree_purge           : MDEV-15275 - Timeout
innodb_gis.rtree_recovery        : MDEV-15274 - Error on check
innodb_gis.rtree_rollback1       : Modified in 10.3.22
innodb_gis.rtree_rollback2       : Modified in 10.3.22
innodb_gis.rtree_split           : MDEV-14208 - Too many arguments; modified in 10.3.23
innodb_gis.rtree_undo            : MDEV-14456 - Timeout in include file
innodb_gis.types                 : MDEV-15679 - Table is marked as crashed

#-----------------------------------------------------------------------

innodb_zip.cmp_per_index         : MDEV-14490 - Table is marked as crashed; modified in 10.3.22
innodb_zip.index_large_prefix_4k : MDEV-21679 - Row size too large
innodb_zip.innochecksum_3        : MDEV-13279 - Extra warnings
innodb_zip.wl5522_debug_zip      : MDEV-11600 - Operating system error number 2; modified in 10.3.23
innodb_zip.wl5522_zip            : Modified in 10.3.23
innodb_zip.wl6470_1              : MDEV-14240 - Assertion failure
innodb_zip.wl6501_1              : MDEV-10891 - Can't create UNIX socket
innodb_zip.wl6501_scale_1        : MDEV-13254 - Timeout, MDEV-14104 - Error 192

#-----------------------------------------------------------------------

maria.aria_pack_mdev14183 : Added in 10.3.22
maria.insert_select       : MDEV-12757 - Timeout
maria.insert_select-7314  : MDEV-16492 - Timeout
maria.maria               : MDEV-14430 - Extra warning
maria.maria-no-logging    : MDEV-20196 - Crash on shutdown or server can't start

#-----------------------------------------------------------------------

mariabackup.absolute_ibdata_paths       : MDEV-16571 - Wrong result
mariabackup.apply-log-only              : MDEV-20135 - Timeout
mariabackup.backup_lock_wait_timeout    : Added in 10.3.23
mariabackup.data_directory              : MDEV-15270 - Error on exec
mariabackup.full_backup                 : MDEV-16571 - Wrong result
mariabackup.huge_lsn                    : MDEV-15662 - Sequence number is in the future; MDEV-18569 - Table doesn't exist
mariabackup.incremental_backup          : MDEV-21222 - Memory allocation failure
mariabackup.incremental_encrypted       : MDEV-15667 - timeout
mariabackup.incremental_rocksdb         : MDEV-20954 - Cannot access the file
mariabackup.innodb_redo_log_overwrite   : Added in 10.3.22
mariabackup.innodb_xa_rollback          : MDEV-22398 - Log sequence number is in the future; added in 10.3.23
mariabackup.log_checksum_mismatch       : MDEV-16571 - Wrong result
mariabackup.mdev-14447                  : MDEV-15201 - Timeout
mariabackup.partial_exclude             : MDEV-15270 - Error on exec; modified in 10.3.23
mariabackup.unencrypted_page_compressed : MDEV-18653 - Wrong error
mariabackup.xb_compressed_encrypted     : MDEV-14812 - Segmentation fault
mariabackup.xb_file_key_management      : MDEV-16571 - Wrong result
mariabackup.xb_page_compress            : MDEV-14810 - status: 1, errno: 11
mariabackup.xb_partition                : MDEV-17584 - Crash upon shutdown
mariabackup.xb_rocksdb                  : MDEV-17338 - Server hung on shutdown

#-----------------------------------------------------------------------

mroonga/storage.column_datetime_32bit_2038                         : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_before_unix_epoch            : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_max                          : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_out_of_range                 : Wrong result on Alpha
mroonga/storage.index_multiple_column_unique_date_32bit_equal      : Wrong result on Alpha
mroonga/storage.index_multiple_column_unique_date_order_32bit_desc : Wrong result on Alpha
mroonga/storage.index_multiple_column_unique_datetime_index_read   : MDEV-8643 - Valgrind
mroonga/storage.repair_table_no_index_file                         : MDEV-9364 - wrong result, MDEV-14807 - wrong error message

#-----------------------------------------------------------------------

mroonga/wrapper.repair_table_no_index_file : MDEV-14807 - Wrong error message

#-----------------------------------------------------------------------

multi_source.gtid        : MDEV-14202 - Crash
multi_source.info_logs   : MDEV-12629 - Valgrind, MDEV-10042 - wrong result; MDEV-21290 - Wrong result
multi_source.load_data   : MDEV-21235 - Slave crash
multi_source.mdev-8874   : MDEV-19415 - AddressSanitizer: heap-use-after-free
multi_source.mdev-9544   : MDEV-19415 - AddressSanitizer: heap-use-after-free
multi_source.multisource : MDEV-10417 - Fails on Mips
multi_source.reset_slave : MDEV-10690 - Wrong result
multi_source.simple      : MDEV-4633 - Wrong result
multi_source.status_vars : MDEV-4632 - failed while waiting for Slave_received_heartbeats

#-----------------------------------------------------------------------

optimizer_unfixed_bugs.bug36981 : Modified in 10.3.22
optimizer_unfixed_bugs.bug40992 : Modified in 10.3.22
optimizer_unfixed_bugs.bug41996 : Modified in 10.3.22
optimizer_unfixed_bugs.bug42991 : Modified in 10.3.22
optimizer_unfixed_bugs.bug43249 : Modified in 10.3.22
optimizer_unfixed_bugs.bug43360 : Modified in 10.3.22
optimizer_unfixed_bugs.bug43448 : Modified in 10.3.22
optimizer_unfixed_bugs.bug43617 : Modified in 10.3.22

#-----------------------------------------------------------------------

parts.partition_alter1_1_2_innodb      : MDEV-18655 - ASAN unknown crash
parts.partition_alter1_1_innodb        : MDEV-18655 - ASAN unknown crash
parts.partition_alter1_2_innodb        : MDEV-18655 - ASAN unknown crash
parts.partition_alter2_2_maria         : MDEV-14364 - Lost connection to MySQL server during query
parts.partition_auto_increment_archive : MDEV-16491 - Marked as crashed and should be repaired
parts.partition_auto_increment_maria   : MDEV-14430 - Extra warning
parts.partition_debug                  : Modified in 10.3.22
parts.partition_debug_innodb           : MDEV-10891 - Can't create UNIX socket; MDEV-15095 - Table doesn't exist; modified in 10.3.22
parts.partition_exch_qa_10             : MDEV-11765 - wrong result
parts.partition_innodb_status_file     : MDEV-12901 - Valgrind
parts.partition_special_innodb         : MDEV-16942 - Timeout

#-----------------------------------------------------------------------

percona.* : MDEV-10997 - Not maintained

#-----------------------------------------------------------------------

perfschema.bad_option_1                         : MDEV-21571 - Crash on bootstrap
perfschema.connect_attrs                        : MDEV-17283 - Wrong result
perfschema.dml_file_instances                   : MDEV-15179 - Wrong result
perfschema.dml_threads                          : MDEV-17746 - Wrong errno
perfschema.func_file_io                         : MDEV-5708 - fails for s390x
perfschema.func_mutex                           : MDEV-5708 - fails for s390x
perfschema.hostcache_ipv4_addrinfo_again_allow  : MDEV-12759 - Crash; modified in 10.3.22
perfschema.hostcache_ipv4_addrinfo_again_deny   : Modified in 10.3.22
perfschema.hostcache_ipv4_addrinfo_bad_allow    : Modified in 10.3.22
perfschema.hostcache_ipv4_addrinfo_bad_deny     : Modified in 10.3.22
perfschema.hostcache_ipv4_addrinfo_good_allow   : Modified in 10.3.22
perfschema.hostcache_ipv4_addrinfo_good_deny    : Modified in 10.3.22
perfschema.hostcache_ipv4_addrinfo_noname_allow : Modified in 10.3.22
perfschema.hostcache_ipv4_addrinfo_noname_deny  : Modified in 10.3.22
perfschema.hostcache_ipv4_auth_plugin           : Modified in 10.3.22
perfschema.hostcache_ipv4_blocked               : Modified in 10.3.22
perfschema.hostcache_ipv4_format                : Modified in 10.3.22
perfschema.hostcache_ipv4_max_con               : Modified in 10.3.22
perfschema.hostcache_ipv4_nameinfo_again_allow  : Modified in 10.3.22
perfschema.hostcache_ipv4_nameinfo_again_deny   : Modified in 10.3.22
perfschema.hostcache_ipv4_nameinfo_noname_allow : Modified in 10.3.22
perfschema.hostcache_ipv4_nameinfo_noname_deny  : Modified in 10.3.22
perfschema.hostcache_ipv4_passwd                : Modified in 10.3.22
perfschema.hostcache_ipv4_ssl                   : Modified in 10.3.22
perfschema.hostcache_ipv6_addrinfo_again_allow  : MDEV-12752 - Crash; modified in 10.3.22
perfschema.hostcache_ipv6_addrinfo_again_deny   : Modified in 10.3.22
perfschema.hostcache_ipv6_addrinfo_bad_allow    : MDEV-13260 - Crash; modified in 10.3.22
perfschema.hostcache_ipv6_addrinfo_bad_deny     : Modified in 10.3.22
perfschema.hostcache_ipv6_addrinfo_good_allow   : Modified in 10.3.22
perfschema.hostcache_ipv6_addrinfo_good_deny    : Modified in 10.3.22
perfschema.hostcache_ipv6_addrinfo_noname_allow : Modified in 10.3.22
perfschema.hostcache_ipv6_addrinfo_noname_deny  : Modified in 10.3.22
perfschema.hostcache_ipv6_auth_plugin           : Modified in 10.3.22
perfschema.hostcache_ipv6_blocked               : Modified in 10.3.22
perfschema.hostcache_ipv6_max_con               : Modified in 10.3.22
perfschema.hostcache_ipv6_nameinfo_again_allow  : Modified in 10.3.22
perfschema.hostcache_ipv6_nameinfo_again_deny   : Modified in 10.3.22
perfschema.hostcache_ipv6_nameinfo_noname_allow : Modified in 10.3.22
perfschema.hostcache_ipv6_nameinfo_noname_deny  : Modified in 10.3.22
perfschema.hostcache_ipv6_passwd                : Modified in 10.3.22
perfschema.hostcache_ipv6_ssl                   : MDEV-10696 - Crash; modified in 10.3.22
perfschema.hostcache_peer_addr                  : MDEV-21462 - Test condition timeout; modified in 10.3.22
perfschema.privilege_table_io                   : MDEV-13184 - Extra lines
perfschema.relaylog                             : MDEV-18134 - Wrong result
perfschema.rpl_gtid_func                        : MDEV-16897 - Wrong result
perfschema.socket_instances_func                : MDEV-20140 - Wrong result
perfschema.socket_summary_by_event_name_func    : MDEV-10622 - Wrong result
perfschema.socket_summary_by_instance_func      : MDEV-19413 - Wrong result
perfschema.stage_mdl_global                     : MDEV-11803 - wrong result on slow builders
perfschema.stage_mdl_procedure                  : MDEV-11545 - Missing row
perfschema.stage_mdl_table                      : MDEV-12638 - Wrong result
perfschema.start_server_low_digest              : MDEV-21221 - Wrong result
perfschema.threads_mysql                        : MDEV-10677 - Wrong result

#-----------------------------------------------------------------------

perfschema_stress.* : MDEV-10996 - Not maintained

#-----------------------------------------------------------------------

plugins.feedback_plugin_send     : MDEV-7932, MDEV-11118 - Connection problems and such
plugins.processlist              : MDEV-16574 - Wrong result
plugins.server_audit             : MDEV-14295 - Wrong result; modified in 10.3.23
plugins.thread_pool_server_audit : MDEV-14295 - Wrong result

#-----------------------------------------------------------------------

rocksdb.*                            : Too many crashes in various tests
rocksdb.2pc_group_commit             : MDEV-14455 - Wrong result
rocksdb.allow_no_primary_key_with_sk : MDEV-16639 - Server crash
rocksdb.autoinc_crash_safe_partition : MDEV-16639, MDEV-16637 - Server crash
rocksdb.autoinc_vars_thread          : MDEV-16573 - Debug sync timed out
rocksdb.bloomfilter2                 : MDEV-16564 - Wrong result
rocksdb.deadlock                     : MDEV-16033 - Timeout
rocksdb.drop_index_inplace           : MDEV-14162 - Crash on shutdown
rocksdb.drop_table                   : MDEV-14308 - Timeout
rocksdb.drop_table3                  : MDEV-16949 - Server crash
rocksdb.dup_key_update               : MDEV-17284 - Wrong result
rocksdb.locking_issues               : MDEV-14464 - Wrong result
rocksdb.mariadb_ignore_dirs          : MDEV-16639 - Server crash
rocksdb.mariadb_port_fixes           : MDEV-16387 - Wrong plan
rocksdb.max_open_files               : MDEV-16639 - Server crash
rocksdb.perf_context                 : MDEV-17285 - Wrong results
rocksdb.rocksdb_cf_options           : MDEV-16639 - Server crash
rocksdb.rocksdb_cf_per_partition     : MDEV-16636 - Wrong result
rocksdb.rocksdb_parts                : MDEV-13843 - Wrong result
rocksdb.ttl_secondary                : MDEV-16943 - Timeout
rocksdb.unique_check                 : MDEV-16576 - Wrong errno
rocksdb.use_direct_reads_writes      : MDEV-16646 - Server crash
rocksdb.write_sync                   : MDEV-16965 - WRong result

#-----------------------------------------------------------------------

rocksdb_rpl.mdev12179            : MDEV-16632 - Crash
rocksdb_rpl.rpl_binlog_xid_count : MDEV-16644 - Crash

#-----------------------------------------------------------------------

rocksdb_sys_vars.rocksdb_rate_limiter_bytes_per_sec_basic : MDEV-16639 - Crash

#-----------------------------------------------------------------------

roles.create_and_grant_role : MDEV-11772 - wrong result

#-----------------------------------------------------------------------

rpl.circular_serverid0                : MDEV-19372 - ASAN heap-use-after-free; modified in 10.3.23
rpl.create_or_replace2                : MDEV-19412 - Lost connection to MySQL server
rpl.create_or_replace_mix             : MDEV-20523 - Wrong result
rpl.create_or_replace_statement       : MDEV-20523 - Wrong result
rpl.create_select                     : MDEV-14121 - Assertion failure
rpl.kill_race_condition               : Modified in 10.3.22
rpl.last_insert_id                    : MDEV-10625 - warnings in error log
rpl.rpl_auto_increment                : MDEV-10417 - Fails on Mips
rpl.rpl_auto_increment_bug45679       : MDEV-10417 - Fails on Mips
rpl.rpl_auto_increment_update_failure : MDEV-10625 - warnings in error log
rpl.rpl_binlog_errors                 : MDEV-12742 - Crash; include file modified in 10.2.32
rpl.rpl_binlog_index                  : MDEV-9501 - Failed registering on master
rpl.rpl_binlog_rollback_cleanup       : Added in 10.3.22
rpl.rpl_bug33931                      : Modified in 10.3.22
rpl.rpl_bug41902                      : Configuration deleted in 10.3.23
rpl.rpl_checksum                      : Include file modified in 10.2.31
rpl.rpl_colSize                       : MDEV-16112 - Server crash
rpl.rpl_conditional_comments          : Modified in 10.3.23
rpl.rpl_corruption                    : MDEV-20527 - Slave stopped with wrong error code; include file modified in 10.2.32
rpl.rpl_ctype_latin1                  : MDEV-14813 - Wrong result on Mac
rpl.rpl_ddl                           : MDEV-10417 - Fails on Mips
rpl.rpl_domain_id_filter_io_crash     : MDEV-12729 - Timeout in include file, MDEV-13677 - Server crash; modified in 10.3.23
rpl.rpl_domain_id_filter_master_crash : MDEV-19043 - Table marked as crashed; modified in 10.3.22
rpl.rpl_domain_id_filter_restart      : MDEV-10684 - Wrong result; MDEV-19043 - Table marked as crashed
rpl.rpl_drop_db_fail                  : MDEV-16898 - Slave fails to start
rpl.rpl_extra_col_master_innodb       : MDEV-16570 - Extra warning
rpl.rpl_extra_col_master_myisam       : MDEV-14203 - Extra warning
rpl.rpl_fail_register                 : MDEV-22472 - Wrong result; added in 10.3.23
rpl.rpl_flushlog_loop                 : MDEV-21570 - Server crash
rpl.rpl_get_lock                      : MDEV-19368 - mysqltest failed but provided no output
rpl.rpl_get_master_version_and_clock  : Re-enabled in 10.3.23; include file modified in 10.3.23
rpl.rpl_gtid_basic                    : MDEV-10681 - server startup problem
rpl.rpl_gtid_crash                    : MDEV-9501 - Failed registering on master, MDEV-13643 - Lost connection
rpl.rpl_gtid_delete_domain            : MDEV-14463 - Timeout
rpl.rpl_gtid_errorhandling            : MDEV-13261 - Crash
rpl.rpl_gtid_mdev9033                 : MDEV-10680 - warnings
rpl.rpl_gtid_reconnect                : MDEV-14497 - Crash; modified in 10.3.22
rpl.rpl_gtid_startpos                 : MDEV-20141 - mysqltest failed but provided no output
rpl.rpl_gtid_stop_start               : MDEV-10629 - Crash on shutdown, MDEV-12629 - Valgrind warnings
rpl.rpl_gtid_strict                   : Modified in 10.3.23
rpl.rpl_gtid_until                    : MDEV-10625 - warnings in error log
rpl.rpl_heartbeat_debug               : Modified in 10.3.22
rpl.rpl_incident                      : Include file modified in 10.2.31
rpl.rpl_init_slave_errors             : Include file modified in 10.2.31
rpl.rpl_innodb_bug30888               : MDEV-10417 - Fails on Mips
rpl.rpl_insert                        : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_insert_delayed                : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_insert_id                     : MDEV-15197 - Wrong result
rpl.rpl_insert_id_pk                  : MDEV-16567 - Assertion failure
rpl.rpl_insert_ignore                 : MDEV-14365 - Lost connection to MySQL server during query
rpl.rpl_invoked_features              : MDEV-10417 - Fails on Mips
rpl.rpl_ipv4_as_ipv6                  : MDEV-20147 - Incorrect checksum for freed object
rpl.rpl_mariadb_slave_capability      : MDEV-11018 - Extra lines in binlog; modified in 10.3.22
rpl.rpl_mdev12179                     : MDEV-19043 - Table marked as crashed
rpl.rpl_mdev6020                      : MDEV-15272 - Server crash
rpl.rpl_mixed_mixing_engines          : MDEV-21266 - Timeout
rpl.rpl_non_direct_row_mixing_engines : MDEV-16561 - Timeout in master_pos_wait
rpl.rpl_parallel                      : MDEV-10653 - Timeouts
rpl.rpl_parallel2                     : MDEV-17390 - Operation cannot be performed
rpl.rpl_parallel_conflicts            : MDEV-15272 - Server crash
rpl.rpl_parallel_mdev6589             : MDEV-12979 - Assertion failure
rpl.rpl_parallel_multilevel2          : MDEV-14723 - Timeout
rpl.rpl_parallel_optimistic           : MDEV-15278 - Failed to sync with master; modified in 10.3.22
rpl.rpl_parallel_optimistic_nobinlog  : MDEV-15278 - Failed to sync with master
rpl.rpl_parallel_retry                : MDEV-11119 - Crash; MDEV-17109 - Timeout
rpl.rpl_parallel_temptable            : MDEV-10356 - Crash; MDEV-19076 - Wrong result
rpl.rpl_partition_innodb              : MDEV-10417 - Fails on Mips
rpl.rpl_password_boundaries           : MDEV-11534 - Slave IO warnings
rpl.rpl_row_001                       : MDEV-16653 - MTR's internal check fails
rpl.rpl_row_basic_11bugs              : MDEV-12171 - Server failed to start
rpl.rpl_row_basic_2myisam             : MDEV-13875 - command "diff_files" failed
rpl.rpl_row_big_table_id              : Modified in 10.3.22
rpl.rpl_row_corruption                : MDEV-21569 - mutex: LOCK_global_system_variables unlocking; modified in 10.3.23
rpl.rpl_row_drop_create_temp_table    : MDEV-14487 - Wrong result
rpl.rpl_row_end_of_statement_loss     : MDEV-21237 - Server crash
rpl.rpl_row_find_row_debug            : Modified in 10.3.22
rpl.rpl_row_img_blobs                 : MDEV-13875 - command "diff_files" failed
rpl.rpl_row_img_eng_min               : MDEV-13875 - diff_files failed
rpl.rpl_row_img_eng_noblob            : MDEV-13875 - command "diff_files" failed
rpl.rpl_row_index_choice              : MDEV-15196 - Slave crash; modified in 10.3.22
rpl.rpl_row_sp001                     : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_row_until                     : MDEV-14052 - Master will not send events with checksum
rpl.rpl_semi_sync                     : MDEV-11220 - Wrong result
rpl.rpl_semi_sync_after_sync          : MDEV-14366 - Wrong result
rpl.rpl_semi_sync_after_sync_row      : MDEV-21031 - Wrong result; MDEV-14366 - Wrong result
rpl.rpl_semi_sync_event_after_sync    : MDEV-11806 - warnings
rpl.rpl_semi_sync_skip_repl           : Modified in 10.3.22
rpl.rpl_semi_sync_uninstall_plugin    : MDEV-7140 - Assorted failures
rpl.rpl_semi_sync_wait_point          : MDEV-11807 - timeout in wait condition
rpl.rpl_semisync_ali_issues           : MDEV-16272 - Wrong result
rpl.rpl_set_statement_default_master  : MDEV-13258 - Extra warning
rpl.rpl_show_slave_hosts              : MDEV-10681 - Crash
rpl.rpl_show_slave_running            : Modified in 10.3.22
rpl.rpl_skip_replication              : MDEV-13258 - Extra warning
rpl.rpl_slave_grp_exec                : MDEV-10514 - Deadlock
rpl.rpl_slave_load_remove_tmpfile     : Modified in 10.3.22
rpl.rpl_slave_load_tmpdir_not_exist   : MDEV-14203 - Extra warning
rpl.rpl_slow_query_log                : MDEV-13250 - Test abort
rpl.rpl_sp_effects                    : MDEV-13249 - Crash
rpl.rpl_start_stop_slave              : MDEV-13567 - Sync slave timeout
rpl.rpl_stm_lcase_tblnames            : Modified in 10.3.22
rpl.rpl_stm_multi_query               : MDEV-9501 - Failed registering on master
rpl.rpl_stm_relay_ign_space           : MDEV-14360 - Test assertion
rpl.rpl_stm_stop_middle_group         : MDEV-13791 - Server crash; include file modified in 10.3.23
rpl.rpl_stop_slave                    : Modified in 10.3.22
rpl.rpl_sync                          : MDEV-13830 - Assertion failure
rpl.rpl_temporal_mysql56_to_mariadb53 : MDEV-9501 - Failed registering on master
rpl.rpl_temporary_error2              : MDEV-10634 - Wrong number of retries
rpl.rpl_test_framework                : MDEV-19368 - mysqltest failed but provided no output
rpl.rpl_trigger                       : MDEV-18055 - Wrong result
rpl.rpl_truncate_3innodb              : MDEV-19454 - Syntax error
rpl.rpl_user_variables                : MDEV-20522 - Wrong result
rpl.rpl_variables                     : MDEV-20150 - Server crash
rpl.rpl_view_debug                    : Modified in 10.3.22
rpl.sec_behind_master-5114            : MDEV-13878 - Wrong result
rpl.show_status_stop_slave_race-7126  : MDEV-17438 - Timeout

#-----------------------------------------------------------------------

rpl-tokudb.*                             : MDEV-14354 - Tests fail with tcmalloc
rpl-tokudb.rpl_deadlock_tokudb           : MDEV-20529 - mysqltest failed but provided no output
rpl-tokudb.rpl_tokudb_commit_after_flush : MDEV-16966 - Server crash

#-----------------------------------------------------------------------

rpl/extra/rpl_tests.* : MDEV-10994 - Not maintained

#-----------------------------------------------------------------------

sphinx.*          : MDEV-10986 - Tests have not been maintained
sphinx.sphinx     : MDEV-10986 - Sporadic failures
sphinx.union-5539 : MDEV-10986 - Sporadic failures

#-----------------------------------------------------------------------

spider.*         : MDEV-9329, MDEV-18737 - tests are too memory-consuming
spider.basic_sql : MDEV-11186 - Internal check fails

#-----------------------------------------------------------------------

spider/bg.direct_aggregate      : MDEV-7098 - Packets out of order
spider/bg.direct_aggregate_part : MDEV-7098 - Trying to unlock mutex that wasn't locked
spider/bg.ha                    : MDEV-9329 - failures on s390x
spider/bg.ha_part               : MDEV-9329 - Fails on Ubuntu/s390x
spider/bg.spider3_fixes         : MDEV-12639 - Syntax error
spider/bg.spider3_fixes_part    : MDEV-7098 - Trying to unlock mutex
spider/bg.spider_fixes          : MDEV-7098 -Mutex problem, MDEV-9329 - failures on s390x
spider/bg.spider_fixes_part     : MDEV-7098 - Trying to unlock mutex that wasn't locked
spider/bg.vp_fixes              : MDEV-9329 - Fails on Ubuntu/s390x

#-----------------------------------------------------------------------

spider/bugfix.mdev_21884 : Added in 10.3.23

#-----------------------------------------------------------------------

spider/handler.* : MDEV-10987, MDEV-10990 - Tests have not been maintained

#-----------------------------------------------------------------------

sql_sequence.concurrent_create : MDEV-16635 - Server crash
sql_sequence.rebuild           : Modified in 10.3.23

#-----------------------------------------------------------------------

storage_engine.* : Tests are not always timely maintained

#-----------------------------------------------------------------------

stress.ddl_innodb : MDEV-10635 - Testcase timeout

#-----------------------------------------------------------------------

sys_vars.alter_algorithm_basic                     : Added in 10.3.23
sys_vars.autocommit_func2                          : MDEV-9329 - Fails on Ubuntu/s390x
sys_vars.debug_dbug_func                           : Modified in 10.3.22
sys_vars.innodb_buffer_pool_dump_at_shutdown_basic : MDEV-14280 - Unexpected error
sys_vars.innodb_buffer_pool_size_basic             : Modified in 10.3.22
sys_vars.innodb_checksum_algorithm_basic           : MDEV-21568 - Errno: 2000
sys_vars.innodb_instant_alter_column_allowed_basic : Added in 10.3.23
sys_vars.keep_files_on_create_basic                : MDEV-10676 - timeout
sys_vars.log_slow_admin_statements_func            : MDEV-12235 - Server crash
sys_vars.rpl_init_slave_func                       : MDEV-10149 - Test assertion
sys_vars.slow_query_log_func                       : MDEV-14273 - Wrong result
sys_vars.thread_cache_size_func                    : MDEV-11775 - Wrong result
sys_vars.wait_timeout_func                         : MDEV-12896 - Wrong result

#-----------------------------------------------------------------------

tokudb.change_column_all_1000_10               : MDEV-12640 - Lost connection
tokudb.change_column_bin                       : MDEV-12640 - Lost connection
tokudb.change_column_char                      : MDEV-12822 - Lost connection
tokudb.change_column_varbin                    : MDEV-17682 - Timeout
tokudb.cluster_filter                          : MDEV-10678 - Wrong execution plan
tokudb.cluster_filter_hidden                   : MDEV-10678 - Wrong execution plan
tokudb.cluster_filter_unpack_varchar           : MDEV-10636 - Wrong execution plan
tokudb.dir_per_db                              : MDEV-11537 - Wrong result
tokudb.dir_per_db_rename_to_nonexisting_schema : MDEV-14359 - Directory not empty
tokudb.hotindex-del-0                          : MDEV-16559 - Timeout
tokudb.hotindex-insert-0                       : MDEV-15271 - Timeout
tokudb.hotindex-insert-1                       : MDEV-13870 - Lost connection to MySQL server
tokudb.hotindex-insert-2                       : MDEV-15271 - Timeout
tokudb.hotindex-insert-bigchar                 : MDEV-12640 - Crash
tokudb.hotindex-update-0                       : MDEV-15198 - Timeout
tokudb.hotindex-update-1                       : MDEV-12640 - Crash
tokudb.locks-select-update-1                   : MDEV-13406 - Lock wait timeout
tokudb.rows-32m-rand-insert                    : MDEV-12640 - Crash
tokudb.rows-32m-seq-insert                     : MDEV-12640 - Crash
tokudb.savepoint-5                             : MDEV-15280 - Wrong result
tokudb.type_datetime                           : MDEV-15193 - Wrong result

#-----------------------------------------------------------------------

tokudb_alter_table.hcad_all_add2 : MDEV-15269 - Timeout

#-----------------------------------------------------------------------

tokudb_backup.* : MDEV-11001 - Missing include file

#-----------------------------------------------------------------------

tokudb_bugs.checkpoint_lock   : MDEV-10637 - Wrong processlist output
tokudb_bugs.checkpoint_lock_3 : MDEV-10637 - Wrong processlist output
tokudb_bugs.frm_store         : MDEV-12823 - Valgrind
tokudb_bugs.frm_store2        : MDEV-12823 - Valgrind
tokudb_bugs.frm_store3        : MDEV-12823 - Valgrind
tokudb_bugs.xa                : MDEV-11804 - Lock wait timeout

#-----------------------------------------------------------------------

tokudb_parts.partition_alter4_tokudb : MDEV-12640 - Lost connection

#-----------------------------------------------------------------------

tokudb_rpl.* : MDEV-11001 - Missing include file

#-----------------------------------------------------------------------

tokudb_sys_vars.* : MDEV-11001 - Missing include file

#-----------------------------------------------------------------------

unit.conc_basic-t               : MDEV-15286 - not ok 7 - test_reconnect_maxpackage
unit.conc_bulk1                 : MDEV-19410 - LeakSanitizer: detected memory leaks
unit.conc_errors                : MDEV-18634 - ASAN global-buffer-overflow
unit.conc_misc                  : MDEV-14811 - not ok 12 - test_conc49
unit.conc_ps_bugs               : MDEV-13252 - not ok 44 test_bug4236
unit.ma_pagecache_consist_64kRD : MDEV-19367 - AddressSanitizer CHECK failed
unit.ma_pagecache_consist_64kWR : MDEV-19367 - AddressSanitizer CHECK failed
unit.ma_test_loghandler         : MDEV-10638 - record read not ok
unit.mf_iocache                 : MDEV-20952 - ASAN stack-buffer-overflow

#-----------------------------------------------------------------------

vcol.not_supported    : MDEV-10639 - Testcase timeout
vcol.vcol_keys_innodb : MDEV-10639 - Testcase timeout
vcol.vcol_misc        : MDEV-16651 - Wrong error message

#-----------------------------------------------------------------------

versioning.alter     : Modified in 10.3.23
versioning.partition : Modified in 10.3.23
versioning.sysvars   : Modified in 10.3.23
versioning.update    : MDEV-22475 - Wrong result code; modified in 10.3.23

#-----------------------------------------------------------------------

wsrep.*                                : Config file changed in 10.2.31; Config file changed in 10.3.22
wsrep.alter_table_innodb               : Configuration deleted in 10.3.22
wsrep.binlog_format                    : Configuration modified in 10.3.22
wsrep.foreign_key                      : MDEV-14725 - WSREP has not yet prepared node; re-enabled in 10.3.22
wsrep.mdev_10186                       : Configuration changed in 10.2.31; configuration added in 10.3.22
wsrep.mdev_6832                        : MDEV-14195 - Check testcase failed
wsrep.mysql_tzinfo_to_sql_symlink      : Modified in 10.3.22
wsrep.mysql_tzinfo_to_sql_symlink_skip : Modified in 10.3.22
wsrep.pool_of_threads                  : MDEV-17345 - WSREP has not yet prepared node for application use; re-enabled in 10.3.22; configuration modified in 10.3.22
wsrep.trans                            : Modified in 10.3.23
wsrep.variables                        : MDEV-17585 - Deadlock; modified in 10.3.22

#-----------------------------------------------------------------------

wsrep_info.*      : Config file changed in 10.2.31; Config file changed in 10.3.22
wsrep_info.plugin : MDEV-22470 - WSREP: no nodes coming from prim view, prim not possible