##############################################################################
#
#  List the test cases which, unlike tests from disabled.def files,
#  can still be run on the current tree meaningfully, but are known 
#  or suspected to fail sporadically on different reasons.
#
#  Most common reasons are either test failures observed in buildbot,
#  or recent modifications to the tests which make their stability 
#  unknown. 
#
#  Tests included due to recent modifications are later removed from the 
#  list, if during a certain period they do not fail (and are not 
#  modified again). Tests included due to intermittent failures are 
#  removed when corresponding bug reports are closed. 
#
#  Separate the test case name and the comment with ':'.
#
#    <suitename>.<testcasename> : MDEV-xxxxx - <comment>
#
#  '*' wildcard in testcase names is supported.
#
#  To use the list, run MTR with --skip-test-list=unstable-tests option. 
#
##############################################################################

main.alter_table                   : Modified in 10.1.19
main.analyze_stmt_slow_query_log   : MDEV-7558 - wrong result
main.create_delayed                : MDEV-10605 - failed with timeout
main.create_or_replace             : Modified in 10.1.19
main.ctype_utf16le                 : MDEV-10675: timeout or extra warnings
main.drop                          : Modified in 10.1.19
main.events_restart                : MDEV-11221: assertion failure
main.func_group                    : Modified on 2016-08-08 (MDEV-10468)
main.func_math                     : Modified on 2016-08-10 (merge)
main.func_misc                     : Modified on 2016-08-10 (merge)
main.grant2                        : Modified on 2016-07-18 (MDEV-8569)
main.host_cache_size_functionality : MDEV-10606 - sporadic failure on shutdown
main.index_intersect_innodb        : MDEV-10643 - failed with timeout
main.information_schema            : Modified in 10.1.19
main.information_schema_stats      : Modified on 2016-07-25 (MDEV-10428)
main.innodb_mysql_lock             : MDEV-7861 - sporadic lock detection failure
main.kill_processlist-6619         : MDEV-10793 - wrong result in processlist
main.loaddata                      : Modified on 2016-08-10 (merge)
main.mdev-504                      : MDEV-10607 - sporadic "can't connect"
main.mdev375                       : MDEV-10607 - sporadic "can't connect"
main.merge                         : MDEV-10607 - sporadic "can't connect"
main.myisam_enable_keys-10506      : New test, added on 2016-08-10 (MDEV-10506)
main.mysql                         : Modified in 10.1.19
main.mysql_not_windows             : Modified in 10.1.19
main.mysqlcheck                    : Modified on 2016-08-10 (merge)
main.mysqldump-nl                  : Added in 10.1.19
main.mysqltest                     : MDEV-9269 - fails on Alpha; also modified in 10.1.19
main.named_pipe                    : Modified on 2016-08-02 (MDEV-10383)
main.null                          : Modified in 10.1.19
main.openssl_1                     : Modified on 2016-07-11 (MDEV-10211)
main.order_by_optimizer_innodb     : MDEV-10683 - wrong execution plan
main.pool_of_threads               : MDEV-10100 - sporadic error on detecting max connections
main.ps                            : MDEV-11017 - sporadic wrong Prepared_stmt_count
main.ps_1general                   : Modified on 2016-07-12 (merge)
main.range                         : Modified on 2016-08-10 (merge)
main.range_mrr_icp                 : Modified on 2016-08-10 (merge)
main.selectivity                   : Modified in 10.1.19
main.selectivity_innodb            : Modified in 10.1.19
main.show_explain                  : MDEV-10674 - sporadic failure
main.shutdown                      : MDEV-10563 - sporadic crashes
main.sp-prelocking                 : Modified on 2016-08-10 (merge)
main.sp-security                   : MDEV-10607 - sporadic "can't connect"
main.ssl_ca                        : Modified on 2016-07-11 (MDEV-10211)
main.ssl_compress                  : Modified on 2016-07-11 (MDEV-10211)
main.ssl_timeout                   : Modified on 2016-07-11 (MDEV-10211)
main.stat_tables_par_innodb        : MDEV-10515 - sporadic wrong results
main.status                        : MDEV-8510 - sporadic wrong result
main.subselect_innodb              : MDEV-10614 - sporadic wrong results
main.subselect_sj_mat              : Modified on 2016-07-27 (MDEV-10389)
main.type_date                     : Modified on 2016-08-10 (merge)
main.type_datetime_hires           : MDEV-10687 - timeout
main.view                          : Modified on 2016-08-10 (merge)
main.xtradb_mrr                    : Modified on 2016-08-04 (MDEV-9946)

#----------------------------------------------------------------

archive.archive-big : MDEV-10615 - table is marked as crashed
archive.discover    : MDEV-10510 - table is marked as crashed

#----------------------------------------------------------------

binlog.binlog_commit_wait                 : MDEV-10150 - Error: too much time elapsed
binlog.binlog_xa_recover                  : MDEV-8517 - Extra checkpoint

#----------------------------------------------------------------

connect.tbl             : MDEV-9844, MDEV-10179 - sporadic crashes, valgrind warnings, wrong results
connect.jdbc            : New test, added on 2016-07-15
connect.jdbc-new        : New test, added on 2016-07-14
connect.jdbc-oracle     : New test, added on 2016-07-13
connect.jdbc-postgresql : New test, added on 2016-07-13

#----------------------------------------------------------------

encryption.create_or_replace                : MDEV-9359 - Assertion failure
encryption.encrypt_and_grep                 : MDEV-11222 - InnoDB error
encryption.innodb-bad-key-change            : uses keys2.txt modified in 10.1.19
encryption.innodb-bad-key-change2           : uses keys2.txt modified in 10.1.19
encryption.innodb-bad-key-change3           : uses keys2.txt modified in 10.1.19
encryption.innodb-bad-key-change4           : uses keys2.txt modified in 10.1.19
encryption.innodb-bad-key-change5           : uses keys2.txt modified in 10.1.19
encryption.innodb-bad-key-shutdown          : MDEV-9105 - valgrind warnings, assertion failures, and uses keys2.txt modified in 10.1.19
encryption.innodb_encryption_discard_import : MDEV-11218 - wrong result, also modified in 10.1.19
encryption.innodb_encryption_filekeys       : MDEV-9962 - timeouts
encryption.innodb_encryption_tables         : MDEV-10970 - Crash/assertion failure
encryption.innodb_first_page                : MDEV-10689 - crashes
encryption.innodb-missing-key               : Added in 10.1.19
encryption.innodb_onlinealter_encryption    : MDEV-10099 - wrong results
encryption.innodb-page_encryption           : MDEV-10641 - mutex problem
encryption.innodb-page_encryption_compression : MDEV-10739 - timeouts
encryption.innodb_page_encryption_key_change  : uses keys2.txt modified in 10.1.19

#----------------------------------------------------------------

extra/binlog_tests.database      : Modified in 10.1.19 (merge)

#----------------------------------------------------------------

federated.federatedx             : MDEV-10617 - Wrong checksum, timeouts
federated.federated_innodb       : MDEV-10617, MDEV-10417 - Wrong checksum, timeouts, fails on Mips
federated.federated_partition    : MDEV-10417 - Fails on Mips
federated.federated_transactions : MDEV-10617, MDEV-10417 - Wrong checksum, timeouts, fails on Mips

#----------------------------------------------------------------

funcs_1.processlist_priv_no_prot : Include file modified on 2016-07-12 (merge)
funcs_1.processlist_priv_ps      : Include file modified on 2016-07-12 (merge)
funcs_1.processlist_val_no_prot  : MDEV-11223 - Wrong result
funcs_2.memory_charset           : MDEV-10290 - timeout

#----------------------------------------------------------------

galera.GAL-382 : New test, added in 10.1.17
galera.MW-252  : New test, added in 10.1.17
galera.MW-258  : New test, added in 10.1.17
galera.MW-259  : New test, added in 10.1.17
galera.MW-285  : New test, added in 10.1.17
galera.MW-286  : New test, added in 10.1.17
galera.MW-292  : New test, added in 10.1.17
galera.MW-44   : New test, added in 10.1.17
galera.galera#414 : New test, added in 10.1.17
galera.galera_as_slave_autoinc : New test, added in 10.1.17
galera.galera_as_slave_nonprim : Modified in 10.1.17
galera.galera_bf_abort_flush_for_export : Modified in 10.1.17
galera.galera_gcs_fc_limit : Modified in 10.1.17
galera.galera_ist_recv_bind : New test, added in 10.1.17
galera.galera_ist_restart_joiner : Modified in 10.1.17
galera.galera_kill_ddl : Modified in 10.1.17
galera.galera_parallel_simple : Modified in 10.1.17
galera.galera_pc_ignore_sb : Modified in 10.1.17
galera.galera_restart_nochanges : Modified in 10.1.17
galera.galera_roles : Modified in 10.1.17
galera.galera_rsu_wsrep_desync : Modified in 10.1.17
galera.galera_split_brain : Modified in 10.1.17
galera.galera_ssl_upgrade : Modified in 10.1.17
galera.galera_suspend_slave : Modified in 10.1.17
galera.galera_transaction_replay : Modified in 10.1.17
galera.galera_var_dirty_reads : Modified in 10.1.17
galera.galera_var_max_ws_rows : New test, added in 10.1.17
galera.galera_var_max_ws_size : Modified in 10.1.17
galera.mdev_10518 : New test, added in 10.1.17
galera.mysql-wsrep#31 : Modified in 10.1.17

galera_3nodes.galera_certification_ccc : Modified in 10.1.17
galera_3nodes.galera_innobackupex_backup : Modified in 10.1.17
galera_3nodes.galera_ist_gcache_rollover : Modified in 10.1.17
galera_3nodes.galera_pc_bootstrap : Modified in 10.1.17
galera_3nodes.galera_pc_weight : Modified in 10.1.17

galera.*        : Added to default suites in 10.1.19
galera_3nodes.* : Added to default suites in 10.1.19

#----------------------------------------------------------------

innodb.binlog_consistent              : MDEV-10618 - Server fails to start 
innodb.innodb-alter-table             : MDEV-10619 - Testcase timeout
innodb.innodb-alter-tempfile          : Modified on 2016-08-09 (MDEV-10469)
innodb.innodb_blob_truncate           : MDEV-10377 - Assertion failure
innodb.innodb-bug-14068765            : MDEV-9105 - valgrind warnings, assertion failures, also uses innodb-util.pl added in 10.1.19
innodb.innodb-bug-14084530            : MDEV-9105 - valgrind warnings, assertion failures, also uses innodb-util.pl added in 10.1.19
innodb.innodb_bug30423                : MDEV-7311 - Wrong number of rows in the plan
innodb.innodb-fk-warnings             : Modified on 2016-07-18 (MDEV-8569)
innodb.innodb-page_compression_zip    : MDEV-10641 - mutex problem
innodb.innodb_stats                   : MDEV-10682 - wrong result
innodb.innodb_sys_semaphore_waits     : MDEV-10331 - wrong result
innodb.innodb-wl5522                  : MDEV-9105 - valgrind warnings, assertion failures, also uses innodb-util.pl added in 10.1.19
innodb.innodb-wl5522-1                : MDEV-9105 - valgrind warnings, assertion failures, also uses innodb-util.pl added in 10.1.19
innodb.innodb-wl5522-debug            : modified in 10.1.19
innodb.innodb-wl5522-debug-zip        : MDEV-10427 - Warning: database page corruption, also modified in 10.1.19
innodb.innodb-wl5522-zip              : MDEV-9105 - valgrind warnings, assertion failures, also uses innodb-util.pl added in 10.1.19
innodb.xa_recovery                    : Modified in 10.1.19

#----------------------------------------------------------------

innodb_zip.innodb_prefix_index_liftedlimit : MDEV-10686 - timeout

#----------------------------------------------------------------

maria.encrypt-wrong-key : uses keys2.txt modified in 10.1.19

#----------------------------------------------------------------

mroonga/storage.column_datetime_32bit_2038                         : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_before_unix_epoch            : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_max                          : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_out_of_range                 : Wrong result on Alpha
mroonga/storage.index_multiple_column_unique_date_32bit_equal      : Wrong result on Alpha
mroonga/storage.index_multiple_column_unique_date_order_32bit_desc : Wrong result on Alpha
mroonga/storage.index_multiple_column_unique_datetime_index_read   : MDEV-8643 - valgrind warnings
mroonga/storage.repair_table_no_index_file                         : MDEV-9364 - wrong result

#----------------------------------------------------------------

multi_source.gtid        : MDEV-10620, MDEV-10417 - Timeout in wait condition, fails on Mips
multi_source.info_logs   : MDEV-10042 - wrong result
multi_source.multisource : MDEV-10417 - Fails on Mips
multi_source.reset_slave : MDEV-10690 - wrong result
multi_source.simple      : MDEV-4633 - Wrong slave status output
multi_source.status_vars : MDEV-4632 - failed while waiting for Slave_received_heartbeats

#----------------------------------------------------------------

parts.partition_float_myisam : MDEV-10621 - Testcase timeout
parts.partition_int_myisam   : MDEV-10621 - Testcase timeout

#----------------------------------------------------------------

perfschema.func_file_io                      : MDEV-5708 - fails for s390x
perfschema.func_mutex                        : MDEV-5708 - fails for s390x
perfschema.setup_actors                      : MDEV-10679 - rare crash
perfschema.socket_summary_by_event_name_func : MDEV-10622 - Socket summary tables do not match
perfschema.threads_mysql                     : MDEV-10677 - sporadic wrong result

#----------------------------------------------------------------

plugins.feedback_plugin_send     : MDEV-7932 - ssl failed for url
plugins.pam                      : Modified on 2016-08-03 (MDEV-7329)
plugins.pam_cleartext            : Modified on 2016-08-03
plugins.server_audit             : MDEV-9562 - crashes on sol10-sparc
plugins.thread_pool_server_audit : MDEV-9562 - crashes on sol10-sparc

#----------------------------------------------------------------

rpl.last_insert_id                    : MDEV-10625 - warnings in error log
rpl.rpl_auto_increment                : MDEV-10417 - Fails on Mips
rpl.rpl_auto_increment_bug45679       : MDEV-10417 - Fails on Mips
rpl.rpl_auto_increment_update_failure : MDEV-10625 - warnings in error log
rpl.rpl_binlog_index                  : MDEV-9501 - Warning: failed registering on master
rpl.rpl_checksum_cache                : MDEV-10626 - Testcase timeout
rpl.rpl_circular_for_4_hosts          : MDEV-10627 - Testcase timeout
rpl.rpl_ddl                           : MDEV-10417 - Fails on Mips
rpl.rpl_domain_id_filter_restart      : MDEV-10684 - Wrong result
rpl.rpl_drop_db                       : Modified in 10.1.19
rpl.rpl_gtid_basic                    : MDEV-10681 - server startup problem
rpl.rpl_gtid_crash                    : MDEV-9501 - Warning: failed registering on master
rpl.rpl_gtid_master_promote           : MDEV-10628 - Timeout in sync_with_master
rpl.rpl_gtid_mdev9033                 : MDEV-10680 - warnings
rpl.rpl_gtid_stop_start               : MDEV-10629 - Crash on shutdown
rpl.rpl_gtid_until                    : MDEV-10625 - warnings in error log
rpl.rpl_innodb_bug30888               : MDEV-10417 - Fails on Mips
rpl.rpl_insert                        : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_insert_delayed                : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_invoked_features              : MDEV-10417 - Fails on Mips
rpl.rpl_mariadb_slave_capability      : MDEV-11018 - sporadic wrong events in binlog
rpl.rpl_mdev6020                      : MDEV-10630, MDEV-10417 - Timeouts, fails on Mips
rpl.rpl_mdev6386                      : MDEV-10631 - Wrong result on slave
rpl.rpl_parallel                      : MDEV-10632, MDEV-10653 - Failures to sync, timeouts
rpl.rpl_parallel_optimistic           : MDEV-10511 - timeout
rpl.rpl_parallel_retry                : MDEV-11119 - Server crash
rpl.rpl_parallel_temptable            : MDEV-10356 - Crash in close_thread_tables
rpl.rpl_partition_innodb              : MDEV-10417 - Fails on Mips
rpl.rpl_row_drop_create_temp_table    : MDEV-10626 - Testcase timeout
rpl.rpl_row_log_innodb                : MDEV-10688 - Wrong result
rpl.rpl_row_sp001                     : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_show_slave_hosts              : MDEV-10681 - server startup problem
rpl.rpl_semi_sync                     : MDEV-11220 - Wrong result
rpl.rpl_semi_sync_uninstall_plugin    : MDEV-7140 - Wrong plugin status
rpl.rpl_slave_grp_exec                : MDEV-10514 - Unexpected deadlock
rpl.rpl_stop_slave_error              : Modified in 10.1.19
rpl.rpl_sync                          : MDEV-10633 - Database page corruption
rpl.rpl_temporary_error2              : MDEV-10634 - Wrong number of retries
rpl.sec_behind_master-5114            : MDEV-8518 - Wrong value of Seconds_Behind_Master
rpl.rpl_skip_replication              : MDEV-9268 - Fails with timeout in sync_slave_with_master on Alpha

#----------------------------------------------------------------

spider.* : MDEV-9329 - tests are too memory-consuming

spider/bg.direct_aggregate      : MDEV-7098 - Trying to unlock mutex that wasn't locked
spider/bg.direct_aggregate_part : MDEV-7098 - Trying to unlock mutex that wasn't locked
spider/bg.ha                    : MDEV-7914, MDEV-9329 - Crash, failures on s390x
spider/bg.ha_part               : MDEV-9329 - Fails on Ubuntu/s390x
spider/bg.spider_fixes          : MDEV-7098, MDEV-9329 - Mutex problem, failures on s390x
spider/bg.vp_fixes              : MDEV-9329 - Fails on Ubuntu/s390x

#----------------------------------------------------------------

sphinx.* : MDEV-10985, MDEV-10986 - Tests have not been maintained

#----------------------------------------------------------------

storage_engine* : Tests are not always timely maintained

#----------------------------------------------------------------

stress.ddl_innodb : MDEV-10635 - Testcase timeout

#----------------------------------------------------------------

sys_vars.autocommit_func2                  : MDEV-9329 - Fails on Ubuntu/s390x
sys_vars.general_log_file_basic            : Modified on 2016-08-09 (MDEV-10465)
sys_vars.keep_files_on_create_basic        : MDEV-10676 - timeout
sys_vars.slow_query_log_file_basic         : Modified on 2016-08-09 (MDEV-10465)
sys_vars.sysvars_innodb                    : MDEV-6958 - error-prone rdiffs
sys_vars.sysvars_server_embedded           : MDEV-6958 - error-prone rdiffs
sys_vars.innodb_buffer_pool_dump_pct_basic : MDEV-10651 - sporadic failure on file_exists
sys_vars.innodb_fatal_semaphore_wait_threshold : MDEV-10513 - crashes
sys_vars.sysvars_wsrep                         : Modified in 10.1.17
sys_vars.wsrep_max_ws_size_basic               : Modified in 10.1.17

#----------------------------------------------------------------

tokudb.cluster_filter                : MDEV-10678 - Wrong execution plan
tokudb.cluster_filter_hidden         : MDEV-10678 - Wrong execution plan
tokudb.cluster_filter_unpack_varchar : MDEV-10636 - Wrong execution plan
tokudb.i_s_tokudb_lock_waits_released : Modified in 10.1.17
tokudb.i_s_tokudb_locks_released     : Modified in 10.1.17
tokudb.*                             : MDEV-9891 - massive crashes on shutdown

tokudb_alter_table.*                 : MDEV-9891 - massive crashes on shutdown

tokudb_bugs.checkpoint_lock          : MDEV-10637 - Wrong processlist output
tokudb_bugs.checkpoint_lock_3        : MDEV-10637 - Wrong processlist output
tokudb_bugs.*                        : MDEV-9891 - massive crashes on shutdown

tokudb_parts.*                       : MDEV-9891 - massive crashes on shutdown

rpl-tokudb.*                         : MDEV-9891 - massive crashes on shutdown

tokudb_add_index.*                   : MDEV-9891 - massive crashes on shutdown
tokudb_backup.*                      : MDEV-9891 - massive crashes on shutdown
tokudb_mariadb.*                     : MDEV-9891 - massive crashes on shutdown
tokudb_rpl.*                         : MDEV-9891 - massive crashes on shutdown
tokudb_sys_vars.*                    : MDEV-9891 - massive crashes on shutdown

#----------------------------------------------------------------

unit.ma_test_loghandler : MDEV-10638 - record read not ok

#----------------------------------------------------------------

vcol.not_supported    : MDEV-10639 - Testcase timeout
vcol.vcol_keys_innodb : MDEV-10639 - Testcase timeout

#----------------------------------------------------------------

wsrep.mdev_10186 : Modified in 10.1.19

#----------------------------------------------------------------

wsrep_info.* : suite.pm modified in 10.1.19
