You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
191 lines
17 KiB
191 lines
17 KiB
# Weekly suite - Collection of tests that are run weekly
|
|
# This suite is the super set of MTR test combinations
|
|
# Run in the weekend and can run for 48 hours
|
|
# This collection runs on tier1 platforms
|
|
# Tier2 platforms have reduced coverage as defined by default.weekly.basic
|
|
# Repeats all test runs on daily, but with --debug-server
|
|
# Few additional runs with different mysqld and mysqltest options
|
|
#
|
|
|
|
|
|
###### SECTION : REPEAT DAILY RUN ON DEBUG BUILD###################
|
|
# This section is a duplicate of daily run, but on debug builds
|
|
# Some runs have addition --big-test option when compared to daily
|
|
# Any command line added to default.daily shoukld be added
|
|
# here with --debug-server option
|
|
#
|
|
#### SECTION 1: RUN DEFAULT SUITES##############
|
|
# Add all combinations with default suites in this section
|
|
#
|
|
# Run all default suites
|
|
# rpl and binlog suites run with all 3
|
|
# binlog-formats row, stmt and mixed
|
|
# Run with --big-test option so that longer tests are also run
|
|
# Run with --non-parallel-test option so that non parallel tests are also run
|
|
perl mysql-test-run.pl --debug-server --force --timer --big-test --non-parallel-test --testcase-timeout=90 --comment=all-default-big --vardir=var-all-default-big --report-features --unit-tests-report --no-skip
|
|
|
|
# Run default suites with ps protocol
|
|
perl mysql-test-run.pl --debug-server --force --timer --big-test --testcase-timeout=90 --comment=ps-debug-big --vardir=var-ps-debug-big --ps-protocol
|
|
|
|
############END OF SECTION1(DEFAULT SUITES) ######################
|
|
|
|
|
|
|
|
#################SECTION2: RUN SUITES THAT ARE NOT PART OF DEFAULT##########
|
|
# Run the suites that are not part of the default - funcs_2, stress, jp, nist
|
|
# interactive_utilities,engines, memcached
|
|
perl mysql-test-run.pl --debug-server --force --timer --big-test --testcase-timeout=60 --comment=audit_null-big --vardir=var-audit_null-big --suite=audit_null --no-skip
|
|
perl mysql-test-run.pl --debug-server --force --timer --big-test --testcase-timeout=60 --comment=funcs1-big --vardir=var-funcs1-big --suite=funcs_1 --no-skip
|
|
perl mysql-test-run.pl --debug-server --force --timer --big-test --testcase-timeout=60 --comment=funcs2-big --vardir=var-funcs2-big --suite=funcs_2 --no-skip
|
|
perl mysql-test-run.pl --debug-server --force --timer --big-test --comment=stress --vardir=var-stress --suite=stress --no-skip
|
|
perl mysql-test-run.pl --debug-server --force --timer --big-test --comment=jp --vardir=var-jp --suite=jp --no-skip
|
|
perl mysql-test-run.pl --debug-server --force --timer --big-test --comment=nist --vardir=var-nist --suite=nist --no-skip
|
|
perl mysql-test-run.pl --debug-server --force --timer --comment=nist+ps --vardir=var-ps_nist --suite=nist --ps-protocol --no-skip
|
|
perl mysql-test-run.pl --debug-server --force --timer --big-test --testcase-timeout=60 --comment=interactive_tests --vardir=var-interactive --suite=interactive_utilities --no-skip
|
|
# Engine independent tests
|
|
perl mysql-test-run.pl --debug-server --timer --force --big-test --comment=eits-tests-myisam-engine --vardir=var-stmt-eits-tests-myisam-engine --suite=engines/iuds,engines/funcs --mysqld=--default-storage-engine=myisam --mysqld=--default-tmp-storage-engine=myisam --no-skip
|
|
perl mysql-test-run.pl --debug-server --timer --force --big-test --comment=eits-tests-innodb-engine --vardir=var-stmt-eits-tests-innodb-engine --suite=engines/iuds,engines/funcs --mysqld=--default-storage-engine=innodb --no-skip
|
|
|
|
# Memcached tests
|
|
perl mysql-test-run.pl --debug-server --timer --force --comment=memcached --vardir=var-memcached --suite=memcached --no-skip
|
|
|
|
# Group Replication
|
|
perl mysql-test-run.pl --timer --debug-server --force --parallel=6 --comment=group_replication-debug --vardir=var-group_replication-debug --suite=group_replication --big-test --testcase-timeout=60 --suite-timeout=360
|
|
######END OF SECTION 2 (NON-DEFAULT SUITES)######################
|
|
|
|
######## SECTION 3: EXTENDED RUNS FOR REPLICATION AND BINLOG#######
|
|
# Add runs of rpl and binlog test suites with additional
|
|
# MTR or mysqld options in this section
|
|
|
|
# Additional mode for rpl. Multi-Threaded Slave
|
|
# Run with --non-parallel-test option so that non parallel tests are also run
|
|
perl mysql-test-run.pl --debug-server --timer --force --big-test --testcase-timeout=60 --comment=rpl-mts-db --vardir=var-rpl-mts-db --mysqld=--slave-parallel-workers=4 --mysqld=--slave-parallel-type=database --do-suite=rpl --no-skip --non-parallel-test
|
|
perl mysql-test-run.pl --debug-server --timer --force --big-test --testcase-timeout=60 --comment=rpl-mts-lc --vardir=var-rpl-mts-lc --mysqld=--slave-parallel-workers=4 --mysqld=--slave-parallel-type=logical_clock --do-suite=rpl --no-skip --non-parallel-test
|
|
|
|
# Additional GTID coverage (rpl suite with gtid_mode=ON)
|
|
# Run with --non-parallel-test option so that non parallel tests are also run
|
|
perl mysql-test-run.pl --debug-server --force --timer --big-test --testcase-timeout=60 --comment=rpl-gtid --vardir=var-rpl-gtid --suite=rpl --mysqld=--enforce-gtid-consistency --mysqld=--gtid-mode=on --no-skip --non-parallel-test
|
|
|
|
# Additional GTID coverage (binlog suite with gtid_mode=ON)
|
|
perl mysql-test-run.pl --debug-server --force --timer --big-test --testcase-timeout=60 --comment=binlog_with_gtid --vardir=var-binlog_gtid --suite=binlog --mysqld=--enforce-gtid-consistency --mysqld=--gtid-mode=on --no-skip
|
|
|
|
################END OF SECTION3(EXTENDED RPL/BINLOG) ####################
|
|
|
|
|
|
#######SECTION 4 : EXTENDED RUNS FOR INNODB SUITES #####
|
|
# Run innodb suite including big-test with innodb-page-size=4k
|
|
perl mysql-test-run.pl --debug-server --timer --force --big-test --testcase-timeout=60 --comment=innodb-page-size-4k --vardir=var-innodb-page-size-4k --initialize=--innodb-page-size=4k --suite=innodb,innodb_undo,clone --no-skip
|
|
|
|
# Run innodb suite with innodb-page-size=8k
|
|
perl mysql-test-run.pl --debug-server --timer --force --comment=innodb-page-size-8k --vardir=var-innodb-page-size-8k --initialize=--innodb-page-size=8k --suite=innodb,innodb_undo,clone --no-skip
|
|
|
|
####END OF SECTION4(EXTENDED INNODB) ####################
|
|
####### END OF SECTION - REPEAT DAILY###############################
|
|
|
|
|
|
#####SECTION : WEEKLY EXTENDED TESTS #############
|
|
#This section has tests that are run only in the weekly
|
|
|
|
### SECTION5: DEFAULT SUITES(EXTENDED-WEEKLY)
|
|
# Additional combinations run on default suites in weekly
|
|
#
|
|
## Running default suites other than rpl and binlog with binlog-format mixed
|
|
perl mysql-test-run.pl --comment=all-binlogformat-mix --vardir=var-binlogformat-mix --force --timer --debug-server --suite=auth_sec,clone,collations,connection_control,encryption,federated,funcs_1,funcs_2,gcol,sysschema,gis,innodb,innodb_fts,innodb_gis,innodb_undo,innodb_zip,json,main,opt_trace,parts,perfschema,query_rewrite_plugins,secondary_engine,service_status_var_registration,service_sys_var_registration,service_udf_registration,sys_vars,test_service_sql_api,test_services,x --mysqld=--binlog_format=mixed
|
|
|
|
## Running default suites other than rpl and binlog with skip-log-bin and skip-log-slave-updates
|
|
perl mysql-test-run.pl --comment=all-skiplogbin --vardir=var-skiplogbin --force --timer --debug-server --suite=auth_sec,clone,collations,connection_control,encryption,federated,funcs_1,funcs_2,gcol,sysschema,gis,innodb,innodb_fts,innodb_gis,innodb_undo,innodb_zip,json,main,opt_trace,parts,perfschema,query_rewrite_plugins,secondary_engine,service_status_var_registration,service_sys_var_registration,service_udf_registration,sys_vars,test_service_sql_api,test_services,x --mysqld=--skip-log-bin --mysqld=--skip-log-slave-updates
|
|
######END OF SECTION (DEFAULT SUITES (EXTENDED-WEEKLY))######################
|
|
|
|
|
|
######SECTION 6 ( INNODB (EXTENDED-WEEKLY)###############
|
|
# Run innodb suite including big-test with innodb-page-size=32k and 64k
|
|
# Runs with innodb-page-size=4k and 8k are covered in SECTION 4
|
|
|
|
# Run innodb suite including big-test with innodb-page-size=32k and 64k
|
|
perl mysql-test-run.pl --timer --force --big-test --testcase-timeout=60 --debug-server --comment=innodb_32k_size --vardir=var-innodb_32k --initialize=--innodb-page-size=32k --suite=innodb,innodb_undo,innodb_zip,clone --no-skip
|
|
|
|
perl mysql-test-run.pl --timer --force --big-test --testcase-timeout=60 --debug-server --comment=innodb_64k_size --vardir=var-innodb-64k --initialize=--innodb-page-size=64k --suite=innodb,innodb_undo,innodb_zip,clone --no-skip
|
|
|
|
# Run innodb_gis suite including big-test with innodb-page-size=4k
|
|
perl mysql-test-run.pl --timer --force --big-test --testcase-timeout=60 --debug-server --comment=innodb_gis_4k_size --vardir=var-innodb_gis-4k --initialize=--innodb-page-size=4k --suite=innodb_gis --no-skip
|
|
|
|
# Run innodb compression tests
|
|
# Run innodb_zip suite with innodb-log-compressed-pages, innodb-compression-level and innodb_page_size=4k and 8k and the default 16k
|
|
|
|
perl mysql-test-run.pl --vardir=var-innodb-zip-comp_log0 --force --big-test --comment=compressed_log0 --testcase-timeout=60 --debug-server --mysqld=--innodb-log-compressed-pages=0 --suite=innodb_zip --no-skip
|
|
|
|
perl mysql-test-run.pl --vardir=var-innodb-zip-comp_log1 --force --big-test --comment=compressed_log1 --testcase-timeout=60 --debug-server --mysqld=--innodb-log-compressed-pages=1 --suite=innodb_zip --no-skip
|
|
|
|
perl mysql-test-run.pl --vardir=var-innodb-zip-log0_level1 --force --big-test --comment=compressed_log0_level1 --testcase-timeout=60 --debug-server --mysqld=--innodb-log-compressed-pages=0 --mysqld=--innodb-compression-level=1 --suite=innodb_zip --no-skip
|
|
|
|
perl mysql-test-run.pl --vardir=var-innodb-zip-log1_level9 --force --big-test --comment=compressed_log1_level9 --testcase-timeout=60 --debug-server --mysqld=--innodb-log-compressed-pages=1 --mysqld=--innodb-compression-level=9 --suite=innodb_zip --no-skip
|
|
|
|
perl mysql-test-run.pl --vardir=var-innodb-zip-log0_level9_4k --force --big-test --comment=compressed_log0_level9_4k --testcase-timeout=60 --debug-server --mysqld=--innodb-log-compressed-pages=0 --mysqld=--innodb-compression-level=9 --initialize=--innodb-page-size=4k --suite=innodb_zip --no-skip
|
|
|
|
perl mysql-test-run.pl --vardir=var-innodb-zip-log1_level1_8k --force --big-test --comment=compressed_log1_level1_8k --testcase-timeout=60 --debug-server --mysqld=--innodb-log-compressed-pages=1 --mysqld=--innodb-compression-level=1 --initialize=--innodb-page-size=8k --suite=innodb_zip --no-skip
|
|
|
|
# Run explicit undo tablespaces with pagesize=smallest, default and largest
|
|
# Do not add/run innodb_undo suite with 32 explicit undos, test would fail
|
|
|
|
# Run innodb suites with explicit undo tablespaces >0 and pagesize=4k
|
|
perl mysql-test-run.pl --timer --force --comment=innodb_undo_32_4k --testcase-timeout=60 --debug-server --vardir=var-innodb-undo-32-4k --suite=innodb_zip,innodb --initialize=--init-file=std_data/explicit_undo_32.sql --initialize=--innodb-page-size=4k --no-skip
|
|
|
|
# Run innodb suites with explicit undo tablespaces >0 and pagesize=default
|
|
perl mysql-test-run.pl --timer --force --comment=innodb_undo_32_16k --testcase-timeout=60 --debug-server --vardir=var-innodb-undo-32-16k --suite=innodb_zip,innodb --initialize=--init-file=std_data/explicit_undo_32.sql --no-skip
|
|
|
|
# Run innodb suites with explicit undo tablespaces >0 and pagesize=64k
|
|
perl mysql-test-run.pl --timer --force --comment=innodb_undo_32_64k --testcase-timeout=60 --debug-server --vardir=var-innodb-undo-32-64k --suite=innodb_zip,innodb --initialize=--init-file=std_data/explicit_undo_32.sql --initialize=--innodb-page-size=64k --no-skip
|
|
|
|
# Run innodb suite with --innodb_sync_debug=1
|
|
perl mysql-test-run.pl --timer --force --comment=innodb_sync_debug --testcase-timeout=60 --debug-server --vardir=var-innodb-sync-debug --suite=innodb --mysqld=--innodb_sync_debug=1 --no-skip
|
|
|
|
######################END OF SECTION 6 (INNODB(EXTENDED-WEEKLY))#######
|
|
#
|
|
#
|
|
####SECTION 7 RPL/BINLOG EXTENDED-WEEKLY#############
|
|
#
|
|
# Additional run to test rpl TABLE_SCAN & INDEX_SCAN
|
|
#
|
|
perl mysql-test-run.pl --force --debug-server --timer --comment=rpl_row_table_scan --vardir=var-rpl_row_table_scan --mysqld=--binlog-format=row --do-suite=rpl --mysqld=--slave-rows-search-algorithms=TABLE_SCAN,INDEX_SCAN --big-test --testcase-timeout=60 --no-skip
|
|
|
|
perl mysql-test-run.pl --debug-server --timer --force --comment=rpl_row_table_MTS --vardir=var-mts-rpl-table-n_mix --mysqld=--binlog-format=row --mysqld=--slave-parallel-workers=4 --do-suite=rpl --mysqld=--slave-rows-search-algorithms=TABLE_SCAN,INDEX_SCAN --no-skip
|
|
|
|
# binlog-transaction-dependency-tracking=WRITESET with MTS slave-parellel-type=logical-clock
|
|
perl mysql-test-run.pl --timer --force --big-test --testcase-timeout=60 --debug-server --comment=rpl_MTS-lc-binlog-txn-dependency-tracking --vardir=var-rpl-MTS-lc-binlog-txn-dependency-tracking --do-suite=rpl --mysqld=--binlog-format=row --mysqld=--slave-parallel-workers=4 --mysqld=--slave-parallel-type=logical_clock --no-skip --mysqld=--binlog-transaction-dependency-tracking=WRITESET
|
|
|
|
# Rpl suite with Transaction-writeset-extraction disabled
|
|
perl mysql-test-run.pl --debug-server --force --timer --big-test --testcase-timeout=60 --comment=rpl_without_txn_write_set_extraction --vardir=var-rpl_txn_write_set_extraction_disabled --suite=rpl,rpl_gtid,rpl_nogtid --mysqld=--transaction-write-set-extraction=OFF --no-skip
|
|
|
|
# relay-log-info-repository
|
|
perl mysql-test-run.pl --debug-server --force --timer --big-test --testcase-timeout=60 --comment=rpl_relay_log_info_file --vardir=var-rpl_relay_log_info_file --do-suite=rpl --mysqld=--relay-log-info-repository=FILE --no-skip
|
|
perl mysql-test-run.pl --debug-server --force --timer --big-test --testcase-timeout=60 --comment=rpl_master_info_file --vardir=var-rpl_master_info_file --do-suite=rpl --mysqld=--master-info-repository=FILE --no-skip
|
|
###########END OF SECTION 7 RPL/BINLOG EXTENDED-WEEKLY#############
|
|
|
|
####SECTION 8 GR EXTENDED-WEEKLY#############
|
|
#
|
|
# a) NON-DEBUG
|
|
#
|
|
#GR with loose-group_replication_gtid_assignment_block_size=1
|
|
perl mysql-test-run.pl --timer --force --parallel=6 --comment=group_replication_gtid_assignment_block_size_1 --vardir=var-group_replication_gtid_assignment_block_size_1 --suite=group_replication --big-test --testcase-timeout=60 --suite-timeout=360 --mysqld=--loose-group_replication_gtid_assignment_block_size=1
|
|
|
|
#GR with MTS
|
|
perl mysql-test-run.pl --timer --force --parallel=6 --comment=group_replication_parallel_applier --vardir=var-group_replication_parallel_applier --suite=group_replication --big-test --testcase-timeout=60 --suite-timeout=360 --mysqld=--slave-parallel-workers=4 --mysqld=--slave-parallel-type=logical_clock --mysqld=--slave_preserve_commit_order=ON
|
|
perl mysql-test-run.pl --timer --force --parallel=6 --comment=group_replication_parallel_applier_binlog-txn-dependency-tracking --vardir=var-group_replication_parallel_applier_binlog-txn-dependency-tracking --suite=group_replication --big-test --testcase-timeout=60 --suite-timeout=360 --mysqld=--slave-parallel-workers=4 --mysqld=--slave-parallel-type=logical_clock --mysqld=--slave_preserve_commit_order=ON --mysqld=--binlog-transaction-dependency-tracking=WRITESET
|
|
|
|
#GR with group_replication_ssl_mode = REQUIRED
|
|
perl mysql-test-run.pl --timer --force --parallel=6 --comment=group_replication_ssl_mode_required --vardir=var-group_replication_ssl_mode_required --suite=group_replication --big-test --testcase-timeout=60 --suite-timeout=360 --mysqld=--loose-group_replication_ssl_mode=REQUIRED
|
|
#
|
|
# b) DEBUG
|
|
#
|
|
|
|
#GR with loose-group_replication_gtid_assignment_block_size=1 on debug build
|
|
perl mysql-test-run.pl --timer --debug-server --force --parallel=6 --comment=group_replication_gtid_assignment_block_size_1-debug --vardir=var-group_replication_gtid_assignment_block_size_1-debug --suite=group_replication --big-test --testcase-timeout=60 --suite-timeout=360 --mysqld=--loose-group_replication_gtid_assignment_block_size=1
|
|
|
|
#GR with MTS on debug build
|
|
perl mysql-test-run.pl --timer --debug-server --force --parallel=6 --comment=group_replication_parallel_applier-debug --vardir=var-group_replication_parallel_applier-debug --suite=group_replication --big-test --testcase-timeout=60 --suite-timeout=360 --mysqld=--slave-parallel-workers=4 --mysqld=--slave-parallel-type=logical_clock --mysqld=--slave_preserve_commit_order=ON
|
|
perl mysql-test-run.pl --timer --debug-server --force --parallel=6 --comment=group_replication_ssl_mode_required-debug --vardir=var-group_replication_ssl_mode_required-debug --suite=group_replication --big-test --testcase-timeout=60 --suite-timeout=360 --mysqld=--loose-group_replication_ssl_mode=REQUIRED
|
|
|
|
#GR with group_replication_ssl_mode = REQUIRED on debug build
|
|
perl mysql-test-run.pl --timer --debug-server --force --parallel=6 --comment=group_replication_transaction-write-set-extraction_MURMUR32-debug --vardir=var-group_replication_transaction-write-set-extraction_MURMUR32-debug --suite=group_replication --big-test --testcase-timeout=60 --suite-timeout=360 --mysqld=--transaction-write-set-extraction=MURMUR32
|
|
####END OF SECTION 8 GR EXTENDED-WEEKLY#############
|
|
|
|
|