Current Path : /home/usr.opt/mysql57/mysql-test/extra/rpl_tests/ |
FreeBSD hs32.drive.ne.jp 9.1-RELEASE FreeBSD 9.1-RELEASE #1: Wed Jan 14 12:18:08 JST 2015 root@hs32.drive.ne.jp:/sys/amd64/compile/hs32 amd64 |
Current File : //home/usr.opt/mysql57/mysql-test/extra/rpl_tests/rpl_parallel_load_innodb.test |
# # This is a load generator to call from rpl_parallel and rpl_sequential tests # # # load volume parameter # --source include/have_myisam.inc let $iter = 20; let $init_rows= 50; # # Distribution of queries within an iteration: # legends: # auto = auto_increment=1, trans = inside BEGIN-COMMIT, # del = Delete, ins =- Insert, upd = Update # let $ins_auto_wk= 1; let $ins_auto_nk= 1; let $ins_trans_wk= 1; let $ins_trans_nk= 1; let $upd_trans_nk= 0; let $upd_trans_wk= 1; let $del_trans_nk= 0; let $del_trans_wk= 1; # windows run on PB2 is too slow to time out disable_query_log; if (`select convert(@@version_compile_os using latin1) IN ("Win32","Win64","Windows") as "TRUE"`) { let $iter = 10; } enable_query_log; let $databases = 16; connection slave; call mtr.add_suppression('Slave: Error dropping database'); ## todo: fix source include/stop_slave.inc; start slave; connection master; --disable_query_log --disable_result_log let $i = $databases + 1; while($i) { let $i1 = $i; dec $i1; eval create database test$i1; eval use test$i1; create table ti_nk (a int, b int, c text) engine=innodb; create table ti_wk (a int auto_increment primary key, b int, c text) engine=innodb; let $l1= $init_rows; while($l1) { eval insert into ti_nk values($l1, $i1, uuid()); dec $l1; } # this table is special - just for timing. It's more special on test0 db # where it contains master timing of the load as well. create table benchmark (state text) engine=myisam; # timestamp keep on the slave side dec $i; } --enable_result_log --enable_query_log --source include/sync_slave_sql_with_master.inc #connection slave; --disable_query_log --disable_result_log let $i = $databases + 1; while($i) { let $i1 = $i; dec $i1; eval use test$i1; alter table benchmark add ts timestamp not null default current_timestamp; dec $i; } --enable_result_log --enable_query_log # not gather events into relay log w/o executing yet stop slave sql_thread; ##call p1(1); connection master; --disable_query_log --disable_result_log # # Load producer # # initial timestamp to record # the extra ts col on slave is effective only with the STMT format (todo: bug-report) set @save.binlog_format= @@session.binlog_format; set @@session.binlog_format=STATEMENT; let $i = $databases + 1; while($i) { let $i1 = $i; dec $i1; eval use test$i1; insert into benchmark set state='slave takes on load'; dec $i; } set @@session.binlog_format= @save.binlog_format; connection slave; use test0; insert into benchmark set state='master started load'; connection master; while ($iter) { let $i = $databases + 1; while ($i) { let $i1 = $i; dec $i1; eval use test$i1; let $ins= $ins_auto_nk; while ($ins) { eval insert into ti_nk values($iter, $i1, uuid()); dec $ins; } let $ins= $ins_auto_wk; while ($ins) { eval insert into ti_wk values(null, $i1, uuid()); dec $ins; } begin; let $ins= $ins_trans_nk; while ($ins) { eval insert into ti_nk values($iter, $i1, uuid()); dec $ins; } let $ins= $ins_trans_wk; while ($ins) { eval insert into ti_wk values(null, $i1, repeat('a', round(rand()*10))); dec $ins; } let $min=`select min(a) from ti_nk`; let $del= $del_trans_nk; while ($del) { eval delete from ti_nk where a= $min + $del; dec $del; } let $min=`select min(a) from ti_nk`; let $del= $del_trans_wk; while ($del) { eval delete from ti_wk where a= $min + $del; dec $del; } let $upd= $upd_trans_nk; while ($upd) { update ti_nk set c= uuid(); dec $upd; } let $upd= $upd_trans_wk; while ($upd) { update ti_wk set c= uuid(); dec $upd; } commit; dec $i; } dec $iter; } connection slave; use test0; insert into benchmark set state='master ends load'; connection master; # terminal timestamp to record let $i = $databases + 1; set @save.binlog_format= @@session.binlog_format; set @@session.binlog_format=STATEMENT; while($i) { let $i1 = $i; dec $i1; eval use test$i1; insert into benchmark set state='slave is supposed to finish with load'; dec $i; } set @@session.binlog_format= @save.binlog_format; --enable_result_log --enable_query_log connection slave; ## todo: record start and end time of appying to compare times of # parallel and sequential execution. --disable_result_log insert into test0.benchmark set state='slave is processing load'; # To force filling timestamp cols with the slave local clock values # to implement benchmarking. # TODO: replace with another algorithm #set @save.mts_exp_slave_local_timestamp=@@global.mts_exp_slave_local_timestamp; #set @@global.mts_exp_slave_local_timestamp=1; start slave sql_thread; let $wait_timeout= 600; let $wait_condition= SELECT count(*)+sleep(1) = 5 FROM test0.benchmark; source include/wait_condition_or_abort.inc; use test0; insert into benchmark set state='slave ends load'; # cleanup for files that could not be removed in the end of previous invocation. let $MYSQLD_DATADIR= `select @@datadir`; --remove_files_wildcard $MYSQLD_DATADIR *.out use test; let $benchmark_file= `select replace(concat("benchmark_",uuid(),".out"),"-","_")`; --replace_regex /benchmark_.*.out/benchmark.out/ eval select * from test1.benchmark into outfile '$benchmark_file'; select ts from test0.benchmark where state like 'master started load' into @m_0; select ts from test0.benchmark where state like 'master ends load' into @m_1; select ts from test0.benchmark where state like 'slave takes on load' into @s_m0; select ts from test0.benchmark where state like 'slave is supposed to finish with load' into @s_m1; select ts from test0.benchmark where state like 'slave ends load' into @s_1; select ts from test0.benchmark where state like 'slave is processing load' into @s_0; let $delta_file= `select replace(concat("delta_",uuid(),".out"),"-","_")`; --replace_regex /delta_.*.out/delta.out/ eval select time_to_sec(@m_1) - time_to_sec(@m_0) as 'delta_m', time_to_sec(@s_1) - time_to_sec(@s_0) as 'delta_s', time_to_sec(@s_m1) - time_to_sec(@s_m0) as 'delta_sm' into outfile '$delta_file'; # # Consistency verification # let $i = $databases + 1; while($i) { let $i1 = $i; dec $i1; # removing uuid() non-deterministic last collumn with statement format connection master; --disable_query_log if (`select @@global.binlog_format like 'statement'`) { eval alter table test$i1.ti_nk drop c; eval alter table test$i1.ti_wk drop c; } --disable_query_log --source include/sync_slave_sql_with_master.inc let $diff_tables=master:test$i1.ti_nk, slave:test$i1.ti_nk; source include/diff_tables.inc; let $diff_tables=master:test$i1.ti_wk, slave:test$i1.ti_wk; source include/diff_tables.inc; dec $i; } --enable_result_log --enable_query_log connection master; --disable_query_log --disable_result_log let $i = $databases + 1; while($i) { let $i1 = $i; dec $i1; eval drop database test$i1; dec $i; } --enable_result_log --enable_query_log --source include/sync_slave_sql_with_master.inc