B4BY.588

: / usr / share / mysql-test / extra / rpl_tests /
Filename : rpl_parallel_load_innodb.test
back
#
# This is a load generator to call from rpl_parallel and rpl_sequential tests

#
#
# load volume parameter
#

let $iter = 20;
let $init_rows= 50;

#
# Distribution of queries within an iteration:
# legends:
# auto = auto_increment=1, trans = inside BEGIN-COMMIT, 
# del = Delete, ins =- Insert, upd = Update
#
let $ins_auto_wk= 1;
let $ins_auto_nk= 1;
let $ins_trans_wk= 1;
let $ins_trans_nk= 1;
let $upd_trans_nk= 0;
let $upd_trans_wk= 1;
let $del_trans_nk= 0;
let $del_trans_wk= 1;

# windows run on PB2 is too slow to time out
disable_query_log;
if (`select convert(@@version_compile_os using latin1) IN ("Win32","Win64","Windows") as "TRUE"`)
{
  let $iter = 10;
}
enable_query_log;

let $databases = 16;

connection slave;

call mtr.add_suppression('Slave: Error dropping database'); ## todo: fix

source include/stop_slave.inc;
start slave;

connection master;

--disable_query_log
--disable_result_log


let $i = $databases + 1;
while($i)
{
  let $i1 = $i;
  dec $i1;
  
  eval create database test$i1;
  eval use test$i1;
  create table ti_nk (a int, b int, c text) engine=innodb;
  create table ti_wk (a int auto_increment primary key, b int, c text) engine=innodb;
  let $l1= $init_rows;
  while($l1)
  {
       	eval insert into ti_nk values($l1, $i1, uuid());
	dec $l1;
  }

  # this table is special - just for timing. It's more special on test0 db
  # where it contains master timing of the load as well.
  create table benchmark (state text) engine=myisam; # timestamp keep on the slave side

  dec $i;
}

--enable_result_log
--enable_query_log


--source include/sync_slave_sql_with_master.inc
#connection slave;

--disable_query_log
--disable_result_log

let $i = $databases + 1;
while($i)
{
  let $i1 = $i;
  dec $i1;
  eval use test$i1;
  alter table benchmark add ts timestamp not null default current_timestamp;

  dec $i;
}
--enable_result_log
--enable_query_log


# not gather events into relay log w/o executing yet
stop slave sql_thread;

##call p1(1);

connection master;

--disable_query_log
--disable_result_log

#
# Load producer
#

# initial timestamp to record

# the extra ts col on slave is effective only with the STMT format (todo: bug-report)
set @save.binlog_format= @@session.binlog_format;
set @@session.binlog_format=STATEMENT;
let $i = $databases + 1;
while($i)
{
  let $i1 = $i;
  dec $i1;
  eval use test$i1;

  insert into benchmark set state='slave takes on load';

  dec $i;
}
set @@session.binlog_format= @save.binlog_format;

connection slave;

use test0;
insert into benchmark set state='master started load';


connection master;

while ($iter)
{
    let $i = $databases + 1;

    while ($i)
    {
	let $i1 = $i;
	dec $i1;

	eval use test$i1;

        let $ins= $ins_auto_nk;
	while ($ins)
	{
	    eval insert into ti_nk values($iter, $i1, uuid());
	    dec $ins;
	}

        let $ins= $ins_auto_wk;
	while ($ins)
	{
	    eval insert into ti_wk values(null,  $i1, uuid());
	    dec $ins;
	}

	begin;

        let $ins= $ins_trans_nk;
	while ($ins)
	{
	    eval insert into ti_nk values($iter, $i1, uuid());
	    dec $ins;
	}

        let $ins= $ins_trans_wk;
	while ($ins)
	{
	    eval insert into ti_wk values(null,  $i1, repeat('a', round(rand()*10)));
	    dec $ins;
	}

	let $min=`select min(a) from ti_nk`;
        let $del= $del_trans_nk;
	while ($del)
	{
	    eval delete from ti_nk where a= $min + $del;
	    dec $del;
	}

	let $min=`select min(a) from ti_nk`;
        let $del= $del_trans_wk;
	while ($del)
	{
	    eval delete from ti_wk where a= $min + $del;
	    dec $del;
	}

        let $upd= $upd_trans_nk;
	while ($upd)
	{
	    update ti_nk set c= uuid();
	    dec $upd;
	}

        let $upd= $upd_trans_wk;
	while ($upd)
	{
	    update ti_wk set c= uuid();
	    dec $upd;
	}

	commit;
	dec $i;
    }

    dec $iter;
}

connection slave;

use test0;
insert into benchmark set state='master ends load';

connection master;

# terminal timestamp to record

let $i = $databases + 1;
set @save.binlog_format= @@session.binlog_format;
set @@session.binlog_format=STATEMENT;
while($i)
{
  let $i1 = $i;
  dec $i1;
  eval use test$i1;

  insert into benchmark set state='slave is supposed to finish with load';

  dec $i;
}
set @@session.binlog_format= @save.binlog_format;

--enable_result_log
--enable_query_log

connection slave;

## todo: record start and end time of appying to compare times of
#  parallel and sequential execution.

--disable_result_log

insert into test0.benchmark set state='slave is processing load';

# To force filling timestamp cols with the slave local clock values
# to implement benchmarking.

# TODO: replace with another algorithm
#set @save.mts_exp_slave_local_timestamp=@@global.mts_exp_slave_local_timestamp;
#set @@global.mts_exp_slave_local_timestamp=1;
start slave sql_thread;

let $wait_timeout= 600;
let $wait_condition= SELECT count(*)+sleep(1) = 5 FROM test0.benchmark;
source include/wait_condition.inc;

use test0;
insert into benchmark set state='slave ends load';

# cleanup for files that could not be removed in the end of previous invocation.
let $MYSQLD_DATADIR= `select @@datadir`;
--remove_files_wildcard $MYSQLD_DATADIR *.out

use test;
let $benchmark_file= `select replace(concat("benchmark_",uuid(),".out"),"-","_")`;
--replace_regex /benchmark_.*.out/benchmark.out/
eval select * from test1.benchmark into outfile  '$benchmark_file';
select ts from test0.benchmark where state like 'master started load' into @m_0;
select ts from test0.benchmark where state like 'master ends load' into @m_1;
select ts from test0.benchmark where state like 'slave takes on load' into @s_m0;
select ts from test0.benchmark where state like 'slave is supposed to finish with load' into @s_m1;

select ts from test0.benchmark where state like 'slave ends load' into @s_1;
select ts from test0.benchmark where state like 'slave is processing load' into @s_0;
let $delta_file= `select replace(concat("delta_",uuid(),".out"),"-","_")`;
--replace_regex /delta_.*.out/delta.out/
eval select time_to_sec(@m_1) - time_to_sec(@m_0) as 'delta_m', 
       time_to_sec(@s_1) - time_to_sec(@s_0) as 'delta_s',
       time_to_sec(@s_m1) - time_to_sec(@s_m0) as 'delta_sm'  into outfile '$delta_file';


#
# Consistency verification
#
let $i = $databases + 1;
while($i)
{
  let $i1 = $i;
  dec $i1;

  # removing uuid() non-deterministic last collumn with statement format
  connection master;

  --disable_query_log
  if (`select @@global.binlog_format like 'statement'`)
  {
    eval alter table test$i1.ti_nk drop c;
    eval alter table test$i1.ti_wk drop c;
  }
  --disable_query_log

  --source include/sync_slave_sql_with_master.inc
  let $diff_tables=master:test$i1.ti_nk, slave:test$i1.ti_nk;
  source include/diff_tables.inc;

  let $diff_tables=master:test$i1.ti_wk, slave:test$i1.ti_wk;
  source include/diff_tables.inc;

  dec $i;
}
--enable_result_log
--enable_query_log


connection master;

--disable_query_log
--disable_result_log

let $i = $databases + 1;
while($i)
{
  let $i1 = $i;
  dec $i1;

  eval drop database test$i1;
  dec $i;
}

--enable_result_log
--enable_query_log

--source include/sync_slave_sql_with_master.inc