mirror of
https://github.com/percona/percona-toolkit.git
synced 2025-09-07 21:09:14 +00:00
ec9cc2c910
* PT-1897 pt-stalk on MySQL 8 not collecting lock information For version prior 8.0 pt-stalk continue using Information Schema INNODB_LOCKS and INNODB_LOCK_WAITS tables for collecting lock information. For version 8.0 and higher pt-stalk uses tables data_locks and data_lock_waits in Performance Schema * PT-1897 - Better MariaDB support We cannot simply compare version number with 8.0 to identify if lock tables are in Performance Schema, because MariaDB 10.x still have them in the Information Schema. Therefore added additional flag, indicating which syntax we should use * Tests for PT-1897 * PT-1897: added missed samples for tests * PT-1897 Fixed retention test Co-authored-by: Carlos Salguero <carlos.salguero@percona.com>
933 lines
29 KiB
Perl
933 lines
29 KiB
Perl
#!/usr/bin/env perl
|
||
|
||
BEGIN {
|
||
die "The PERCONA_TOOLKIT_BRANCH environment variable is not set.\n"
|
||
unless $ENV{PERCONA_TOOLKIT_BRANCH} && -d $ENV{PERCONA_TOOLKIT_BRANCH};
|
||
unshift @INC, "$ENV{PERCONA_TOOLKIT_BRANCH}/lib";
|
||
};
|
||
|
||
use strict;
|
||
use warnings FATAL => 'all';
|
||
use threads;
|
||
use English qw(-no_match_vars);
|
||
use Test::More;
|
||
use Time::HiRes qw(sleep);
|
||
|
||
use PerconaTest;
|
||
use DSNParser;
|
||
use Sandbox;
|
||
|
||
my $dp = new DSNParser(opts=>$dsn_opts);
|
||
my $sb = new Sandbox(basedir => '/tmp', DSNParser => $dp);
|
||
my $dbh = $sb->get_dbh_for('master');
|
||
|
||
if ( !$dbh ) {
|
||
plan skip_all => 'Cannot connect to sandbox master';
|
||
}
|
||
|
||
my $cnf = "/tmp/12345/my.sandbox.cnf";
|
||
my $pid_file = "/tmp/pt-stalk.pid.$PID";
|
||
my $log_file = "/tmp/pt-stalk.log.$PID";
|
||
my $dest = "/tmp/pt-stalk.collect.$PID";
|
||
my $int_file = "/tmp/pt-stalk-after-interval-sleep";
|
||
my $pid;
|
||
|
||
sub cleanup {
|
||
diag(`rm $pid_file $log_file $int_file 2>/dev/null`);
|
||
diag(`rm -rf $dest 2>/dev/null`);
|
||
}
|
||
|
||
sub wait_n_cycles {
|
||
my ($n) = @_;
|
||
PerconaTest::wait_until(
|
||
sub {
|
||
return 0 unless -f "$dest/after_interval_sleep";
|
||
my $n_cycles = `wc -l "$dest/after_interval_sleep" | awk '{print \$1}'`;
|
||
$n_cycles ||= '';
|
||
chomp($n_cycles);
|
||
return ($n_cycles || 0) >= $n;
|
||
},
|
||
1.5,
|
||
15
|
||
);
|
||
}
|
||
|
||
# ###########################################################################
|
||
# Test that it won't run if can't connect to MySQL.
|
||
# ###########################################################################
|
||
|
||
my $retval = system("$trunk/bin/pt-stalk -- --no-defaults --protocol socket --socket /dev/null >$log_file 2>&1");
|
||
my $output = `cat $log_file`;
|
||
|
||
like(
|
||
$output,
|
||
qr/Cannot connect to MySQL/,
|
||
"Cannot connect to MySQL"
|
||
);
|
||
|
||
is(
|
||
$retval >> 8,
|
||
1,
|
||
"Exit 1"
|
||
);
|
||
|
||
# ###########################################################################
|
||
# Test that it runs and dies normally.
|
||
# ###########################################################################
|
||
|
||
cleanup();
|
||
|
||
# As of v2.1.9 when --verbose was added, non-matching checks are not
|
||
# printed by default. So we use the --plugin to tell us when the tool
|
||
# has completed a cycle.
|
||
$retval = system("$trunk/bin/pt-stalk --daemonize --pid $pid_file --log $log_file --dest $dest --plugin $trunk/t/pt-stalk/samples/plugin002.sh -- --defaults-file=$cnf");
|
||
|
||
is(
|
||
$retval >> 8,
|
||
0,
|
||
"Parent exit 0"
|
||
);
|
||
|
||
PerconaTest::wait_for_files($pid_file, $log_file);
|
||
ok(
|
||
-f $pid_file,
|
||
"Creates PID file"
|
||
);
|
||
|
||
ok(
|
||
-f $log_file,
|
||
"Creates log file"
|
||
);
|
||
|
||
sleep 1;
|
||
|
||
ok(
|
||
-d $dest,
|
||
"Creates --dest (collect) dir"
|
||
);
|
||
|
||
chomp($pid = `cat $pid_file 2>/dev/null`);
|
||
$retval = system("kill -0 $pid");
|
||
is(
|
||
$retval >> 0,
|
||
0,
|
||
"pt-stalk is running"
|
||
);
|
||
|
||
wait_n_cycles(2);
|
||
PerconaTest::kill_program(pid_file => $pid_file);
|
||
|
||
$output = `cat $log_file 2>/dev/null`;
|
||
unlike(
|
||
$output,
|
||
qr/Check results: status\(Threads_running\)=\d+, matched=no, cycles_true=0/,
|
||
"Non-matching results not logged because --verbose=2"
|
||
) or diag(`cat $log_file 2>/dev/null`, `cat $dest/*-output 2>/dev/null`);
|
||
|
||
PerconaTest::wait_until(sub { !-f $pid_file });
|
||
|
||
ok(
|
||
! -f $pid_file,
|
||
"Removes PID file"
|
||
);
|
||
|
||
$output = `cat $log_file 2>/dev/null`;
|
||
like(
|
||
$output,
|
||
qr/Caught signal, exiting/,
|
||
"Caught signal logged"
|
||
) or diag(`cat $log_file 2>/dev/null`, `cat $dest/*-output 2>/dev/null`);
|
||
|
||
# #############################################################################
|
||
# --verbose 3 (non-matching results)
|
||
# #############################################################################
|
||
|
||
cleanup();
|
||
|
||
$retval = system("$trunk/bin/pt-stalk --daemonize --pid $pid_file --log $log_file --variable Threads_running --dest $dest --verbose 3 -- --defaults-file=$cnf");
|
||
|
||
PerconaTest::wait_for_files($pid_file, $log_file);
|
||
PerconaTest::wait_for_sh("grep -q 'Check results' $log_file >/dev/null");
|
||
PerconaTest::kill_program(pid_file => $pid_file);
|
||
|
||
$output = `cat $log_file 2>/dev/null`;
|
||
like(
|
||
$output,
|
||
qr/Check results: status\(Threads_running\)=\d+, matched=no, cycles_true=0/,
|
||
"Matching results logged with --verbose 3"
|
||
) or diag(`cat $dest/*-output 2>/dev/null`);
|
||
|
||
# #############################################################################
|
||
# --verbose 1 (just errors and warnings)
|
||
# #############################################################################
|
||
|
||
cleanup();
|
||
|
||
$retval = system("$trunk/bin/pt-stalk --daemonize --pid $pid_file --log $log_file --dest $dest --verbose 1 --plugin $trunk/t/pt-stalk/samples/plugin002.sh -- --defaults-file=$cnf");
|
||
|
||
PerconaTest::wait_for_files($pid_file, $log_file);
|
||
wait_n_cycles(2);
|
||
PerconaTest::kill_program(pid_file => $pid_file);
|
||
|
||
$output = `cat $log_file 2>/dev/null`;
|
||
|
||
like(
|
||
$output,
|
||
qr/Caught signal, exiting/,
|
||
"Warning logged (--verbose 1)"
|
||
);
|
||
|
||
unlike(
|
||
$output,
|
||
qr/Start|Collect|Check/i,
|
||
"No run info log (--verbose 1)"
|
||
);
|
||
|
||
# ###########################################################################
|
||
# Test collect.
|
||
# ###########################################################################
|
||
|
||
cleanup();
|
||
|
||
# We'll have to watch Uptime since it's the only status var that's going
|
||
# to be predictable.
|
||
my (undef, $uptime) = $dbh->selectrow_array("SHOW STATUS LIKE 'Uptime'");
|
||
my $threshold = $uptime + 2;
|
||
|
||
$retval = system("$trunk/bin/pt-stalk --iterations 1 --dest $dest --variable Uptime --threshold $threshold --cycles 2 --run-time 2 --pid $pid_file -- --defaults-file=$cnf >$log_file 2>&1");
|
||
|
||
PerconaTest::wait_until(sub { !-f $pid_file });
|
||
|
||
$output = `cat $dest/*-trigger 2>/dev/null`;
|
||
like(
|
||
$output,
|
||
qr/Check results: status\(Uptime\)=\d+, matched=yes, cycles_true=2/,
|
||
"Collect triggered"
|
||
)
|
||
or diag(
|
||
'output', $output,
|
||
'log file', `cat $log_file 2>/dev/null`,
|
||
'collector', `cat $dest/*-output 2>/dev/null`,
|
||
'dest', `ls -l $dest/ 2>/dev/null`,
|
||
'df', `cat $dest/*-df 2>/dev/null`,
|
||
);
|
||
|
||
# There is some nondeterminism here. Sometimes it'll run for 2 samples because
|
||
# the samples may not be precisely 1 second apart.
|
||
chomp($output = `cat $dest/*-df 2>/dev/null | grep -c '^TS'`);
|
||
ok(
|
||
$output >= 1 && $output <= 3,
|
||
"Collect ran for --run-time"
|
||
)
|
||
or diag(
|
||
'output', $output,
|
||
'log file', `cat $log_file 2>/dev/null`,
|
||
'collector', `cat $dest/*-output 2>/dev/null`,
|
||
'dest', `ls -l $dest/ 2>/dev/null`,
|
||
'df', `cat $dest/*-df 2>/dev/null`,
|
||
);
|
||
|
||
ok(
|
||
PerconaTest::not_running("pt-stalk --iterations 1"),
|
||
"pt-stalk is not running"
|
||
);
|
||
|
||
$output = `cat $dest/*-trigger 2>/dev/null`;
|
||
like(
|
||
$output,
|
||
qr/pt-stalk ran with --function=status --variable=Uptime --threshold=$threshold/,
|
||
"Trigger file logs how pt-stalk was ran"
|
||
);
|
||
|
||
chomp($output = `cat $log_file 2>/dev/null | grep 'Collect [0-9] PID'`);
|
||
like(
|
||
$output,
|
||
qr/Collect 1 PID \d+/,
|
||
"Collector PID logged"
|
||
)
|
||
or diag(
|
||
'output', $output,
|
||
'log file', `cat $log_file 2>/dev/null`,
|
||
'collector', `cat $dest/*-output 2>/dev/null`,
|
||
);
|
||
|
||
# ###########################################################################
|
||
# Triggered but --no-collect.
|
||
# ###########################################################################
|
||
|
||
cleanup();
|
||
|
||
(undef, $uptime) = $dbh->selectrow_array("SHOW STATUS LIKE 'Uptime'");
|
||
$threshold = $uptime + 2;
|
||
|
||
$retval = system("$trunk/bin/pt-stalk --no-collect --iterations 1 --dest $dest --variable Uptime --threshold $threshold --cycles 1 --run-time 1 --pid $pid_file -- --defaults-file=$cnf >$log_file 2>&1");
|
||
|
||
PerconaTest::wait_until(sub { !-f $pid_file });
|
||
|
||
$output = `cat $log_file 2>/dev/null`;
|
||
like(
|
||
$output,
|
||
qr/Collect 1 triggered/,
|
||
"Collect triggered"
|
||
);
|
||
|
||
ok(
|
||
! -f "$dest/*",
|
||
"No files collected"
|
||
) or diag(`ls -l $dest/ 2>/dev/null`);
|
||
|
||
ok(
|
||
PerconaTest::not_running("pt-stalk --no-collect"),
|
||
"pt-stalk is not running"
|
||
);
|
||
|
||
# #############################################################################
|
||
# --config
|
||
# #############################################################################
|
||
|
||
cleanup();
|
||
|
||
diag(`cp $ENV{HOME}/.pt-stalk.conf $ENV{HOME}/.pt-stalk.conf.original 2>/dev/null`);
|
||
diag(`cp $trunk/t/pt-stalk/samples/config001.conf $ENV{HOME}/.pt-stalk.conf`);
|
||
|
||
system "$trunk/bin/pt-stalk --dest $dest --pid $pid_file >$log_file 2>&1 &";
|
||
PerconaTest::wait_for_files($pid_file);
|
||
sleep 1;
|
||
chomp($pid = `cat $pid_file`);
|
||
$retval = system("kill $pid 2>/dev/null");
|
||
is(
|
||
$retval >> 0,
|
||
0,
|
||
"Killed pt-stalk"
|
||
);
|
||
|
||
$output = `cat $log_file 2>/dev/null`;
|
||
like(
|
||
$output,
|
||
qr/Check results: status\(Aborted_connects\)=|variable=Aborted_connects/,
|
||
"Read default config file"
|
||
);
|
||
|
||
diag(`rm $ENV{HOME}/.pt-stalk.conf`);
|
||
diag(`cp $ENV{HOME}/.pt-stalk.conf.original $ENV{HOME}/.pt-stalk.conf 2>/dev/null`);
|
||
|
||
# #############################################################################
|
||
# Don't stalk, just collect.
|
||
# #############################################################################
|
||
|
||
cleanup();
|
||
|
||
# As of 2.2, --no-stalk means just that: don't stalk, just collect, so
|
||
# we have to specify --iterations=1 else the tool will continue to run,
|
||
# whereas in 2.1 --no-stalk implied/forced "collect once and exit".
|
||
|
||
$retval = system("$trunk/bin/pt-stalk --no-stalk --run-time 2 --dest $dest --prefix nostalk --pid $pid_file --iterations 1 -- --defaults-file=$cnf >$log_file 2>&1");
|
||
|
||
PerconaTest::wait_until(sub { !-f $pid_file });
|
||
|
||
$output = `cat $dest/nostalk-trigger 2>/dev/null`;
|
||
like(
|
||
$output,
|
||
qr/Not stalking/,
|
||
"Not stalking, collect triggered"
|
||
)
|
||
or diag(
|
||
'dest', `ls -l $dest/ 2>/dev/null`,
|
||
'log_file', `cat $log_file 2>/dev/null`,
|
||
'collector', `cat $dest/*-output 2>/dev/null`,
|
||
);
|
||
|
||
chomp($output = `grep -c '^TS' $dest/nostalk-df 2>/dev/null`);
|
||
is(
|
||
$output,
|
||
2,
|
||
"Not stalking, collect ran for --run-time"
|
||
)
|
||
or diag(
|
||
'dest', `ls -l $dest/ 2>/dev/null`,
|
||
'log_file', `cat $log_file 2>/dev/null`,
|
||
'collector', `cat $dest/*-output 2>/dev/null`,
|
||
);
|
||
|
||
my $vmstat = `which vmstat 2>/dev/null`;
|
||
SKIP: {
|
||
skip "vmstat is not installed", 1 unless $vmstat;
|
||
chomp(my $n=`awk '/[ ]*[0-9]/ { n += 1 } END { print n }' "$dest/nostalk-vmstat"`);
|
||
is(
|
||
$n,
|
||
"2",
|
||
"vmstat ran for --run-time seconds (bug 955860)"
|
||
);
|
||
};
|
||
|
||
is(
|
||
`cat $dest/nostalk-hostname 2>/dev/null`,
|
||
`hostname`,
|
||
"Not stalking, collect gathered data"
|
||
)
|
||
or diag(
|
||
'dest', `ls -l $dest/ 2>/dev/null`,
|
||
'log_file', `cat $log_file 2>/dev/null`,
|
||
'collector', `cat $dest/*-output 2>/dev/null`,
|
||
);
|
||
|
||
ok(
|
||
PerconaTest::not_running("pt-stalk --no-stalk"),
|
||
"Not stalking, pt-stalk is not running"
|
||
)
|
||
or diag(
|
||
'dest', `ls -l $dest/ 2>/dev/null`,
|
||
'log_file', `cat $log_file 2>/dev/null`,
|
||
'collector', `cat $dest/*-output 2>/dev/null`,
|
||
);
|
||
|
||
# ############################################################################
|
||
# bad "find" usage in purge_samples gives
|
||
# https://bugs.launchpad.net/percona-toolkit/+bug/942114
|
||
# ############################################################################
|
||
|
||
use File::Temp qw( tempdir );
|
||
|
||
my $tempdir = tempdir( CLEANUP => 1 );
|
||
|
||
my $script = <<"EOT";
|
||
. $trunk/bin/pt-stalk
|
||
purge_samples $tempdir 10000 2>&1
|
||
EOT
|
||
|
||
$output = `$script`;
|
||
|
||
unlike(
|
||
$output,
|
||
qr/\Qfind: warning: you have specified the -depth option/,
|
||
"Bug 942114: no bad find usage"
|
||
);
|
||
|
||
|
||
# ###########################################################################
|
||
# Test that it handles floating point values
|
||
# ###########################################################################
|
||
|
||
cleanup();
|
||
|
||
system("$trunk/bin/pt-stalk --daemonize --variable=PI --dest $dest --no-collect --log $log_file --iterations=1 --run-time=2 --cycles=2 --sleep=1 --function $trunk/t/pt-stalk/samples/plugin003.sh --threshold 3.1415 --pid $pid_file --defaults-file=$cnf >$log_file 2>&1");
|
||
|
||
|
||
sleep 5;
|
||
PerconaTest::kill_program(pid_file => $pid_file);
|
||
|
||
$output = `cat $log_file 2>/dev/null`;
|
||
like(
|
||
$output,
|
||
qr/matched=yes/,
|
||
"Accepts floating point values as treshold variable"
|
||
);
|
||
|
||
# ###########################################################################
|
||
# Variable declaration for the retention tests
|
||
# ###########################################################################
|
||
|
||
my $odate;
|
||
|
||
# ###########################################################################
|
||
# Test if retention does not remove files that were not collected
|
||
# ###########################################################################
|
||
|
||
cleanup();
|
||
|
||
system("mkdir $dest");
|
||
$odate=`date --rfc-3339=date --date='-3 month'`;
|
||
system("touch -d '$odate' $dest/nostalk");
|
||
|
||
$retval = system("$trunk/bin/pt-stalk --no-stalk --run-time 2 --dest $dest --prefix nostalk --pid $pid_file --iterations 1 -- --defaults-file=$cnf >$log_file 2>&1");
|
||
$retval = system("$trunk/bin/pt-stalk --no-stalk --run-time 2 --dest $dest --pid $pid_file --iterations 1 -- --defaults-file=$cnf >$log_file 2>&1");
|
||
|
||
PerconaTest::wait_until(sub { !-f $pid_file });
|
||
|
||
$output = `ls -l $dest`;
|
||
|
||
like(
|
||
$output,
|
||
qr/nostalk/m,
|
||
"Retention test 1: Not-matched file not touched"
|
||
);
|
||
|
||
# ###########################################################################
|
||
# Test if files that match the prefix-, are removed by the retention option
|
||
# ###########################################################################
|
||
|
||
cleanup();
|
||
|
||
system("mkdir $dest");
|
||
$odate=`date --rfc-3339=date --date='-3 month'`;
|
||
system("touch -d '$odate' $dest/nostalk-");
|
||
system("touch -d '$odate' $dest/nostalk-innodbstatus1");
|
||
|
||
$retval = system("$trunk/bin/pt-stalk --no-stalk --run-time 2 --dest $dest --prefix nostalk --pid $pid_file --iterations 1 -- --defaults-file=$cnf >$log_file 2>&1");
|
||
|
||
PerconaTest::wait_until(sub { !-f $pid_file });
|
||
|
||
$output = `ls -l $dest`;
|
||
|
||
unlike(
|
||
$output,
|
||
qr/^nostalk-$/m,
|
||
"Retention test 2: tests, matched prefix-, are removed"
|
||
);
|
||
|
||
unlike(
|
||
$output,
|
||
qr/^nostalk-innodbstatus1$/m,
|
||
"Retention test 2: tests, matched prefix-innodbstatus1, are removed"
|
||
);
|
||
|
||
# ###########################################################################
|
||
# Test if retention removes old files that match auto-generated pattern
|
||
# ###########################################################################
|
||
|
||
cleanup();
|
||
|
||
system("mkdir $dest");
|
||
$odate=`date --rfc-3339=date --date='-3 month'`;
|
||
|
||
$retval = system("$trunk/bin/pt-stalk --no-stalk --run-time 2 --dest $dest --pid $pid_file --iterations 1 -- --defaults-file=$cnf >$log_file 2>&1");
|
||
|
||
PerconaTest::wait_until(sub { !-f $pid_file });
|
||
|
||
$output = `ls -l $dest | wc -l`;
|
||
|
||
system("touch -d '$odate' $dest/*");
|
||
$retval = system("$trunk/bin/pt-stalk --no-stalk --run-time 2 --dest $dest --pid $pid_file --iterations 1 -- --defaults-file=$cnf >$log_file 2>&1");
|
||
|
||
PerconaTest::wait_until(sub { !-f $pid_file });
|
||
|
||
$output = `ls -l $dest | wc -l` - $output;
|
||
|
||
is(
|
||
$output,
|
||
0,
|
||
"Retention test 3: tests, matched auto-generated patern, are removed"
|
||
);
|
||
|
||
# ###########################################################################
|
||
# Test if retention by size works as expected
|
||
# ###########################################################################
|
||
|
||
cleanup();
|
||
|
||
$retval = system("$trunk/bin/pt-stalk --no-stalk --run-time 2 --sleep 2 --dest $dest --pid $pid_file --iterations 5 -- --defaults-file=$cnf >$log_file 2>&1");
|
||
|
||
$output = `du -s $dest | cut -f 1`;
|
||
|
||
PerconaTest::wait_until(sub { !-f $pid_file });
|
||
|
||
$retval = system("$trunk/bin/pt-stalk --no-stalk --run-time 2 --dest $dest --retention-size 1 --pid $pid_file --iterations 2 -- --defaults-file=$cnf >$log_file 2>&1");
|
||
|
||
PerconaTest::wait_until(sub { !-f $pid_file });
|
||
|
||
$output = $output / `du -s $dest | cut -f 1`;
|
||
|
||
ok(
|
||
# --retention-size
|
||
# Keep up to –retention-size MB of data. It will keep at least 1 run even if the size is bigger than the specified in this parameter
|
||
$output >= 1,
|
||
"Retention test 4: retention by size works as expected"
|
||
);
|
||
|
||
# ###########################################################################
|
||
# Test if retention by count works as expected
|
||
# ###########################################################################
|
||
|
||
cleanup();
|
||
|
||
$retval = system("$trunk/bin/pt-stalk --no-stalk --run-time 2 --sleep 2 --dest $dest --pid $pid_file --iterations 1 -- --defaults-file=$cnf >$log_file 2>&1");
|
||
|
||
PerconaTest::wait_until(sub { !-f $pid_file });
|
||
|
||
$output = `ls -l $dest | wc -l`;
|
||
|
||
$retval = system("$trunk/bin/pt-stalk --no-stalk --run-time 2 --dest $dest --retention-count 1 --pid $pid_file --iterations 1 -- --defaults-file=$cnf >$log_file 2>&1");
|
||
|
||
PerconaTest::wait_until(sub { !-f $pid_file });
|
||
|
||
$output = $output - `ls -l $dest | wc -l`;
|
||
|
||
is(
|
||
$output,
|
||
0,
|
||
"Retention test 5: retention by count works as expected"
|
||
);
|
||
|
||
# ###########################################################################
|
||
# Test if option --system-only works correctly
|
||
# ###########################################################################
|
||
|
||
cleanup();
|
||
|
||
$retval = system("$trunk/bin/pt-stalk --no-stalk --system-only --run-time 10 --sleep 2 --dest $dest --pid $pid_file --iterations 1 -- --defaults-file=$cnf >$log_file 2>&1");
|
||
|
||
PerconaTest::wait_until(sub { !-f $pid_file });
|
||
|
||
$output = `ls $dest`;
|
||
|
||
like(
|
||
$output,
|
||
qr/(df)|(meminfo)/,
|
||
"Option --system-only collects system data"
|
||
);
|
||
|
||
unlike(
|
||
$output,
|
||
qr/(innodbstatus)|(mysqladmin)/,
|
||
"Option --system-only does not collect MySQL data"
|
||
);
|
||
|
||
# ###########################################################################
|
||
# Test if option --mysql-only works correctly
|
||
# ###########################################################################
|
||
|
||
cleanup();
|
||
|
||
$retval = system("$trunk/bin/pt-stalk --no-stalk --mysql-only --run-time 10 --sleep 2 --dest $dest --pid $pid_file --iterations 1 -- --defaults-file=$cnf >$log_file 2>&1");
|
||
|
||
PerconaTest::wait_until(sub { !-f $pid_file });
|
||
|
||
$output = `ls $dest`;
|
||
|
||
unlike(
|
||
$output,
|
||
qr/(df)|(meminfo)/,
|
||
"Option --mysql-only does not collect system data"
|
||
);
|
||
|
||
like(
|
||
$output,
|
||
qr/(innodbstatus)|(mysqladmin)/,
|
||
"Option --mysql-only collects MySQL data"
|
||
);
|
||
|
||
# ###########################################################################
|
||
# Test if options --mysql-only and --system-only specified together,
|
||
# pt-stalk collects only disk-space, hostname, output, and trigger
|
||
# ###########################################################################
|
||
|
||
cleanup();
|
||
|
||
$retval = system("$trunk/bin/pt-stalk --no-stalk --mysql-only --system-only --run-time 10 --sleep 2 --dest $dest --pid $pid_file --iterations 1 --prefix test -- --defaults-file=$cnf >$log_file 2>&1");
|
||
|
||
PerconaTest::wait_until(sub { !-f $pid_file });
|
||
|
||
$output = `ls $dest`;
|
||
|
||
is(
|
||
$output,
|
||
"test-disk-space\ntest-hostname\ntest-output\ntest-trigger\n",
|
||
"If both options --mysql-only and --system-only are specified only essential collections are triggered"
|
||
);
|
||
|
||
|
||
# ###########################################################################
|
||
# Test if open tables are collected if number of open tables <= 1000
|
||
# ###########################################################################
|
||
|
||
cleanup();
|
||
|
||
$dbh->do('FLUSH TABLES');
|
||
|
||
$retval = system("$trunk/bin/pt-stalk --no-stalk --run-time 10 --sleep 2 --dest $dest --pid $pid_file --iterations 1 --prefix test -- --defaults-file=$cnf >$log_file 2>&1");
|
||
|
||
PerconaTest::wait_until(sub { !-f $pid_file });
|
||
|
||
$output = `head -n 1 $dest/test-opentables1`;
|
||
|
||
is(
|
||
$output,
|
||
"Database\tTable\tIn_use\tName_locked\n",
|
||
"If number of open tables is less or equal than 1000, the output of 'SHOW OPEN TABLES' is collected"
|
||
);
|
||
|
||
# ###########################################################################
|
||
# Test if open tables are not collected if number of open tables > 1000
|
||
# ###########################################################################
|
||
|
||
cleanup();
|
||
|
||
$retval = $dbh->do('FLUSH TABLES');
|
||
$retval = $dbh->do('CREATE DATABASE IF NOT EXISTS test_open_tables');
|
||
|
||
$retval = $dbh->do('SET @old_table_open_cache=@@global.table_open_cache, GLOBAL table_open_cache=1001*@@global.table_open_cache_instances');
|
||
|
||
for (my $i = 0; $i < 1002; $i++) {
|
||
$retval = $dbh->do("CREATE TABLE IF NOT EXISTS test_open_tables.t_$i(id int)");
|
||
$retval = $dbh->do("INSERT INTO test_open_tables.t_$i VALUES($i)");
|
||
}
|
||
|
||
$retval = system("$trunk/bin/pt-stalk --no-stalk --run-time=10 --dest $dest --pid $pid_file --iterations 1 --prefix test -- --defaults-file=$cnf >$log_file 2>&1");
|
||
|
||
PerconaTest::wait_until(sub { !-f $pid_file });
|
||
|
||
$output = `cat $dest/test-opentables1`;
|
||
|
||
like(
|
||
$output,
|
||
qr/Logging disabled due to having over 1000 tables open. Number of tables currently open/,
|
||
"If number of open tables is greater than 1000, the output of 'SHOW OPEN TABLES' is not collected"
|
||
);
|
||
|
||
$retval = $dbh->do('SET GLOBAL table_open_cache=@old_table_open_cache');
|
||
$retval = $dbh->do('DROP DATABASE test_open_tables');
|
||
# ###########################################################################
|
||
# Test report about performance schema transactions in MySQL 5.7+
|
||
# ###########################################################################
|
||
|
||
cleanup();
|
||
|
||
SKIP: {
|
||
|
||
skip "Only test on mysql 5.7" if ( $sandbox_version lt '5.7' );
|
||
|
||
sub start_thread {
|
||
# this must run in a thread because we need to have an uncommitted transaction
|
||
my ($dsn_opts) = @_;
|
||
my $dp = new DSNParser(opts=>$dsn_opts);
|
||
my $sb = new Sandbox(basedir => '/tmp', DSNParser => $dp);
|
||
my $dbh = $sb->get_dbh_for('master');
|
||
$sb->load_file('master', "t/pt-stalk/samples/issue-1642751.sql");
|
||
}
|
||
my $thr = threads->create('start_thread', $dsn_opts);
|
||
$thr->detach();
|
||
threads->yield();
|
||
|
||
my $cmd = "$trunk/bin/pt-stalk --no-stalk --iterations=1 --host=127.0.0.1 --port=12345 --user=msandbox "
|
||
. "--password=msandbox --sleep 0 --run-time=10 --dest $dest --log $log_file --iterations=1 "
|
||
. "--run-time=2 --pid $pid_file --defaults-file=$cnf >$log_file 2>&1";
|
||
system($cmd);
|
||
sleep 15;
|
||
PerconaTest::kill_program(pid_file => $pid_file);
|
||
|
||
$output = `cat $dest/*-ps-locks-transactions 2>/dev/null`;
|
||
|
||
like(
|
||
$output,
|
||
qr/ STATE: ACTIVE/,
|
||
"MySQL 5.7 ACTIVE transactions"
|
||
);
|
||
|
||
like(
|
||
$output,
|
||
qr/ STATE: COMMITTED/,
|
||
"MySQL 5.7 COMMITTED transactions"
|
||
);
|
||
|
||
cleanup();
|
||
}
|
||
|
||
SKIP: {
|
||
|
||
skip "Only test on mysql 5.7" if ( $sandbox_version lt '5.7' );
|
||
|
||
my ($master1_dbh, $master1_dsn) = $sb->start_sandbox(
|
||
server => 'chan_master1',
|
||
type => 'master',
|
||
);
|
||
my ($master2_dbh, $master2_dsn) = $sb->start_sandbox(
|
||
server => 'chan_master2',
|
||
type => 'master',
|
||
);
|
||
my ($slave1_dbh, $slave1_dsn) = $sb->start_sandbox(
|
||
server => 'chan_slave1',
|
||
type => 'master',
|
||
);
|
||
my $slave1_port = $sb->port_for('chan_slave1');
|
||
|
||
$sb->load_file('chan_master1', "sandbox/gtid_on.sql", undef, no_wait => 1);
|
||
$sb->load_file('chan_master2', "sandbox/gtid_on.sql", undef, no_wait => 1);
|
||
$sb->load_file('chan_slave1', "sandbox/slave_channels_t.sql", undef, no_wait => 1);
|
||
|
||
my $slave_cnf = "/tmp/$slave1_port/my.sandbox.cnf";
|
||
my $cmd = "$trunk/bin/pt-stalk --no-stalk --iterations=1 --host=127.0.0.1 --port=$slave1_port --user=msandbox "
|
||
. "--password=msandbox --sleep 0 --run-time=10 --dest $dest --log $log_file --iterations=1 "
|
||
. "--run-time=2 --pid $pid_file --defaults-file=$slave_cnf >$log_file 2>&1";
|
||
diag ($cmd);
|
||
system($cmd);
|
||
sleep 5;
|
||
PerconaTest::kill_program(pid_file => $pid_file);
|
||
|
||
$output = `cat $dest/*-slave-status 2>/dev/null`;
|
||
|
||
like(
|
||
$output,
|
||
qr/SERVICE_STATE: ON/,
|
||
"MySQL 5.7 SLAVE STATUS"
|
||
) or diag ($output);
|
||
$sb->stop_sandbox(qw(chan_master1 chan_master2 chan_slave1));
|
||
}
|
||
|
||
SKIP: {
|
||
skip "Only test on mysql 5.6" if ( $sandbox_version ne '5.6' );
|
||
|
||
my $slave1_port = $sb->port_for('slave1');
|
||
my $cmd = "$trunk/bin/pt-stalk --no-stalk --iterations=1 --host=127.0.0.1 --port=$slave1_port --user=msandbox "
|
||
. "--password=msandbox --sleep 0 --run-time=10 --dest $dest --log $log_file --iterations=1 "
|
||
. "--run-time=2 --pid $pid_file --defaults-file=$cnf >$log_file 2>&1";
|
||
system($cmd);
|
||
sleep 5;
|
||
PerconaTest::kill_program(pid_file => $pid_file);
|
||
|
||
$output = `cat $dest/*-slave-status 2>/dev/null`;
|
||
|
||
like(
|
||
$output,
|
||
qr/SHOW SLAVE STATUS/,
|
||
"MySQL 5.6 SLAVE STATUS"
|
||
);
|
||
}
|
||
|
||
# ###########################################################################
|
||
# Test report about performance schema prepared_statements_instances in MySQL 5.7+
|
||
# ###########################################################################
|
||
|
||
cleanup();
|
||
|
||
SKIP: {
|
||
|
||
skip "Only test on mysql 5.7" if ( $sandbox_version lt '5.7' );
|
||
|
||
sub start_thread_1642750 {
|
||
# this must run in a thread because we need to have an active session
|
||
# with prepared statements
|
||
my ($dsn_opts) = @_;
|
||
my $dp = new DSNParser(opts=>$dsn_opts);
|
||
my $sb = new Sandbox(basedir => '/tmp', DSNParser => $dp);
|
||
my $dbh = $sb->get_dbh_for('master');
|
||
$sb->load_file('master', "t/pt-stalk/samples/issue-1642750.sql");
|
||
}
|
||
my $thr = threads->create('start_thread_1642750', $dsn_opts);
|
||
$thr->detach();
|
||
threads->yield();
|
||
|
||
my $cmd = "$trunk/bin/pt-stalk --no-stalk --iterations=1 --host=127.0.0.1 --port=12345 --user=msandbox "
|
||
. "--password=msandbox --sleep 0 --run-time=10 --dest $dest --log $log_file --pid $pid_file "
|
||
. "--defaults-file=$cnf >$log_file 2>&1";
|
||
|
||
system($cmd);
|
||
sleep 15;
|
||
PerconaTest::kill_program(pid_file => $pid_file);
|
||
|
||
$output = `cat $dest/*-prepared-statements 2>/dev/null`;
|
||
like(
|
||
$output,
|
||
qr/ STATEMENT_NAME: rand_statement/,
|
||
"MySQL 5.7 prepared statement: rand_statement"
|
||
);
|
||
|
||
like(
|
||
$output,
|
||
qr/ STATEMENT_NAME: abs_statement/,
|
||
"MySQL 5.7 prepared statement: abs_statement"
|
||
);
|
||
}
|
||
|
||
# #############################################################################
|
||
# Test if locks and transactions are printed
|
||
# #############################################################################
|
||
|
||
cleanup();
|
||
|
||
# We are not using SKIP here, because lock tables exist since version 5.1
|
||
# Currently, all active MySQL versions support them
|
||
|
||
sub start_thread_pt_1897_1 {
|
||
# this must run in a thread because we need to have an active session
|
||
# with open transaction
|
||
my ($dsn_opts) = @_;
|
||
my $dp = new DSNParser(opts=>$dsn_opts);
|
||
my $sb = new Sandbox(basedir => '/tmp', DSNParser => $dp);
|
||
my $dbh = $sb->get_dbh_for('master');
|
||
$sb->load_file('master', "t/pt-stalk/samples/PT-1897-1.sql");
|
||
}
|
||
my $thr1 = threads->create('start_thread_pt_1897_1', $dsn_opts);
|
||
$thr1->detach();
|
||
threads->yield();
|
||
sleep 1;
|
||
|
||
sub start_thread_pt_1897_2 {
|
||
# this must run in a thread because we need to have an active session
|
||
# with waiting transaction
|
||
my ($dsn_opts) = @_;
|
||
my $dp = new DSNParser(opts=>$dsn_opts);
|
||
my $sb = new Sandbox(basedir => '/tmp', DSNParser => $dp);
|
||
my $dbh = $sb->get_dbh_for('master');
|
||
$sb->load_file('master', "t/pt-stalk/samples/PT-1897-2.sql");
|
||
}
|
||
my $thr2 = threads->create('start_thread_pt_1897_2', $dsn_opts);
|
||
$thr2->detach();
|
||
threads->yield();
|
||
|
||
my $cmd = "$trunk/bin/pt-stalk --no-stalk --iterations=1 --host=127.0.0.1 --port=12345 --user=msandbox "
|
||
. "--password=msandbox --sleep 0 --run-time=10 --dest $dest --log $log_file --pid $pid_file "
|
||
. "--defaults-file=$cnf >$log_file 2>&1";
|
||
system($cmd);
|
||
sleep 15;
|
||
PerconaTest::kill_program(pid_file => $pid_file);
|
||
|
||
$output = `cat $dest/*-lock-waits 2>/dev/null`;
|
||
like(
|
||
$output,
|
||
qr/waiting_query: UPDATE test.t1 SET f1=3/,
|
||
"lock-wait: LOCK_WAITS collected correctly"
|
||
);
|
||
|
||
$output = `cat $dest/*[[:digit:]]-transactions 2>/dev/null`;
|
||
like(
|
||
$output,
|
||
qr/trx_query: UPDATE test.t1 SET f1=3/,
|
||
"transactions: InnoDB transaction info collected"
|
||
);
|
||
like(
|
||
$output,
|
||
qr/lock_type/i,
|
||
"transactions: Lock information collected"
|
||
);
|
||
like(
|
||
$output,
|
||
qr/requesting_(trx|ENGINE_TRANSACTION)_id/i,
|
||
"transactions: Lock wait information collected"
|
||
);
|
||
|
||
# ###########################################################################
|
||
# Test if option numastat collection works
|
||
# ###########################################################################
|
||
|
||
cleanup();
|
||
|
||
$retval = system("$trunk/bin/pt-stalk --no-stalk --system-only --run-time 10 --sleep 2 --dest $dest --pid $pid_file --iterations 1 -- --defaults-file=$cnf >$log_file 2>&1");
|
||
|
||
PerconaTest::wait_until(sub { !-f $pid_file });
|
||
|
||
$output = `ls $dest`;
|
||
|
||
like(
|
||
$output,
|
||
qr/numastat/,
|
||
"numastat data collected"
|
||
);
|
||
|
||
$output = `cat $dest/*-numastat`;
|
||
|
||
like(
|
||
$output,
|
||
qr/(numa_)/,
|
||
"numastat collection has data"
|
||
);
|
||
|
||
# #############################################################################
|
||
# Done.
|
||
# #############################################################################
|
||
|
||
|
||
cleanup();
|
||
diag(`rm -rf $dest 2>/dev/null`);
|
||
ok($sb->ok(), "Sandbox servers") or BAIL_OUT(__FILE__ . " broke the sandbox");
|
||
done_testing;
|