percona/percona-toolkit
1
0
Fork 0
mirror of https://github.com/percona/percona-toolkit.git synced 2025-09-10 21:19:59 +00:00
Code Issues Packages Projects Releases Wiki Activity
Files
c67354443cc19e92f4bea25265147c648c4850b6
percona-toolkit/t/pt-query-digest/slowlog_analyses.t

458 lines
14 KiB
Perl
Raw Blame History

#!/usr/bin/env perl
BEGIN {
die "The PERCONA_TOOLKIT_BRANCH environment variable is not set.\n"
unless $ENV{PERCONA_TOOLKIT_BRANCH} && -d $ENV{PERCONA_TOOLKIT_BRANCH};
unshift @INC, "$ENV{PERCONA_TOOLKIT_BRANCH}/lib";
};
use strict;
use warnings FATAL => 'all';
use English qw(-no_match_vars);
use Test::More;
use PerconaTest;
require "$trunk/bin/pt-query-digest";
# #############################################################################
# First, some basic input-output diffs to make sure that
# the analysis reports are correct.
# #############################################################################
my @args = qw(--report-format=query_report --limit 10);
my $sample = "$trunk/t/lib/samples/slowlogs/";
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'empty') },
"t/pt-query-digest/samples/empty_report.txt",
),
'Analysis for empty log'
) or diag($test_diff);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow001.txt', '--expected-range', '2,10') },
"t/pt-query-digest/samples/slow001_report.txt"
),
'Analysis for slow001 with --expected-range'
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow001.txt', qw(--group-by tables)) },
"t/pt-query-digest/samples/slow001_tablesreport.txt"
),
'Analysis for slow001 with --group-by tables'
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow001.txt',
qw(--group-by tables --no-vertical-format)) },
"t/pt-query-digest/samples/slow001_tablesreport_no_vertical.txt"
),
'Analysis for slow001 with --group-by tables and --no-vertical-format'
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow001.txt', qw(--group-by distill)) },
"t/pt-query-digest/samples/slow001_distillreport.txt"
),
'Analysis for slow001 with distill'
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow002.txt',
qw(--group-by distill --timeline --no-report)) },
"t/pt-query-digest/samples/slow002_distilltimeline.txt"
),
'Timeline for slow002 with distill'
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow002.txt') },
"t/pt-query-digest/samples/slow002_report.txt"
),
'Analysis for slow002'
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow002.txt', qw(--no-vertical-format)) },
"t/pt-query-digest/samples/slow002_report_no_vertical.txt"
),
'Analysis for slow002 with --no-vertical-format'
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow002.txt',
'--filter', '$event->{arg} =~ m/fill/') },
"t/pt-query-digest/samples/slow002_report_filtered.txt"
),
'Analysis for slow002 with --filter'
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow002.txt',
qw(--order-by Query_time:cnt --limit 2)) },
"t/pt-query-digest/samples/slow002_orderbyreport.txt"
),
'Analysis for slow002 --order-by --limit'
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow003.txt') },
"t/pt-query-digest/samples/slow003_report.txt"
),
'Analysis for slow003'
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow004.txt') },
"t/pt-query-digest/samples/slow004_report.txt"
),
'Analysis for slow004'
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow006.txt') },
"t/pt-query-digest/samples/slow006_report.txt"
),
'Analysis for slow006'
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow008.txt') },
"t/pt-query-digest/samples/slow008_report.txt"
),
'Analysis for slow008'
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow010.txt',
'--embedded-attributes', ' -- .*,(\w+): ([^\,]+)',
qw(--group-by file)) },
"t/pt-query-digest/samples/slow010_reportbyfile.txt"
),
'Analysis for slow010 --group-by some --embedded-attributes'
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow011.txt') },
"t/pt-query-digest/samples/slow011_report.txt"
),
'Analysis for slow011'
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow013.txt') },
"t/pt-query-digest/samples/slow013_report.txt"
),
'Analysis for slow013'
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow013.txt', qw(--group-by user)) },
"t/pt-query-digest/samples/slow013_report_user.txt"
),
'Analysis for slow013 with --group-by user'
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow013.txt',
qw(--limit 1 --report-format), 'header,query_report', '--group-by', 'fingerprint,user') },
"t/pt-query-digest/samples/slow013_report_fingerprint_user.txt"
),
'Analysis for slow013 with --group-by fingerprint,user'
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow013.txt', qw(--report-format profile --limit 3)) },
"t/pt-query-digest/samples/slow013_report_profile.txt"
),
'Analysis for slow013 with profile',
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow013.txt', qw(--limit 100%:1)) },
"t/pt-query-digest/samples/slow013_report_limit.txt"
),
'Analysis for slow013 with --limit'
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow014.txt') },
"t/pt-query-digest/samples/slow014_report.txt"
),
'Analysis for slow014'
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow018.txt') },
"t/pt-query-digest/samples/slow018_report.txt"
),
'Analysis for slow018'
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow019.txt') },
"t/pt-query-digest/samples/slow019_report.txt"
),
'--zero-admin works'
);
# This was fixed at some point by checking the fingerprint to see if the
# query needed to be converted to a SELECT.
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow023.txt') },
"t/pt-query-digest/samples/slow023.txt"
),
'Queries that start with a comment are not converted for EXPLAIN',
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow024.txt') },
"t/pt-query-digest/samples/slow024.txt"
),
'Long inserts/replaces are truncated (issue 216)',
);
# Issue 244, no output when --order-by doesn't exist
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow002.txt', qw(--order-by Rows_read:sum)) },
"t/pt-query-digest/samples/slow002-orderbynonexistent.txt"
),
'Order by non-existent falls back to default',
);
# Issue 337, duplicate table names
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow028.txt') },
"t/pt-query-digest/samples/slow028.txt"
),
'No duplicate table names',
);
# Issue 458, Use of uninitialized value in division (/)
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow035.txt',
'--report-format', 'header,query_report,profile') },
"t/pt-query-digest/samples/slow035.txt"
),
'Pathological all attribs, minimal attribs, all zero values (slow035)',
);
# Issue 563, Lock tables is not distilled
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow037.txt', qw(--group-by distill),
'--report-format', 'query_report,profile') },
"t/pt-query-digest/samples/slow037_report.txt"
),
'Distill UNLOCK and LOCK TABLES'
);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow034.txt', qw(--order-by Lock_time:sum),
'--report-format', 'query_report,profile') },
"t/pt-query-digest/samples/slow034-order-by-Locktime-sum.txt",
),
'Analysis for slow034 --order-by Lock_time:sum'
);
# #############################################################################
# Test a sample that at one point caused an error (trunk doesn't have the error
# now):
# Use of uninitialized value in join or string at mk-query-digest line 1713.
# or on newer Perl:
# Use of uninitialized value $verbs in join or string at mk-query-digest line
# 1713.
# The code in question is this:
# else {
# my ($verbs, $table) = $self->_distill_verbs($query, %args);
# my @tables = $self->_distill_tables($query, $table, %args);
# $query = join(q{ }, $verbs, @tables);
# }
# #############################################################################
my $output = `$trunk/bin/pt-query-digest $sample/slow041.txt >/dev/null 2>/tmp/mqd-warnings.txt`;
is(
-s '/tmp/mqd-warnings.txt',
0,
'No warnings on file 041'
);
diag(`rm -rf /tmp/mqd-warnings.txt`);
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow042.txt',
qw(--report-format query_report)) },
"t/pt-query-digest/samples/slow042-show-all-host.txt",
),
'Analysis for slow042 (previously the --show-all test)'
);
# #############################################################################
# Issue 948: mk-query-digest treats InnoDB_rec_lock_wait value as number
# instead of time
# #############################################################################
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow032.txt') },
"t/pt-query-digest/samples/slow032.txt",
),
'Analysis for slow032 (issue 948)',
);
# #############################################################################
# Issue 1030: Fingerprint can remove ORDER BY ASC
# #############################################################################
ok(
no_diff(
sub { pt_query_digest::main(@args, '--report-format', 'query_report,profile', $sample.'slow048.txt') },
"t/pt-query-digest/samples/slow048.txt",
),
'Analysis for slow048 (issue 1030)',
);
# #############################################################################
# Issue 347: A badly rewritten query
# #############################################################################
ok(
no_diff(
sub { pt_query_digest::main(@args, '--report-format', 'query_report,profile', $sample.'slow050.txt') },
"t/pt-query-digest/samples/slow050.txt",
),
'Analysis for slow050 (issue 347)',
);
# #############################################################################
# Issue 918: mk-query-digest does not fingerprint LOAD DATA
# #############################################################################
ok(
no_diff(
sub { pt_query_digest::main(@args, '--report-format', 'query_report,profile', $sample.'slow051.txt') },
"t/pt-query-digest/samples/slow051.txt",
),
'Analysis for slow051 (issue 918)',
) or diag($test_diff);
# #############################################################################
# Issue 1124: Make mk-query-digest profile include variance-to-mean ratio
# #############################################################################
ok(
no_diff(
sub { pt_query_digest::main(@args, '--report-format', 'query_report,profile', $sample.'slow052.txt') },
"t/pt-query-digest/samples/slow052.txt",
),
'Analysis for slow052 (Apdex and V/M)',
);
# #############################################################################
# Bug 821694: pt-query-digest doesn't recognize hex InnoDB txn IDs
# #############################################################################
ok(
no_diff(
sub {
local $ENV{PT_QUERY_DIGEST_CHECK_ATTRIB_LIMIT} = 5;
pt_query_digest::main(@args, $sample.'slow054.txt')
},
"t/pt-query-digest/samples/slow054.txt",
),
'Analysis for slow054 (InnoDB_trx_id bug 821694)'
);
# #############################################################################
# Bug 924950: pt-query-digest --group-by db may crash profile report
# #############################################################################
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow055.txt',
qw(--group-by db)) },
"t/pt-query-digest/samples/slow055.txt",
),
'Analysis for slow055 (group by blank db bug 924950)'
);
# #############################################################################
# Bug 1082599: pt-query-digest fails to parse timestamp with no query
# #############################################################################
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow056.txt') },
"t/pt-query-digest/samples/slow056.txt",
),
'Analysis for slow056 (no query bug 1082599)'
);
# #############################################################################
# Bug 1176010: pt-query-digest should know how to group quoted and unquoted
# database names
# https://bugs.launchpad.net/percona-toolkit/+bug/1176010
# #############################################################################
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow057.txt',
qw(--group-by db)) },
"t/pt-query-digest/samples/slow057.txt",
),
'Analysis for slow057 (no grouping bug 1176010)'
) or diag($test_diff);
# #############################################################################
# https://bugs.launchpad.net/percona-toolkit/+bug/821692
# pt-query-digest doesn't distill LOAD DATA correctly
# https://bugs.launchpad.net/percona-toolkit/+bug/984053
# pt-query-digest doesn't distill INSERT/REPLACE without INTO correctly
# #############################################################################
ok(
no_diff(
sub { pt_query_digest::main($sample.'slow058.txt',
'--report-format', 'query_report,profile', '--limit', '100%',
)},
"t/pt-query-digest/samples/slow058.txt",
),
'Analysis for slow058 (bug 821692, bug 984053)'
) or diag($test_diff);
# #############################################################################
# pt-query-digest support for Percona Server slow log rate limiting
# https://blueprints.launchpad.net/percona-toolkit/+spec/pt-query-digest-rate-limit
# #############################################################################
ok(
no_diff(
sub { pt_query_digest::main(@args, $sample.'slow059.txt',
'--report-format', 'header,query_report,profile')
},
"t/pt-query-digest/samples/slow059_report01.txt"
),
'Analysis for slow059 with rate limiting'
) or diag($test_diff);
# #############################################################################
# Done.
# #############################################################################
done_testing;
Reference in New Issue View Git Blame Copy Permalink