mirror of
https://github.com/percona/percona-toolkit.git
synced 2025-09-09 16:10:28 +00:00
Stripping down pt-upgrade; work in progress.
This commit is contained in:
Daniel Nichter
139
lib/QueryIterator.pm
Normal file
139
lib/QueryIterator.pm
Normal file
@@ -0,0 +1,139 @@
|
||||
# This program is copyright 2013 Percona Ireland Ltd.
|
||||
# Feedback and improvements are welcome.
|
||||
#
|
||||
# THIS PROGRAM IS PROVIDED "AS IS" AND WITHOUT ANY EXPRESS OR IMPLIED
|
||||
# WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED WARRANTIES OF
|
||||
# MERCHANTIBILITY AND FITNESS FOR A PARTICULAR PURPOSE.
|
||||
#
|
||||
# This program is free software; you can redistribute it and/or modify it under
|
||||
# the terms of the GNU General Public License as published by the Free Software
|
||||
# Foundation, version 2; OR the Perl Artistic License. On UNIX and similar
|
||||
# systems, you can issue `man perlgpl' or `man perlartistic' to read these
|
||||
# licenses.
|
||||
#
|
||||
# You should have received a copy of the GNU General Public License along with
|
||||
# this program; if not, write to the Free Software Foundation, Inc., 59 Temple
|
||||
# Place, Suite 330, Boston, MA 02111-1307 USA.
|
||||
# ###########################################################################
|
||||
# QueryIterator package
|
||||
# ###########################################################################
|
||||
{
|
||||
package QueryIterator;
|
||||
|
||||
use strict;
|
||||
use warnings FATAL => 'all';
|
||||
use English qw(-no_match_vars);
|
||||
use constant PTDEBUG => $ENV{PTDEBUG} || 0;
|
||||
|
||||
use Mo;
|
||||
|
||||
has 'parser' => (
|
||||
is => 'ro',
|
||||
isa => 'Object',
|
||||
required => 1,
|
||||
);
|
||||
|
||||
has 'oktorun' => (
|
||||
is => 'ro',
|
||||
isa => 'CodeRef',
|
||||
required => 1,
|
||||
);
|
||||
|
||||
has 'database' => (
|
||||
is => 'rw',
|
||||
isa => 'Maybe[Str]',
|
||||
required => 0,
|
||||
);
|
||||
|
||||
has 'filter' => (
|
||||
is => 'ro',
|
||||
isa => 'CodeRef',
|
||||
required => 0,
|
||||
);
|
||||
|
||||
has 'read_only' => (
|
||||
is => 'ro',
|
||||
isa => 'Bool',
|
||||
required => 0,
|
||||
default => 0,
|
||||
);
|
||||
|
||||
sub BUILDARGS {
|
||||
|
||||
my $filter_code;
|
||||
if ( my $filter = $args{filter} ) {
|
||||
if ( -f $filter && -r $filter ) {
|
||||
PTDEBUG && _d('Reading file', $filter, 'for --filter code');
|
||||
open my $fh, "<", $filter or die "Cannot open $filter: $OS_ERROR";
|
||||
$filter = do { local $/ = undef; <$fh> };
|
||||
close $fh;
|
||||
}
|
||||
else {
|
||||
$filter = "( $filter )"; # issue 565
|
||||
}
|
||||
my $code = "sub { PTDEBUG && _d('callback: filter'); my(\$event) = shift; $filter && return \$event; };";
|
||||
PTDEBUG && _d('--filter code:', $code);
|
||||
$filter_code = eval $code
|
||||
or die "Error compiling --filter code: $code\n$EVAL_ERROR";
|
||||
}
|
||||
else {
|
||||
$filter_code = sub { return 1 };
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
sub next {
|
||||
my ($self) = @_;
|
||||
|
||||
EVENT:
|
||||
while (
|
||||
$self->oktorun()
|
||||
&& (my $event = $parser->parse_event(%args))
|
||||
) {
|
||||
|
||||
$self->stats->{events}++;
|
||||
|
||||
if ( ($event->{cmd} || '') ne 'Query' ) {
|
||||
PTDEBUG && _d('Skipping non-Query cmd');
|
||||
$stats->{not_query}++;
|
||||
next EVENT;
|
||||
}
|
||||
|
||||
if ( !$event->{arg} ) {
|
||||
PTDEBUG && _d('Skipping empty arg');
|
||||
$stats->{empty_query}++;
|
||||
next EVENT;
|
||||
}
|
||||
|
||||
next EVENT unless $self->filter->();
|
||||
|
||||
if ( $self->read_only ) {
|
||||
if ( $event->{arg} !~ m/(?:^SELECT|(?:\*\/\s*SELECT))/i ) {
|
||||
PTDEBUG && _d('Skipping non-SELECT query');
|
||||
$stats->{not_select}++;
|
||||
next EVENT;
|
||||
}
|
||||
}
|
||||
|
||||
$event->{fingerprint} = $qr->fingerprint($event->{arg});
|
||||
|
||||
my $db = $event->{db} || $event->{Schema} || $hosts->[0]->{dsn}->{D};
|
||||
if ( $db && (!$current_db || $db ne $current_db) ) {
|
||||
$self->database($db);
|
||||
}
|
||||
else {
|
||||
$self->database(undef);
|
||||
}
|
||||
|
||||
return $event;
|
||||
} # EVENT
|
||||
|
||||
return;
|
||||
}
|
||||
|
||||
no Mo;
|
||||
1;
|
||||
}
|
||||
# ###########################################################################
|
||||
# End QueryIterator package
|
||||
# ###########################################################################
|
||||
@@ -1,223 +0,0 @@
|
||||
# This program is copyright 2009-2012 Percona Inc.
|
||||
# Feedback and improvements are welcome.
|
||||
#
|
||||
# THIS PROGRAM IS PROVIDED "AS IS" AND WITHOUT ANY EXPRESS OR IMPLIED
|
||||
# WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED WARRANTIES OF
|
||||
# MERCHANTIBILITY AND FITNESS FOR A PARTICULAR PURPOSE.
|
||||
#
|
||||
# This program is free software; you can redistribute it and/or modify it under
|
||||
# the terms of the GNU General Public License as published by the Free Software
|
||||
# Foundation, version 2; OR the Perl Artistic License. On UNIX and similar
|
||||
# systems, you can issue `man perlgpl' or `man perlartistic' to read these
|
||||
# licenses.
|
||||
#
|
||||
# You should have received a copy of the GNU General Public License along with
|
||||
# this program; if not, write to the Free Software Foundation, Inc., 59 Temple
|
||||
# Place, Suite 330, Boston, MA 02111-1307 USA.
|
||||
# ###########################################################################
|
||||
# UpgradeReportFormatter package
|
||||
# ###########################################################################
|
||||
{
|
||||
# Package: UpgradeReportFormatter
|
||||
# UpgradeReportFormatter formats the output of pt-upgrade.
|
||||
package UpgradeReportFormatter;
|
||||
|
||||
use strict;
|
||||
use warnings FATAL => 'all';
|
||||
use English qw(-no_match_vars);
|
||||
|
||||
use constant PTDEBUG => $ENV{PTDEBUG};
|
||||
use constant LINE_LENGTH => 74;
|
||||
use constant MAX_STRING_LENGTH => 10;
|
||||
|
||||
Transformers->import(qw(make_checksum percentage_of shorten micro_t));
|
||||
|
||||
# Special formatting functions
|
||||
my %formatting_function = (
|
||||
ts => sub {
|
||||
my ( $stats ) = @_;
|
||||
my $min = parse_timestamp($stats->{min} || '');
|
||||
my $max = parse_timestamp($stats->{max} || '');
|
||||
return $min && $max ? "$min to $max" : '';
|
||||
},
|
||||
);
|
||||
|
||||
my $bool_format = '# %3s%% %-6s %s';
|
||||
|
||||
sub new {
|
||||
my ( $class, %args ) = @_;
|
||||
return bless { }, $class;
|
||||
}
|
||||
|
||||
sub event_report {
|
||||
my ( $self, %args ) = @_;
|
||||
my @required_args = qw(where rank worst meta_ea hosts);
|
||||
foreach my $arg ( @required_args ) {
|
||||
die "I need a $arg argument" unless $args{$arg};
|
||||
}
|
||||
my ($where, $rank, $worst, $meta_ea, $hosts) = @args{@required_args};
|
||||
my $meta_stats = $meta_ea->results;
|
||||
my @result;
|
||||
|
||||
|
||||
# First line
|
||||
my $line = sprintf(
|
||||
'# Query %d: ID 0x%s at byte %d ',
|
||||
$rank || 0,
|
||||
make_checksum($where) || '0x0',
|
||||
0, # $sample->{pos_in_log} || 0
|
||||
);
|
||||
$line .= ('_' x (LINE_LENGTH - length($line)));
|
||||
push @result, $line;
|
||||
|
||||
# Second line: full host names
|
||||
# https://bugs.launchpad.net/percona-toolkit/+bug/980318
|
||||
my $hostno = 0;
|
||||
foreach my $host ( @$hosts ) {
|
||||
$hostno++;
|
||||
push @result, "# host$hostno: " . ($host->{name} || '?')
|
||||
}
|
||||
|
||||
# Differences report. This relies on a sampleno attrib in each class
|
||||
# since all other attributes (except maybe Query_time) are optional.
|
||||
my $class = $meta_stats->{classes}->{$where};
|
||||
push @result,
|
||||
'# Found ' . ($class->{differences}->{sum} || 0)
|
||||
. ' differences in ' . $class->{sampleno}->{cnt} . " samples:\n";
|
||||
|
||||
my $fmt = "# %-17s %d\n";
|
||||
my @diffs = grep { $_ =~ m/^different_/ } keys %$class;
|
||||
foreach my $diff ( sort @diffs ) {
|
||||
push @result,
|
||||
sprintf $fmt, ' ' . (make_label($diff) || ''), ($class->{$diff}->{sum} || 0);
|
||||
}
|
||||
|
||||
# Side-by-side hosts report.
|
||||
my $report = new ReportFormatter(
|
||||
underline_header => 0,
|
||||
strip_whitespace => 0,
|
||||
);
|
||||
$hostno = 0;
|
||||
$report->set_columns(
|
||||
{ name => '' },
|
||||
map { $hostno++; { name => "host$hostno", right_justify => 1 } } @$hosts,
|
||||
);
|
||||
# Bool values.
|
||||
foreach my $thing ( qw(Errors Warnings) ) {
|
||||
my @vals = $thing;
|
||||
foreach my $host ( @$hosts ) {
|
||||
my $ea = $host->{ea};
|
||||
my $stats = $ea->results->{classes}->{$where};
|
||||
if ( $stats && $stats->{$thing} ) {
|
||||
push @vals, shorten($stats->{$thing}->{sum}, d=>1_000, p=>0)
|
||||
}
|
||||
else {
|
||||
push @vals, 0;
|
||||
}
|
||||
}
|
||||
$report->add_line(@vals);
|
||||
}
|
||||
# Fully aggregated numeric values.
|
||||
foreach my $thing ( qw(Query_time row_count) ) {
|
||||
my @vals;
|
||||
|
||||
foreach my $host ( @$hosts ) {
|
||||
my $ea = $host->{ea};
|
||||
my $stats = $ea->results->{classes}->{$where};
|
||||
if ( $stats && $stats->{$thing} ) {
|
||||
my $vals = $stats->{$thing};
|
||||
my $func = $thing =~ m/time$/ ? \µ_t : \&shorten;
|
||||
my $metrics = $host->{ea}->metrics(attrib=>$thing, where=>$where);
|
||||
my @n = (
|
||||
@{$vals}{qw(sum min max)},
|
||||
($vals->{sum} || 0) / ($vals->{cnt} || 1),
|
||||
@{$metrics}{qw(pct_95 stddev median)},
|
||||
);
|
||||
@n = map { defined $_ ? $func->($_) : '' } @n;
|
||||
push @vals, \@n;
|
||||
}
|
||||
else {
|
||||
push @vals, undef;
|
||||
}
|
||||
}
|
||||
|
||||
if ( scalar @vals && grep { defined } @vals ) {
|
||||
$report->add_line($thing, map { '' } @$hosts);
|
||||
my @metrics = qw(sum min max avg pct_95 stddev median);
|
||||
for my $i ( 0..$#metrics ) {
|
||||
my @n = ' ' . $metrics[$i];
|
||||
push @n, map { $_ && defined $_->[$i] ? $_->[$i] : '' } @vals;
|
||||
$report->add_line(@n);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
push @result, $report->get_report();
|
||||
|
||||
return join("\n", map { s/\s+$//; $_ } @result) . "\n";
|
||||
}
|
||||
|
||||
# Convert attribute names into labels
|
||||
sub make_label {
|
||||
my ( $val ) = @_;
|
||||
|
||||
$val =~ s/^different_//;
|
||||
$val =~ s/_/ /g;
|
||||
|
||||
return $val;
|
||||
}
|
||||
|
||||
# Does pretty-printing for lists of strings like users, hosts, db.
|
||||
sub format_string_list {
|
||||
my ( $stats ) = @_;
|
||||
if ( exists $stats->{unq} ) {
|
||||
# Only class stats have unq.
|
||||
my $cnt_for = $stats->{unq};
|
||||
if ( 1 == keys %$cnt_for ) {
|
||||
my ($str) = keys %$cnt_for;
|
||||
# - 30 for label, spacing etc.
|
||||
$str = substr($str, 0, LINE_LENGTH - 30) . '...'
|
||||
if length $str > LINE_LENGTH - 30;
|
||||
return (1, $str);
|
||||
}
|
||||
my $line = '';
|
||||
my @top = sort { $cnt_for->{$b} <=> $cnt_for->{$a} || $a cmp $b }
|
||||
keys %$cnt_for;
|
||||
my $i = 0;
|
||||
foreach my $str ( @top ) {
|
||||
my $print_str;
|
||||
if ( length $str > MAX_STRING_LENGTH ) {
|
||||
$print_str = substr($str, 0, MAX_STRING_LENGTH) . '...';
|
||||
}
|
||||
else {
|
||||
$print_str = $str;
|
||||
}
|
||||
last if (length $line) + (length $print_str) > LINE_LENGTH - 27;
|
||||
$line .= "$print_str ($cnt_for->{$str}), ";
|
||||
$i++;
|
||||
}
|
||||
$line =~ s/, $//;
|
||||
if ( $i < @top ) {
|
||||
$line .= "... " . (@top - $i) . " more";
|
||||
}
|
||||
return (scalar keys %$cnt_for, $line);
|
||||
}
|
||||
else {
|
||||
# Global stats don't have unq.
|
||||
return ($stats->{cnt});
|
||||
}
|
||||
}
|
||||
|
||||
sub _d {
|
||||
my ($package, undef, $line) = caller 0;
|
||||
@_ = map { (my $temp = $_) =~ s/\n/\n# /g; $temp; }
|
||||
map { defined $_ ? $_ : 'undef' }
|
||||
@_;
|
||||
print STDERR "# $package:$line $PID ", join(' ', @_), "\n";
|
||||
}
|
||||
|
||||
1;
|
||||
}
|
||||
# ###########################################################################
|
||||
# End UpgradeReportFormatter package
|
||||
# ###########################################################################
|
||||
41
lib/UpgradeResults.pm
Normal file
41
lib/UpgradeResults.pm
Normal file
@@ -0,0 +1,41 @@
|
||||
# This program is copyright 2013 Percona Ireland Ltd.
|
||||
# Feedback and improvements are welcome.
|
||||
#
|
||||
# THIS PROGRAM IS PROVIDED "AS IS" AND WITHOUT ANY EXPRESS OR IMPLIED
|
||||
# WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED WARRANTIES OF
|
||||
# MERCHANTIBILITY AND FITNESS FOR A PARTICULAR PURPOSE.
|
||||
#
|
||||
# This program is free software; you can redistribute it and/or modify it under
|
||||
# the terms of the GNU General Public License as published by the Free Software
|
||||
# Foundation, version 2; OR the Perl Artistic License. On UNIX and similar
|
||||
# systems, you can issue `man perlgpl' or `man perlartistic' to read these
|
||||
# licenses.
|
||||
#
|
||||
# You should have received a copy of the GNU General Public License along with
|
||||
# this program; if not, write to the Free Software Foundation, Inc., 59 Temple
|
||||
# Place, Suite 330, Boston, MA 02111-1307 USA.
|
||||
# ###########################################################################
|
||||
# UpgradeResults package
|
||||
# ###########################################################################
|
||||
{
|
||||
package UpgradeResults;
|
||||
|
||||
use Mo;
|
||||
use Scalar::Util qw(blessed);
|
||||
use English qw(-no_match_vars);
|
||||
use constant PTDEBUG => $ENV{PTDEBUG} || 0;
|
||||
|
||||
has 'query_classes' => (
|
||||
is => 'rw',
|
||||
isa => 'HashRef',
|
||||
required => 0,
|
||||
default => sub { return {} },
|
||||
);
|
||||
|
||||
|
||||
no Mo;
|
||||
1;
|
||||
}
|
||||
# ###########################################################################
|
||||
# End UpgradeResults package
|
||||
# ###########################################################################
|
||||
Reference in New Issue
Block a user