mirror of
https://github.com/percona/percona-toolkit.git
synced 2025-09-11 13:40:07 +00:00
Add IndexLength.pm.
This commit is contained in:
Daniel Nichter
161
lib/IndexLength.pm
Normal file
161
lib/IndexLength.pm
Normal file
@@ -0,0 +1,161 @@
|
||||
# This program is copyright 2012 Percona Inc.
|
||||
# Feedback and improvements are welcome.
|
||||
#
|
||||
# THIS PROGRAM IS PROVIDED "AS IS" AND WITHOUT ANY EXPRESS OR IMPLIED
|
||||
# WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED WARRANTIES OF
|
||||
# MERCHANTIBILITY AND FITNESS FOR A PARTICULAR PURPOSE.
|
||||
#
|
||||
# This program is free software; you can redistribute it and/or modify it under
|
||||
# the terms of the GNU General Public License as published by the Free Software
|
||||
# Foundation, version 2; OR the Perl Artistic License. On UNIX and similar
|
||||
# systems, you can issue `man perlgpl' or `man perlartistic' to read these
|
||||
# licenses.
|
||||
#
|
||||
# You should have received a copy of the GNU General Public License along with
|
||||
# this program; if not, write to the Free Software Foundation, Inc., 59 Temple
|
||||
# Place, Suite 330, Boston, MA 02111-1307 USA.
|
||||
# ###########################################################################
|
||||
# IndexLength package
|
||||
# ###########################################################################
|
||||
{
|
||||
# Package: IndexLength
|
||||
# IndexLength get the key_len of a index.
|
||||
|
||||
package IndexLength;
|
||||
|
||||
use strict;
|
||||
use warnings FATAL => 'all';
|
||||
use English qw(-no_match_vars);
|
||||
use constant PTDEBUG => $ENV{PTDEBUG} || 0;
|
||||
|
||||
use Data::Dumper;
|
||||
$Data::Dumper::Indent = 1;
|
||||
$Data::Dumper::Sortkeys = 1;
|
||||
$Data::Dumper::Quotekeys = 0;
|
||||
|
||||
sub new {
|
||||
my ( $class, %args ) = @_;
|
||||
my @required_args = qw(Quoter);
|
||||
foreach my $arg ( @required_args ) {
|
||||
die "I need a $arg argument" unless $args{$arg};
|
||||
}
|
||||
|
||||
my $self = {
|
||||
Quoter => $args{Quoter},
|
||||
};
|
||||
|
||||
return bless $self, $class;
|
||||
}
|
||||
|
||||
# Returns the length of the index in bytes using only
|
||||
# the first N left-most columns of the index.
|
||||
sub index_length {
|
||||
my ($self, %args) = @_;
|
||||
my @required_args = qw(Cxn tbl index n_index_cols);
|
||||
foreach my $arg ( @required_args ) {
|
||||
die "I need a $arg argument" unless $args{$arg};
|
||||
}
|
||||
my ($cxn) = @args{@required_args};
|
||||
|
||||
die "The tbl argument does not have a tbl_struct"
|
||||
unless exists $args{tbl}->{tbl_struct};
|
||||
die "Index $args{index} does not exist in table $args{tbl}->{name}"
|
||||
unless $args{tbl}->{tbl_struct}->{keys}->{$args{index}};
|
||||
|
||||
# Get the first row with non-NULL values.
|
||||
my $vals = $self->_get_first_values(%args);
|
||||
|
||||
# Make an EXPLAIN query to scan the range and execute it.
|
||||
my $sql = $self->_make_range_query(%args, vals => $vals);
|
||||
my $sth = $cxn->dbh()->prepare($sql);
|
||||
PTDEBUG && _d($sth->{Statement}, 'params:', @$vals);
|
||||
$sth->execute(@$vals);
|
||||
my $row = $sth->fetchrow_hashref();
|
||||
$sth->finish();
|
||||
PTDEBUG && _d('Range scan:', Dumper($row));
|
||||
return $row->{key_len};
|
||||
}
|
||||
|
||||
sub _get_first_values {
|
||||
my ($self, %args) = @_;
|
||||
my @required_args = qw(Cxn tbl index n_index_cols);
|
||||
foreach my $arg ( @required_args ) {
|
||||
die "I need a $arg argument" unless $args{$arg};
|
||||
}
|
||||
my ($cxn, $tbl, $index, $n_index_cols) = @args{@required_args};
|
||||
|
||||
my $q = $self->{Quoter};
|
||||
|
||||
my $index_struct = $tbl->{tbl_struct}->{keys}->{$index};
|
||||
my $index_cols = $index_struct->{cols};
|
||||
$n_index_cols = @$index_cols - 1 if $n_index_cols > @$index_cols;
|
||||
|
||||
# Select just the index columns.
|
||||
my $index_columns = join (', ',
|
||||
map { $q->quote($_) } @{$index_cols}[0..($n_index_cols - 1)]);
|
||||
|
||||
# Where no index column is null, because we can't > NULL.
|
||||
my @where;
|
||||
foreach my $col ( @{$index_cols}[0..($n_index_cols - 1)] ) {
|
||||
push @where, $q->quote($col) . " IS NOT NULL"
|
||||
}
|
||||
|
||||
my $sql = "SELECT /*!40001 SQL_NO_CACHE */ $index_columns "
|
||||
. "FROM $tbl->{name} FORCE INDEX (" . $q->quote($index) . ") "
|
||||
. "WHERE " . join(' AND ', @where)
|
||||
. " ORDER BY $index_columns "
|
||||
. "LIMIT 1"; # only need 1 row
|
||||
PTDEBUG && _d($sql);
|
||||
my $vals = $cxn->dbh()->selectrow_arrayref($sql);
|
||||
return $vals;
|
||||
}
|
||||
|
||||
sub _make_range_query {
|
||||
my ($self, %args) = @_;
|
||||
my @required_args = qw(tbl index n_index_cols vals);
|
||||
foreach my $arg ( @required_args ) {
|
||||
die "I need a $arg argument" unless $args{$arg};
|
||||
}
|
||||
my ($tbl, $index, $n_index_cols, $vals) = @args{@required_args};
|
||||
|
||||
my $q = $self->{Quoter};
|
||||
|
||||
my $index_struct = $tbl->{tbl_struct}->{keys}->{$index};
|
||||
my $index_cols = $index_struct->{cols};
|
||||
$n_index_cols = @$index_cols - 1 if $n_index_cols > @$index_cols;
|
||||
|
||||
# All but the last index col = val.
|
||||
my @where;
|
||||
if ( $n_index_cols > 1 ) {
|
||||
foreach my $n ( 0..($n_index_cols - 2) ) {
|
||||
my $col = $index_cols->[$n];
|
||||
my $val = $vals->[$n];
|
||||
push @where, $q->quote($col) . " = ?";
|
||||
}
|
||||
}
|
||||
|
||||
# The last index col > val. This causes the range scan using just
|
||||
# the N left-most index columns.
|
||||
my $col = $index_cols->[$n_index_cols - 1];
|
||||
my $val = $vals->[$n_index_cols - 1];
|
||||
push @where, $q->quote($col) . " >= ?";
|
||||
|
||||
my $sql = "EXPLAIN SELECT /*!40001 SQL_NO_CACHE */ * "
|
||||
. "FROM $tbl->{name} FORCE INDEX (" . $q->quote($index) . ") "
|
||||
. "WHERE " . join(' AND ', @where);
|
||||
return $sql;
|
||||
}
|
||||
|
||||
sub _d {
|
||||
my ($package, undef, $line) = caller 0;
|
||||
@_ = map { (my $temp = $_) =~ s/\n/\n# /g; $temp; }
|
||||
map { defined $_ ? $_ : 'undef' }
|
||||
@_;
|
||||
print STDERR "# $package:$line $PID ", join(' ', @_), "\n";
|
||||
}
|
||||
|
||||
1;
|
||||
}
|
||||
# ###########################################################################
|
||||
# End IndexLength package
|
||||
# ###########################################################################
|
||||
122
t/lib/IndexLength.pm
Normal file
122
t/lib/IndexLength.pm
Normal file
@@ -0,0 +1,122 @@
|
||||
#!/usr/bin/perl
|
||||
|
||||
BEGIN {
|
||||
die "The PERCONA_TOOLKIT_BRANCH environment variable is not set.\n"
|
||||
unless $ENV{PERCONA_TOOLKIT_BRANCH} && -d $ENV{PERCONA_TOOLKIT_BRANCH};
|
||||
unshift @INC, "$ENV{PERCONA_TOOLKIT_BRANCH}/lib";
|
||||
};
|
||||
|
||||
use strict;
|
||||
use warnings FATAL => 'all';
|
||||
use English qw(-no_match_vars);
|
||||
use Test::More;
|
||||
|
||||
use PerconaTest;
|
||||
use DSNParser;
|
||||
use Sandbox;
|
||||
|
||||
use Cxn;
|
||||
use Quoter;
|
||||
use TableParser;
|
||||
use OptionParser;
|
||||
use IndexLength;
|
||||
|
||||
use constant PTDEBUG => $ENV{PTDEBUG} || 0;
|
||||
use constant PTDEVDEBUG => $ENV{PTDEBUG} || 0;
|
||||
|
||||
use Data::Dumper;
|
||||
$Data::Dumper::Indent = 1;
|
||||
$Data::Dumper::Sortkeys = 1;
|
||||
$Data::Dumper::Quotekeys = 0;
|
||||
|
||||
my $dp = new DSNParser(opts=>$dsn_opts);
|
||||
my $sb = new Sandbox(basedir => '/tmp', DSNParser => $dp);
|
||||
my $dbh = $sb->get_dbh_for('master');
|
||||
|
||||
if ( !$dbh ) {
|
||||
plan skip_all => 'Cannot connect to sandbox master';
|
||||
}
|
||||
else {
|
||||
plan tests => 6;
|
||||
}
|
||||
|
||||
my $output;
|
||||
my $q = new Quoter();
|
||||
my $tp = new TableParser(Quoter => $q);
|
||||
my $il = new IndexLength(Quoter => $q);
|
||||
my $o = new OptionParser(description => 'IndexLength');
|
||||
$o->get_specs("$trunk/bin/pt-table-checksum");
|
||||
my $cxn = new Cxn(
|
||||
dbh => $dbh,
|
||||
dsn => { h=>'127.1', P=>'12345', n=>'h=127.1,P=12345' },
|
||||
DSNParser => $dp,
|
||||
OptionParser => $o,
|
||||
);
|
||||
|
||||
sub test_index_len {
|
||||
my (%args) = @_;
|
||||
my @required_args = qw(name tbl index n_index_cols len);
|
||||
foreach my $arg ( @required_args ) {
|
||||
die "I need a $arg argument" unless $args{$arg};
|
||||
}
|
||||
|
||||
my $len = $il->index_length(
|
||||
Cxn => $cxn,
|
||||
tbl => $args{tbl},
|
||||
index => $args{index},
|
||||
n_index_cols => $args{n_index_cols},
|
||||
);
|
||||
|
||||
is(
|
||||
$len,
|
||||
$args{len},
|
||||
"$args{name}"
|
||||
);
|
||||
}
|
||||
|
||||
# #############################################################################
|
||||
# bad_plan, PK with 4 cols
|
||||
# #############################################################################
|
||||
$sb->load_file('master', "t/pt-table-checksum/samples/bad-plan-bug-1010232.sql");
|
||||
my $tbl_struct = $tp->parse(
|
||||
$tp->get_create_table($dbh, 'bad_plan', 't'));
|
||||
my $tbl = {
|
||||
name => $q->quote('bad_plan', 't'),
|
||||
tbl_struct => $tbl_struct,
|
||||
};
|
||||
|
||||
for my $n ( 1..4 ) {
|
||||
my $len = $n * 2 + ($n >= 2 ? 1 : 0);
|
||||
test_index_len(
|
||||
name => "bad_plan.t $n cols = $len bytes",
|
||||
tbl => $tbl,
|
||||
index => "PRIMARY",
|
||||
n_index_cols => $n,
|
||||
len => $len,
|
||||
);
|
||||
}
|
||||
|
||||
# #############################################################################
|
||||
# Some sakila tables
|
||||
# #############################################################################
|
||||
$tbl_struct = $tp->parse(
|
||||
$tp->get_create_table($dbh, 'sakila', 'film_actor'));
|
||||
$tbl = {
|
||||
name => $q->quote('sakila', 'film_actor'),
|
||||
tbl_struct => $tbl_struct,
|
||||
};
|
||||
|
||||
test_index_len(
|
||||
name => "sakila.film_actor 1 col = 2 bytes",
|
||||
tbl => $tbl,
|
||||
index => "PRIMARY",
|
||||
n_index_cols => 1,
|
||||
len => 2,
|
||||
);
|
||||
|
||||
# #############################################################################
|
||||
# Done.
|
||||
# #############################################################################
|
||||
$sb->wipe_clean($dbh);
|
||||
ok($sb->ok(), "Sandbox servers") or BAIL_OUT(__FILE__ . " broke the sandbox");
|
||||
exit;
|
||||
Reference in New Issue
Block a user