mirror of
https://github.com/percona/percona-toolkit.git
synced 2025-12-24 02:01:42 +08:00
Add lib/, t/lib/, and sandbox/. All modules are updated and passing on MySQL 5.1.
This commit is contained in:
Daniel Nichter
418
t/lib/SchemaIterator.t
Normal file
418
t/lib/SchemaIterator.t
Normal file
@@ -0,0 +1,418 @@
|
||||
#!/usr/bin/perl
|
||||
|
||||
BEGIN {
|
||||
die "The PERCONA_TOOLKIT_BRANCH environment variable is not set.\n"
|
||||
unless $ENV{PERCONA_TOOLKIT_BRANCH} && -d $ENV{PERCONA_TOOLKIT_BRANCH};
|
||||
unshift @INC, "$ENV{PERCONA_TOOLKIT_BRANCH}/lib";
|
||||
};
|
||||
|
||||
use strict;
|
||||
use warnings FATAL => 'all';
|
||||
use English qw(-no_match_vars);
|
||||
use Test::More tests => 29;
|
||||
|
||||
use SchemaIterator;
|
||||
use FileIterator;
|
||||
use Quoter;
|
||||
use DSNParser;
|
||||
use Sandbox;
|
||||
use OptionParser;
|
||||
use MySQLDump;
|
||||
use TableParser;
|
||||
use MaatkitTest;
|
||||
|
||||
use constant MKDEBUG => $ENV{MKDEBUG} || 0;
|
||||
|
||||
use Data::Dumper;
|
||||
$Data::Dumper::Indent = 1;
|
||||
$Data::Dumper::Sortkeys = 1;
|
||||
$Data::Dumper::Quotekeys = 0;
|
||||
|
||||
my $q = new Quoter();
|
||||
my $dp = new DSNParser(opts=>$dsn_opts);
|
||||
my $sb = new Sandbox(basedir => '/tmp', DSNParser => $dp);
|
||||
my $dbh = $sb->get_dbh_for('master');
|
||||
|
||||
my ($du, $tp);
|
||||
my $fi = new FileIterator();
|
||||
my $o = new OptionParser(description => 'SchemaIterator');
|
||||
$o->get_specs("$trunk/bin/pt-table-checksum");
|
||||
|
||||
my $in = "$trunk/t/lib/samples/mysqldump-no-data/";
|
||||
my $out = "t/lib/samples/SchemaIterator/";
|
||||
|
||||
sub test_so {
|
||||
my ( %args ) = @_;
|
||||
my @required_args = qw(test_name result);
|
||||
foreach my $arg ( @required_args ) {
|
||||
die "I need a $arg argument" unless defined $args{$arg};
|
||||
}
|
||||
|
||||
@ARGV = $args{filters} ? @{$args{filters}} : ();
|
||||
$o->get_opts();
|
||||
|
||||
my $si;
|
||||
if ( $args{files} ) {
|
||||
my $file_itr = $fi->get_file_itr(@{$args{files}});
|
||||
$si = new SchemaIterator(
|
||||
file_itr => $file_itr,
|
||||
keep_ddl => defined $args{keep_ddl} ? $args{keep_ddl} : 1,
|
||||
OptionParser => $o,
|
||||
Quoter => $q,
|
||||
TableParser => $tp,
|
||||
);
|
||||
}
|
||||
else {
|
||||
$si = new SchemaIterator(
|
||||
dbh => $dbh,
|
||||
keep_ddl => defined $args{keep_ddl} ? $args{keep_ddl} : 1,
|
||||
OptionParser => $o,
|
||||
Quoter => $q,
|
||||
MySQLDump => $du,
|
||||
TableParser => $tp,
|
||||
);
|
||||
}
|
||||
|
||||
# For result files, each db.tbl is printed on its own line
|
||||
# so diff works nicely.
|
||||
my $result_file = -f "$trunk/$args{result}";
|
||||
|
||||
my $res = "";
|
||||
my @objs;
|
||||
while ( my $obj = $si->next_schema_object() ) {
|
||||
if ( $args{return_objs} ) {
|
||||
push @objs, $obj;
|
||||
}
|
||||
else {
|
||||
if ( $result_file || $args{ddl} ) {
|
||||
$res .= "$obj->{db}.$obj->{tbl}\n";
|
||||
$res .= "$obj->{ddl}\n\n" if $args{ddl} || $du;
|
||||
}
|
||||
else {
|
||||
$res .= "$obj->{db}.$obj->{tbl} ";
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return \@objs if $args{return_objs};
|
||||
|
||||
if ( $result_file ) {
|
||||
ok(
|
||||
no_diff(
|
||||
$res,
|
||||
$args{result},
|
||||
cmd_output => 1,
|
||||
update_sample => $args{update_sample},
|
||||
),
|
||||
$args{test_name},
|
||||
);
|
||||
}
|
||||
elsif ( $args{unlike} ) {
|
||||
unlike(
|
||||
$res,
|
||||
$args{unlike},
|
||||
$args{test_name},
|
||||
);
|
||||
}
|
||||
else {
|
||||
is(
|
||||
$res,
|
||||
$args{result},
|
||||
$args{test_name},
|
||||
);
|
||||
}
|
||||
|
||||
return;
|
||||
}
|
||||
|
||||
SKIP: {
|
||||
skip "Cannot connect to sandbox master", 22 unless $dbh;
|
||||
$sb->wipe_clean($dbh);
|
||||
|
||||
# ########################################################################
|
||||
# Test simple, unfiltered get_db_itr().
|
||||
# ########################################################################
|
||||
test_so(
|
||||
result => "$out/all-dbs-tbls.txt",
|
||||
test_name => "Iterate all schema objects with dbh",
|
||||
);
|
||||
|
||||
# ########################################################################
|
||||
# Test filters.
|
||||
# ########################################################################
|
||||
$sb->load_file('master', "t/lib/samples/SchemaIterator.sql");
|
||||
|
||||
test_so(
|
||||
filters => [qw(-d this_db_does_not_exist)],
|
||||
result => "",
|
||||
test_name => "No databases match",
|
||||
);
|
||||
|
||||
test_so(
|
||||
filters => [qw(-t this_table_does_not_exist)],
|
||||
result => "",
|
||||
test_name => "No tables match",
|
||||
);
|
||||
|
||||
# Filter by --databases (-d).
|
||||
test_so(
|
||||
filters => [qw(--databases d1)],
|
||||
result => "d1.t1 d1.t2 d1.t3 ",
|
||||
test_name => '--databases',
|
||||
);
|
||||
|
||||
# Filter by --databases (-d) and --tables (-t).
|
||||
test_so(
|
||||
filters => [qw(-d d1 -t t2)],
|
||||
result => "d1.t2 ",
|
||||
test_name => '--databases and --tables',
|
||||
);
|
||||
|
||||
# Ignore some dbs and tbls.
|
||||
test_so(
|
||||
filters => ['--ignore-databases', 'mysql,sakila,d1,d3'],
|
||||
result => "d2.t1 ",
|
||||
test_name => '--ignore-databases',
|
||||
);
|
||||
|
||||
test_so(
|
||||
filters => ['--ignore-databases', 'mysql,sakila,d2,d3',
|
||||
'--ignore-tables', 't1,t2'],
|
||||
result => "d1.t3 ",
|
||||
test_name => '--ignore-databases and --ignore-tables',
|
||||
);
|
||||
|
||||
# Select some dbs but ignore some tables.
|
||||
test_so(
|
||||
filters => ['-d', 'd1', '--ignore-tables', 't1,t3'],
|
||||
result => "d1.t2 ",
|
||||
test_name => '--databases and --ignore-tables',
|
||||
);
|
||||
|
||||
# Filter by engines. This also tests that --engines is case-insensitive
|
||||
test_so(
|
||||
filters => ['-d', 'd1,d2,d3', '--engines', 'INNODB'],
|
||||
result => "d1.t2 ",
|
||||
test_name => '--engines',
|
||||
);
|
||||
|
||||
test_so(
|
||||
filters => ['-d', 'd1,d2,d3', '--ignore-engines', 'innodb,myisam'],
|
||||
result => "d1.t3 ",
|
||||
test_name => '--ignore-engines',
|
||||
);
|
||||
|
||||
# Filter by regex.
|
||||
test_so(
|
||||
filters => ['--databases-regex', 'd[13]', '--tables-regex', 't[^3]'],
|
||||
result => "d1.t1 d1.t2 ",
|
||||
test_name => '--databases-regex and --tables-regex',
|
||||
);
|
||||
|
||||
test_so(
|
||||
filters => ['--ignore-databases-regex', '(?:^d[23]|mysql|info|sakila)',
|
||||
'--ignore-tables-regex', 't[^23]'],
|
||||
result => "d1.t2 d1.t3 ",
|
||||
test_name => '--ignore-databases-regex',
|
||||
);
|
||||
|
||||
# ########################################################################
|
||||
# Filter views.
|
||||
# ########################################################################
|
||||
SKIP: {
|
||||
skip 'Sandbox master does not have the sakila database', 1
|
||||
unless @{$dbh->selectcol_arrayref('SHOW DATABASES LIKE "sakila"')};
|
||||
|
||||
test_so(
|
||||
filteres => [qw(-d sakila)],
|
||||
result => "", # hack; uses unlike instead
|
||||
unlike => qr/
|
||||
actor_info
|
||||
|customer_list
|
||||
|film_list
|
||||
|nicer_but_slower_film_list
|
||||
|sales_by_film_category
|
||||
|sales_by_store
|
||||
|staff_list/x,
|
||||
test_name => "Iterator does not return views",
|
||||
);
|
||||
};
|
||||
|
||||
# ########################################################################
|
||||
# Issue 806: mk-table-sync --tables does not honor schema qualier
|
||||
# ########################################################################
|
||||
# Filter by db-qualified table. There is t1 in both d1 and d2.
|
||||
# We want only d1.t1.
|
||||
test_so(
|
||||
filters => [qw(-t d1.t1)],
|
||||
result => "d1.t1 ",
|
||||
test_name => '-t d1.t1 (issue 806)',
|
||||
);
|
||||
|
||||
test_so(
|
||||
filters => [qw(-d d1 -t d1.t1)],
|
||||
result => "d1.t1 ",
|
||||
test_name => '-d d1 -t d1.t1 (issue 806)',
|
||||
);
|
||||
|
||||
test_so(
|
||||
filters => [qw(-d d2 -t d1.t1)],
|
||||
result => "",
|
||||
test_name => '-d d2 -t d1.t1 (issue 806)',
|
||||
);
|
||||
|
||||
test_so(
|
||||
filters => ['-t','d1.t1,d1.t3'],
|
||||
result => "d1.t1 d1.t3 ",
|
||||
test_name => '-t d1.t1,d1.t3 (issue 806)',
|
||||
);
|
||||
|
||||
test_so(
|
||||
filters => ['--ignore-databases', 'mysql,sakila',
|
||||
'--ignore-tables', 'd1.t1'],
|
||||
result => "d1.t2 d1.t3 d2.t1 ",
|
||||
test_name => '--ignore-databases and --ignore-tables d1.t1 (issue 806)',
|
||||
);
|
||||
|
||||
test_so(
|
||||
filters => ['-t','d1.t3,d2.t1'],
|
||||
result => "d1.t3 d2.t1 ",
|
||||
test_name => '-t d1.t3,d2.t1 (issue 806)',
|
||||
);
|
||||
|
||||
# ########################################################################
|
||||
# Issue 1161: make_filter() with only --tables db.foo filter does not work
|
||||
# ########################################################################
|
||||
# mk-index-usage does not have any of the schema filters with default
|
||||
# values like --engines so when we do --tables that will be the only
|
||||
# filter.
|
||||
$o = new OptionParser(description => 'SchemaIterator');
|
||||
$o->get_specs("$trunk/bin/pt-index-usage");
|
||||
|
||||
test_so(
|
||||
filters => [qw(-t d1.t1)],
|
||||
result => "d1.t1 ",
|
||||
test_name => '-t d1.t1 (issue 1161)',
|
||||
);
|
||||
|
||||
# ########################################################################
|
||||
# Issue 1193: Make SchemaIterator skip PERFORMANCE_SCHEMA
|
||||
# ########################################################################
|
||||
SKIP: {
|
||||
skip "Test for MySQL v5.5", 1 unless $sandbox_version ge '5.5';
|
||||
|
||||
test_so(
|
||||
result => "", # hack, uses unlike instead
|
||||
unlike => qr/^performance_schema/,
|
||||
test_name => "performance_schema automatically ignored",
|
||||
);
|
||||
}
|
||||
|
||||
# ########################################################################
|
||||
# Getting CREATE TALBE (ddl).
|
||||
# ########################################################################
|
||||
$du = new MySQLDump();
|
||||
test_so(
|
||||
filters => [qw(-t mysql.user)],
|
||||
result => "$out/mysql-user-ddl.txt",
|
||||
test_name => "Get CREATE TABLE with dbh",
|
||||
);
|
||||
|
||||
# Kill the MySQLDump obj in case the next tests don't want to use it.
|
||||
$du = undef;
|
||||
|
||||
$sb->wipe_clean($dbh);
|
||||
};
|
||||
|
||||
# ############################################################################
|
||||
# Test getting schema from mysqldump files.
|
||||
# ############################################################################
|
||||
|
||||
test_so(
|
||||
files => ["$in/dump001.txt"],
|
||||
result => "test.a test.b test2.a ",
|
||||
test_name => "Iterate schema in dump001.txt",
|
||||
);
|
||||
|
||||
test_so(
|
||||
files => ["$in/all-dbs.txt"],
|
||||
result => "$out/all-dbs.txt",
|
||||
ddl => 1,
|
||||
test_name => "Iterate schema in all-dbs.txt",
|
||||
);
|
||||
|
||||
test_so(
|
||||
files => ["$in/dump001.txt", "$in/dump001.txt"],
|
||||
result => "$out/dump001-twice.txt",
|
||||
ddl => 1,
|
||||
test_name => "Iterate schema in multiple files",
|
||||
);
|
||||
|
||||
test_so(
|
||||
files => ["$in/dump001.txt"],
|
||||
filters => [qw(--databases TEST2)],
|
||||
result => "test2.a ",
|
||||
test_name => "Filter dump file by --databases",
|
||||
);
|
||||
|
||||
# ############################################################################
|
||||
# Getting tbl_struct.
|
||||
# ############################################################################
|
||||
my $objs = test_so(
|
||||
files => ["$in/dump001.txt"],
|
||||
result => "", # hack to let return_objs work
|
||||
test_name => "", # hack to let return_objs work
|
||||
return_objs => 1,
|
||||
);
|
||||
|
||||
my $n_tbl_structs = grep { exists $_->{tbl_struct} } @$objs;
|
||||
|
||||
is(
|
||||
$n_tbl_structs,
|
||||
0,
|
||||
'No tbl_struct without TableParser'
|
||||
);
|
||||
|
||||
$tp = new TableParser(Quoter => $q);
|
||||
|
||||
$objs = test_so(
|
||||
files => ["$in/dump001.txt"],
|
||||
result => "", # hack to let return_objs work
|
||||
test_name => "", # hack to let return_objs work
|
||||
return_objs => 1,
|
||||
);
|
||||
|
||||
$n_tbl_structs = grep { exists $_->{tbl_struct} } @$objs;
|
||||
|
||||
is(
|
||||
$n_tbl_structs,
|
||||
scalar @$objs,
|
||||
'Got tbl_struct for each schema object'
|
||||
);
|
||||
|
||||
# Kill the TableParser obj in case the next tests don't want to use it.
|
||||
$tp = undef;
|
||||
|
||||
# ############################################################################
|
||||
# keep_ddl
|
||||
# ############################################################################
|
||||
$objs = test_so(
|
||||
files => ["$in/dump001.txt"],
|
||||
result => "", # hack to let return_objs work
|
||||
test_name => "", # hack to let return_objs work
|
||||
return_objs => 1,
|
||||
keep_ddl => 0,
|
||||
);
|
||||
|
||||
my $n_ddls = grep { exists $_->{ddl} } @$objs;
|
||||
|
||||
is(
|
||||
$n_ddls,
|
||||
0,
|
||||
'DDL deleted unless keep_ddl'
|
||||
);
|
||||
|
||||
# #############################################################################
|
||||
# Done.
|
||||
# #############################################################################
|
||||
exit;
|
||||
Reference in New Issue
Block a user