Add forked Maatkit tools in bin/ and their tests in t/.

2025-09-14 23:40:58 +00:00 · 2011-06-24 16:02:05 -06:00
parent 6c501128e6
commit b4b6376be1
679 changed files with 177876 additions and 3 deletions
--- a/t/pt-archiver/samples/bulk_regular_insert.pm
+++ b/t/pt-archiver/samples/bulk_regular_insert.pm
@@ -0,0 +1,134 @@
+# This program is copyright 2010 Percona Inc.
+# Feedback and improvements are welcome.
+#
+# THIS PROGRAM IS PROVIDED "AS IS" AND WITHOUT ANY EXPRESS OR IMPLIED
+# WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED WARRANTIES OF
+# MERCHANTIBILITY AND FITNESS FOR A PARTICULAR PURPOSE.
+#
+# This program is free software; you can redistribute it and/or modify it under
+# the terms of the GNU General Public License as published by the Free Software
+# Foundation, version 2; OR the Perl Artistic License.  On UNIX and similar
+# systems, you can issue `man perlgpl' or `man perlartistic' to read these
+# licenses.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program; if not, write to the Free Software Foundation, Inc., 59 Temple
+# Place, Suite 330, Boston, MA  02111-1307  USA.
+
+# This package is an mk-archiver --dest plugin which implements a bulk
+# INSERT using a regular INSERT statement rather than LOAD DATA that
+# --bulk-insert normally uses.  This is accomplished by override two
+# bulk operation calls.  The first, before_bulk_insert(),  reads the
+# bulk insert file that mk-archiver wants to load and build one large
+# INSERT statement from it.  The second, custom_sth_bulk(), returns a
+# fake sth so that mk-archiver does not actually execute LOAD DATA.
+# mk-archiver handles the bulk delete on the source.
+package bulk_regular_insert;
+
+use strict;
+use warnings FATAL => 'all';
+use English qw(-no_match_vars);
+use constant MKDEBUG  => $ENV{MKDEBUG};
+
+# ###########################################################################
+# Customize these values for your tables.
+# ###########################################################################
+
+# There's nothing to customize yet.
+
+# ###########################################################################
+# Don't modify anything below here.
+# ###########################################################################
+sub new {
+   my ( $class, %args ) = @_;
+   my $o = $args{OptionParser};
+
+   my $self = {
+      %args,  # dbh, db, tbl, and some common modules
+   };
+
+   if ( $o->get('dry-run') ) {
+      print "# bulk_regular_insert plugin\n";
+   }
+
+   return bless $self, $class;
+}
+
+sub before_begin {
+   my ( $self, %args ) = @_;
+   $self->{cols} = $args{allcols};
+   return;
+}
+
+# This is a --dest plugin so we don't need to override is_archivable().
+# sub is_archivable {
+#   my ( $self, %args ) = @_;
+#   return 1;
+# }
+
+# Reads rows from the LOAD DATA INFILE file, and instead of inserting them
+# with LOAD DATA INFILE, builds a big conventional SQL INSERT... VALUES(),(),..
+# Supports --replace and --ignore, just like the normal bulk insert.
+sub before_bulk_insert {
+   my ( $self, %args ) = @_;
+
+   my $dbh    = $self->{dbh};
+   my $q      = $self->{Quoter};
+   my $o      = $self->{OptionParser};
+   my $db_tbl = $q->quote($self->{db}, $self->{tbl});
+
+   my $file = $args{filename};
+   open my $fh, '<', $file 
+      or die "Cannot open bulk insert file $file: $OS_ERROR";
+
+   my $verb   = $o->get('replace') ? 'REPLACE' : 'INSERT';
+   my $ignore = $o->get('ignore')  ? ' IGNORE' : '';
+   my $sql = "$verb$ignore INTO $db_tbl ("
+           . join(", ", map { $q->quote($_) } @{$self->{cols}})
+           . ") VALUES ";
+
+   my @vals;
+   while ( my $line = <$fh> ) {
+      chop $line;
+      push @vals,
+         "(" . join(", ", map { $q->quote_val($_) } split /\t/, $line) . ")";
+   }
+   $sql .= join(", ", @vals);
+   $sql .= " /* mk-archiver bulk_regular_insert plugin */";  # trace
+
+   MKDEBUG && _d("Bulk regular insert:", $sql);
+   $dbh->do($sql);
+
+   return;
+}
+
+sub custom_sth_bulk {
+   my ( $self, %args ) = @_;
+   my $dbh = $self->{dbh};
+
+   # The fake sth must bind 1 var because mk-archiver is going to
+   # execute it with 1 var: the bulk insert filename.  If we don't
+   # fake that 1 var we'll get this error: DBD::mysql::st execute failed:
+   # called with 1 bind variables when 0 are needed [for Statement "SELECT 1"]
+   # at mk-archiver line 4100.
+   my $sql = "SELECT ?";
+   MKDEBUG && _d("Custom sth bulk:", $sql);
+
+   my $sth = $dbh->prepare($sql);
+   return $sth;
+}
+
+sub after_finish {
+   my ( $self ) = @_;
+   return;
+}
+
+sub _d {
+   my ($package, undef, $line) = caller 0;
+   @_ = map { (my $temp = $_) =~ s/\n/\n# /g; $temp; }
+        map { defined $_ ? $_ : 'undef' }
+        @_;
+   print STDERR "# $package:$line $PID ", join(' ', @_), "\n";
+}
+
+1;