mirror of
https://github.com/percona/percona-toolkit.git
synced 2025-09-10 21:19:59 +00:00
135 lines
4.3 KiB
Perl
135 lines
4.3 KiB
Perl
# This program is copyright 2010 Percona Inc.
|
|
# Feedback and improvements are welcome.
|
|
#
|
|
# THIS PROGRAM IS PROVIDED "AS IS" AND WITHOUT ANY EXPRESS OR IMPLIED
|
|
# WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED WARRANTIES OF
|
|
# MERCHANTIBILITY AND FITNESS FOR A PARTICULAR PURPOSE.
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify it under
|
|
# the terms of the GNU General Public License as published by the Free Software
|
|
# Foundation, version 2; OR the Perl Artistic License. On UNIX and similar
|
|
# systems, you can issue `man perlgpl' or `man perlartistic' to read these
|
|
# licenses.
|
|
#
|
|
# You should have received a copy of the GNU General Public License along with
|
|
# this program; if not, write to the Free Software Foundation, Inc., 59 Temple
|
|
# Place, Suite 330, Boston, MA 02111-1307 USA.
|
|
|
|
# This package is an mk-archiver --dest plugin which implements a bulk
|
|
# INSERT using a regular INSERT statement rather than LOAD DATA that
|
|
# --bulk-insert normally uses. This is accomplished by override two
|
|
# bulk operation calls. The first, before_bulk_insert(), reads the
|
|
# bulk insert file that mk-archiver wants to load and build one large
|
|
# INSERT statement from it. The second, custom_sth_bulk(), returns a
|
|
# fake sth so that mk-archiver does not actually execute LOAD DATA.
|
|
# mk-archiver handles the bulk delete on the source.
|
|
package bulk_regular_insert;
|
|
|
|
use strict;
|
|
use warnings FATAL => 'all';
|
|
use English qw(-no_match_vars);
|
|
use constant PTDEBUG => $ENV{PTDEBUG};
|
|
|
|
# ###########################################################################
|
|
# Customize these values for your tables.
|
|
# ###########################################################################
|
|
|
|
# There's nothing to customize yet.
|
|
|
|
# ###########################################################################
|
|
# Don't modify anything below here.
|
|
# ###########################################################################
|
|
sub new {
|
|
my ( $class, %args ) = @_;
|
|
my $o = $args{OptionParser};
|
|
|
|
my $self = {
|
|
%args, # dbh, db, tbl, and some common modules
|
|
};
|
|
|
|
if ( $o->get('dry-run') ) {
|
|
print "# bulk_regular_insert plugin\n";
|
|
}
|
|
|
|
return bless $self, $class;
|
|
}
|
|
|
|
sub before_begin {
|
|
my ( $self, %args ) = @_;
|
|
$self->{cols} = $args{allcols};
|
|
return;
|
|
}
|
|
|
|
# This is a --dest plugin so we don't need to override is_archivable().
|
|
# sub is_archivable {
|
|
# my ( $self, %args ) = @_;
|
|
# return 1;
|
|
# }
|
|
|
|
# Reads rows from the LOAD DATA INFILE file, and instead of inserting them
|
|
# with LOAD DATA INFILE, builds a big conventional SQL INSERT... VALUES(),(),..
|
|
# Supports --replace and --ignore, just like the normal bulk insert.
|
|
sub before_bulk_insert {
|
|
my ( $self, %args ) = @_;
|
|
|
|
my $dbh = $self->{dbh};
|
|
my $q = $self->{Quoter};
|
|
my $o = $self->{OptionParser};
|
|
my $db_tbl = $q->quote($self->{db}, $self->{tbl});
|
|
|
|
my $file = $args{filename};
|
|
open my $fh, '<', $file
|
|
or die "Cannot open bulk insert file $file: $OS_ERROR";
|
|
|
|
my $verb = $o->get('replace') ? 'REPLACE' : 'INSERT';
|
|
my $ignore = $o->get('ignore') ? ' IGNORE' : '';
|
|
my $sql = "$verb$ignore INTO $db_tbl ("
|
|
. join(", ", map { $q->quote($_) } @{$self->{cols}})
|
|
. ") VALUES ";
|
|
|
|
my @vals;
|
|
while ( my $line = <$fh> ) {
|
|
chop $line;
|
|
push @vals,
|
|
"(" . join(", ", map { $q->quote_val($_) } split /\t/, $line) . ")";
|
|
}
|
|
$sql .= join(", ", @vals);
|
|
$sql .= " /* mk-archiver bulk_regular_insert plugin */"; # trace
|
|
|
|
PTDEBUG && _d("Bulk regular insert:", $sql);
|
|
$dbh->do($sql);
|
|
|
|
return;
|
|
}
|
|
|
|
sub custom_sth_bulk {
|
|
my ( $self, %args ) = @_;
|
|
my $dbh = $self->{dbh};
|
|
|
|
# The fake sth must bind 1 var because mk-archiver is going to
|
|
# execute it with 1 var: the bulk insert filename. If we don't
|
|
# fake that 1 var we'll get this error: DBD::mysql::st execute failed:
|
|
# called with 1 bind variables when 0 are needed [for Statement "SELECT 1"]
|
|
# at mk-archiver line 4100.
|
|
my $sql = "SELECT ?";
|
|
PTDEBUG && _d("Custom sth bulk:", $sql);
|
|
|
|
my $sth = $dbh->prepare($sql);
|
|
return $sth;
|
|
}
|
|
|
|
sub after_finish {
|
|
my ( $self ) = @_;
|
|
return;
|
|
}
|
|
|
|
sub _d {
|
|
my ($package, undef, $line) = caller 0;
|
|
@_ = map { (my $temp = $_) =~ s/\n/\n# /g; $temp; }
|
|
map { defined $_ ? $_ : 'undef' }
|
|
@_;
|
|
print STDERR "# $package:$line $PID ", join(' ', @_), "\n";
|
|
}
|
|
|
|
1;
|