Merge pull request #366 from percona/PT-1616

PT-1616 pt-table-checksum fails to --resume on certain binary strings
2025-09-28 08:51:44 +00:00 · 2018-10-26 09:44:34 -03:00
parent ab92feb875 b8be202003
commit eb6beefd90
5 changed files with 152 additions and 4 deletions
--- a/t/pt-table-checksum/pt-1616.t
+++ b/t/pt-table-checksum/pt-1616.t
@@ -0,0 +1,105 @@
+#!/usr/bin/env perl
+
+BEGIN {
+    die "The PERCONA_TOOLKIT_BRANCH environment variable is not set.\n"
+    unless $ENV{PERCONA_TOOLKIT_BRANCH} && -d $ENV{PERCONA_TOOLKIT_BRANCH};
+    unshift @INC, "$ENV{PERCONA_TOOLKIT_BRANCH}/lib";
+};
+
+use strict;
+use warnings FATAL => 'all';
+use English qw(-no_match_vars);
+use Test::More;
+
+use PerconaTest;
+use Sandbox;
+use SqlModes;
+require "$trunk/bin/pt-table-checksum";
+
+my $dp  = new DSNParser(opts=>$dsn_opts);
+my $sb  = new Sandbox(basedir => '/tmp', DSNParser => $dp);
+my $dbh = $sb->get_dbh_for('master');
+
+if ( !$dbh ) {
+    plan skip_all => 'Cannot connect to sandbox master';
+}
+else {
+    plan tests => 4;
+}
+
+diag("loading samples");
+$sb->load_file('master', 't/pt-table-checksum/samples/pt-1616.sql');
+
+my $num_rows = 50000;
+diag("Loading $num_rows rows into the table. This might take some time.");
+# diag(`util/mysql_random_data_load --host=127.0.0.1 --port=12345 --user=msandbox --password=msandbox junk pt_test_100 $num_rows`);
+
+my $sql = "INSERT INTO junk.pt_test_100 (id1, id2) VALUES (?, ?)";
+my $sth = $dbh->prepare($sql);
+my @chars = ("A".."Z", "a".."z");
+
+# Generate some random data haivng commas
+for (my $i=0; $i < $num_rows; $i++) {
+    # Generate random strings having commas
+    my ($id1, $id2) = (",,,,", ",,,,");
+    $id1 .= $chars[rand @chars] for 1..10;
+    $id2 .= $chars[rand @chars] for 1..10;
+    
+    $sth->execute($id1, $id2);
+}
+$sth->finish();
+$dbh->do('INSERT INTO junk.pt_test_100 (id1, id2) VALUES(UNHEX("F96DD7"), UNHEX("F96DD7"))');
+
+# The sandbox servers run with lock_wait_timeout=3 and it's not dynamic
+# so we need to specify --set-vars innodb_lock_wait_timeout=3 else the tool will die.
+my $master_dsn = $sb->dsn_for('master');
+
+my @args = ($master_dsn, "--set-vars", "innodb_lock_wait_timeout=50", 
+    "--ignore-databases", "mysql", "--no-check-binlog-format", 
+    "--chunk-size", "1", 
+    "--empty-replicate-table", "--run-time", "2s"
+);
+
+my $output;
+my $exit_status;
+
+$output = output(
+    sub { $exit_status = pt_table_checksum::main(@args) },
+    stderr => 1,
+);
+
+is(
+    $exit_status,
+    0,
+    "PT-1616 pt-table-cheksum before --resume with binary fields exit status",
+);
+
+@args = ("--set-vars", "innodb_lock_wait_timeout=50", 
+    "--ignore-databases", "mysql", "--no-check-binlog-format", 
+    "--chunk-size", "1", 
+    "--resume", "--run-time", "5s", $master_dsn
+);
+
+$output = output(
+    sub { $exit_status = pt_table_checksum::main(@args) },
+    stderr => 1,
+);
+
+is(
+    $exit_status,
+    0,
+    "PT-1616 pt-table-cheksum --resume with binary fields exit status",
+);
+
+unlike(
+    $output,
+    qr/called with \d+ bind variables when \d+ are needed/,
+    "PT-1616 pt-table-cheksum --resume parameters binding error",
+) or die($output);
+
+# #############################################################################
+# Done.
+# #############################################################################
+$sb->wipe_clean($dbh);
+ok($sb->ok(), "Sandbox servers") or BAIL_OUT(__FILE__ . " broke the sandbox");
+exit;
--- a/t/pt-table-checksum/samples/pt-1616.sql
+++ b/t/pt-table-checksum/samples/pt-1616.sql
@@ -0,0 +1,30 @@
+DROP DATABASE IF EXISTS junk;
+CREATE DATABASE junk;
+CREATE TABLE junk.pt_test_100 (
+    id1 binary(16), 
+    id2 binary(16), 
+    PRIMARY KEY(id1, id2)
+);
+
+
+CREATE DATABASE IF NOT EXISTS percona;
+CREATE TABLE IF NOT EXISTS percona.checksums (
+   db             CHAR(64)     NOT NULL,
+   tbl            CHAR(64)     NOT NULL,
+   chunk          INT          NOT NULL,
+   chunk_time     FLOAT            NULL,
+   chunk_index    VARCHAR(200)     NULL,
+   lower_boundary TEXT             NULL,
+   upper_boundary TEXT             NULL,
+   this_crc       CHAR(40)     NOT NULL,
+   this_cnt       INT          NOT NULL,
+   master_crc     CHAR(40)         NULL,
+   master_cnt     INT              NULL,
+   ts             TIMESTAMP    NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
+   PRIMARY KEY (db, tbl, chunk),
+   INDEX ts_db_tbl (ts, db, tbl)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;
+
+TRUNCATE TABLE percona.checksums;
+
+ALTER TABLE percona.checksums MODIFY upper_boundary BLOB, MODIFY lower_boundary BLOB;