Files
percona-toolkit/t/pt-online-schema-change/pt-1423.t
Sveta Smirnova 825dea7547 PT-1423 - LP #1682929: pt-table-checksum: First chunk takes too long
- Modified the tool, so if both --chunk-size and --chunk-time are specified, it starts chunking with the indicated --chunk-size, and then adjusts chunk size to fit the time.
2025-08-16 02:01:22 +03:00

107 lines
3.0 KiB
Perl

#!/usr/bin/env perl
BEGIN {
die "The PERCONA_TOOLKIT_BRANCH environment variable is not set.\n"
unless $ENV{PERCONA_TOOLKIT_BRANCH} && -d $ENV{PERCONA_TOOLKIT_BRANCH};
unshift @INC, "$ENV{PERCONA_TOOLKIT_BRANCH}/lib";
};
use strict;
use warnings FATAL => 'all';
use English qw(-no_match_vars);
use Test::More;
use Data::Dumper;
use PerconaTest;
use Sandbox;
require "$trunk/bin/pt-online-schema-change";
my $dp = new DSNParser(opts=>$dsn_opts);
my $sb = new Sandbox(basedir => '/tmp', DSNParser => $dp);
my $source_dbh = $sb->get_dbh_for('source');
if ( !$source_dbh ) {
plan skip_all => 'Cannot connect to sandbox source';
}
# The sandbox servers run with lock_wait_timeout=3 and it's not dynamic
# so we need to specify --set-vars innodb_lock_wait_timeout=3 else the
# tool will die.
my $source_dsn = 'h=127.1,P=12345,u=msandbox,p=msandbox';
my @args = (qw(--set-vars innodb_lock_wait_timeout=3));
my $sample = "t/pt-online-schema-change/samples/";
my $plugin = "$trunk/$sample/plugins";
my $output;
my $exit_status;
$sb->load_file('source', "$sample/basic_no_fks.sql");
# Should be big enough, so we can watch how number of chunks changes with different options
my $num_rows = 5000;
diag("Loading $num_rows into the table. This might take some time.");
diag(`util/mysql_random_data_load --host=127.0.0.1 --port=12345 --user=msandbox --password=msandbox pt_osc t $num_rows`);
($output, $exit_status) = full_output(
sub { pt_online_schema_change::main(@args,
"$source_dsn,D=pt_osc,t=t",
'--progress', 'iterations,1',
"--alter", "FORCE",
'--chunk-size=100',
'--execute') },
stderr => 1,
);
my $chunks = () = $output =~ /Copying `pt_osc`.`t`:\s+\d+% \d\d:\d\d remain/gi;
is(
$chunks,
51,
'Chunk size was not modified with default --chunk-time'
) or diag($chunks, $output);
($output, $exit_status) = full_output(
sub { pt_online_schema_change::main(@args,
"$source_dsn,D=pt_osc,t=t",
'--progress', 'iterations,1',
"--alter", "FORCE",
'--chunk-size=100',
'--chunk-time=0',
'--execute') },
stderr => 1,
);
$chunks = () = $output =~ /Copying `pt_osc`.`t`:\s+\d+% \d\d:\d\d remain/gi;
is(
$chunks,
51,
'Chunk size was not modified with --chunk-time=0'
) or diag($chunks, $output);
($output, $exit_status) = full_output(
sub { pt_online_schema_change::main(@args,
"$source_dsn,D=pt_osc,t=t",
'--progress', 'iterations,1',
"--alter", "FORCE",
'--chunk-size=100',
'--chunk-time=0.5',
'--execute') },
stderr => 1,
);
$chunks = () = $output =~ /Copying `pt_osc`.`t`:\s+\d+% \d\d:\d\d remain/gi;
is(
$chunks,
2,
'Chunk size was adjusted to fit specified --chunk-time'
) or diag($chunks, $output);
# #############################################################################
# Done.
# #############################################################################
$sb->wipe_clean($source_dbh);
ok($sb->ok(), "Sandbox servers") or BAIL_OUT(__FILE__ . " broke the sandbox");
done_testing;