mirror of
https://github.com/percona/percona-toolkit.git
synced 2025-09-01 18:25:59 +00:00
2b5c8f69ab
The regexp to process log entries was not considering timestamps in +n, it was only considering timestamps in -n hours
332 lines
9.7 KiB
Perl
332 lines
9.7 KiB
Perl
#!/usr/bin/perl
|
|
|
|
BEGIN {
|
|
die "The PERCONA_TOOLKIT_BRANCH environment variable is not set.\n"
|
|
unless $ENV{PERCONA_TOOLKIT_BRANCH} && -d $ENV{PERCONA_TOOLKIT_BRANCH};
|
|
unshift @INC, "$ENV{PERCONA_TOOLKIT_BRANCH}/lib";
|
|
};
|
|
|
|
use strict;
|
|
use warnings FATAL => 'all';
|
|
use English qw(-no_match_vars);
|
|
use Test::More;
|
|
|
|
use GeneralLogParser;
|
|
use PerconaTest;
|
|
|
|
my $p = new GeneralLogParser();
|
|
|
|
my $oktorun = 1;
|
|
my $sample = "t/lib/samples/genlogs/";
|
|
|
|
test_log_parser(
|
|
parser => $p,
|
|
file => $sample.'genlog001.txt',
|
|
oktorun => sub { $oktorun = $_[0]; },
|
|
result => [
|
|
{ ts => '051007 21:55:24',
|
|
Thread_id => '42',
|
|
arg => 'administrator command: Connect',
|
|
bytes => 30,
|
|
cmd => 'Admin',
|
|
db => 'db1',
|
|
host => 'localhost',
|
|
pos_in_log => 0,
|
|
user => 'root',
|
|
Query_time => 0,
|
|
},
|
|
{ ts => undef,
|
|
Thread_id => '42',
|
|
arg => 'SELECT foo
|
|
FROM tbl
|
|
WHERE col=12345
|
|
ORDER BY col',
|
|
bytes => 124,
|
|
cmd => 'Query',
|
|
pos_in_log => 58,
|
|
Query_time => 0,
|
|
db => 'db1',
|
|
},
|
|
{ ts => undef,
|
|
Thread_id => '42',
|
|
arg => 'administrator command: Quit',
|
|
bytes => 27,
|
|
cmd => 'Admin',
|
|
pos_in_log => 244,
|
|
Query_time => 0,
|
|
},
|
|
{ ts => '061226 15:42:36',
|
|
Thread_id => '11',
|
|
arg => 'administrator command: Connect',
|
|
bytes => 30,
|
|
cmd => 'Admin',
|
|
host => 'localhost',
|
|
pos_in_log => 244,
|
|
user => 'root',
|
|
Query_time => 0,
|
|
},
|
|
{ ts => undef,
|
|
Thread_id => '11',
|
|
arg => 'administrator command: Init DB',
|
|
bytes => 30,
|
|
cmd => 'Admin',
|
|
db => 'my_webstats',
|
|
pos_in_log => 300,
|
|
Query_time => 0,
|
|
},
|
|
{ ts => undef,
|
|
Thread_id => '11',
|
|
arg => 'SELECT DISTINCT col FROM tbl WHERE foo=20061219',
|
|
bytes => 47,
|
|
cmd => 'Query',
|
|
pos_in_log => 346,
|
|
Query_time => 0,
|
|
db => 'my_webstats',
|
|
},
|
|
{ ts => '061226 16:44:48',
|
|
Thread_id => '11',
|
|
arg => 'administrator command: Quit',
|
|
bytes => 27,
|
|
cmd => 'Admin',
|
|
pos_in_log => 464,
|
|
Query_time => 0,
|
|
},
|
|
]
|
|
);
|
|
|
|
is(
|
|
$oktorun,
|
|
0,
|
|
'Sets oktorun'
|
|
);
|
|
$oktorun = 1;
|
|
|
|
test_log_parser(
|
|
parser => $p,
|
|
file => $sample.'genlog002.txt',
|
|
result => [
|
|
{
|
|
Query_time => 0,
|
|
Thread_id => '51',
|
|
arg => 'SELECT category_id
|
|
FROM auction_category_map
|
|
WHERE auction_id = \'3015563\'',
|
|
bytes => 106,
|
|
cmd => 'Query',
|
|
pos_in_log => 0,
|
|
ts => '100211 0:55:24'
|
|
},
|
|
{
|
|
Query_time => 0,
|
|
Thread_id => '51',
|
|
arg => 'SELECT auction_id, auction_title_en AS title, close_time,
|
|
number_of_items_per_lot,
|
|
replace (replace (thumbnail_url, \'sm_thumb\', \'carousel\'), \'small_thumb\', \'carousel\') as thumbnail_url,
|
|
replace (replace (thumbnail_url, \'sm_thumb\', \'tiny_thumb\'), \'small_thumb\', \'tiny_thumb\') as tinythumb_url,
|
|
current_bid
|
|
FROM auction_search
|
|
WHERE platform_flag_1 = 1
|
|
AND close_flag = 0
|
|
AND close_time >= NOW()
|
|
AND marketplace = \'AR\'
|
|
AND auction_id IN (3015562,3028764,3015564,3019075,3015574,2995142,3040162,3015573,2995135,3015578)
|
|
ORDER BY close_time ASC
|
|
LIMIT 500',
|
|
bytes => 858,
|
|
cmd => 'Query',
|
|
pos_in_log => 237,
|
|
ts => undef
|
|
},
|
|
],
|
|
);
|
|
|
|
|
|
# #############################################################################
|
|
# Issue 972: mk-query-digest genlog timestamp fix
|
|
# #############################################################################
|
|
test_log_parser(
|
|
parser => $p,
|
|
file => $sample.'genlog003.txt',
|
|
oktorun => sub { $oktorun = $_[0]; },
|
|
result => [
|
|
{ ts => '051007 21:55:24',
|
|
Thread_id => '42',
|
|
arg => 'administrator command: Connect',
|
|
bytes => 30,
|
|
cmd => 'Admin',
|
|
db => 'db1',
|
|
host => 'localhost',
|
|
pos_in_log => 0,
|
|
user => 'root',
|
|
Query_time => 0,
|
|
},
|
|
{ ts => undef,
|
|
Thread_id => '42',
|
|
arg => 'SELECT foo
|
|
FROM tbl
|
|
WHERE col=12345
|
|
ORDER BY col',
|
|
bytes => 124,
|
|
cmd => 'Query',
|
|
pos_in_log => 60,
|
|
Query_time => 0,
|
|
db => 'db1',
|
|
},
|
|
{ ts => undef,
|
|
Thread_id => '42',
|
|
arg => 'administrator command: Quit',
|
|
bytes => 27,
|
|
cmd => 'Admin',
|
|
pos_in_log => 246,
|
|
Query_time => 0,
|
|
},
|
|
{ ts => undef,
|
|
Thread_id => '11',
|
|
arg => 'administrator command: Connect',
|
|
bytes => 30,
|
|
cmd => 'Admin',
|
|
host => 'localhost',
|
|
pos_in_log => 246,
|
|
user => 'root',
|
|
Query_time => 0,
|
|
},
|
|
{ ts => undef,
|
|
Thread_id => '11',
|
|
arg => 'administrator command: Init DB',
|
|
bytes => 30,
|
|
cmd => 'Admin',
|
|
db => 'my_webstats',
|
|
pos_in_log => 302,
|
|
Query_time => 0,
|
|
},
|
|
{ ts => undef,
|
|
Thread_id => '11',
|
|
arg => 'SELECT DISTINCT col FROM tbl WHERE foo=20061219',
|
|
bytes => 47,
|
|
cmd => 'Query',
|
|
pos_in_log => 348,
|
|
Query_time => 0,
|
|
db => 'my_webstats',
|
|
},
|
|
{ ts => undef,
|
|
Thread_id => '11',
|
|
arg => 'administrator command: Quit',
|
|
bytes => 27,
|
|
cmd => 'Admin',
|
|
pos_in_log => 466,
|
|
Query_time => 0,
|
|
},
|
|
]
|
|
);
|
|
|
|
# Customer issue from Ernie.
|
|
test_log_parser(
|
|
parser => $p,
|
|
file => $sample.'genlog004.txt',
|
|
oktorun => sub { $oktorun = $_[0]; },
|
|
result => [
|
|
{
|
|
Query_time => 0,
|
|
Thread_id => '12345',
|
|
arg => q/administrator command: Access denied for user 'nobody'@'localhost' (using password: NO)
|
|
/,
|
|
bytes => 88,
|
|
cmd => 'Admin',
|
|
pos_in_log => 0,
|
|
ts => undef
|
|
},
|
|
{
|
|
Query_time => 0,
|
|
Thread_id => '12345',
|
|
arg => 'administrator command: Connect',
|
|
bytes => 30,
|
|
cmd => 'Admin',
|
|
host => 'localhost',
|
|
pos_in_log => 81,
|
|
ts => undef,
|
|
user => 'nobody'
|
|
},
|
|
{
|
|
Query_time => 0,
|
|
Thread_id => '31519',
|
|
arg => 'BEGIN',
|
|
bytes => 5,
|
|
cmd => 'Query',
|
|
pos_in_log => 122,
|
|
ts => undef
|
|
},
|
|
{
|
|
Query_time => 0,
|
|
Thread_id => '98765',
|
|
arg => 'administrator command: Connect',
|
|
bytes => 30,
|
|
cmd => 'Admin',
|
|
db => 'sar',
|
|
host => '1.2.3.4',
|
|
pos_in_log => 184,
|
|
ts => undef,
|
|
user => 'payments_r'
|
|
},
|
|
],
|
|
);
|
|
|
|
# Customer issue from Ernie.
|
|
test_log_parser(
|
|
parser => $p,
|
|
file => $sample.'pt-1573-general-log-system.log',
|
|
oktorun => sub { $oktorun = $_[0]; },
|
|
result => [
|
|
{
|
|
Query_time => 0,
|
|
Thread_id => '257426',
|
|
arg => 'administrator command: Connect',
|
|
bytes => 30,
|
|
cmd => 'Admin',
|
|
host => '127.0.0.1',
|
|
pos_in_log => 0,
|
|
ts => '2018-09-07T18:45:40.098124+08:00',
|
|
user => 'mysqlha_common'
|
|
},
|
|
{
|
|
Query_time => 0,
|
|
Thread_id => '257426',
|
|
arg => 'set autocommit=0',
|
|
bytes => 16,
|
|
cmd => 'Query',
|
|
pos_in_log => 285,
|
|
ts => '2018-09-07T18:45:40.098511+08:00'
|
|
},
|
|
{
|
|
Query_time => 0,
|
|
Thread_id => '257426',
|
|
arg => 'set autocommit=1',
|
|
bytes => 16,
|
|
cmd => 'Query',
|
|
pos_in_log => 411,
|
|
ts => '2018-09-07T18:45:40.098613+08:00'
|
|
},
|
|
{
|
|
Query_time => 0,
|
|
Thread_id => '257426',
|
|
arg => 'show global status like \'Threads_connected\'',
|
|
bytes => 43,
|
|
cmd => 'Query',
|
|
pos_in_log => 501,
|
|
ts => '2018-09-07T18:45:40.098769+08:00'
|
|
},
|
|
{
|
|
Query_time => 0,
|
|
Thread_id => '257426',
|
|
arg => 'administrator command: Quit',
|
|
bytes => 27,
|
|
cmd => 'Admin',
|
|
pos_in_log => 547,
|
|
ts => '2018-09-07T18:45:40.101009+08:00'
|
|
}
|
|
],
|
|
);
|
|
# #############################################################################
|
|
# Done.
|
|
# #############################################################################
|
|
done_testing;
|