mirror of
https://github.com/percona/percona-toolkit.git
synced 2025-10-19 08:56:34 +00:00
Add lib/, t/lib/, and sandbox/. All modules are updated and passing on MySQL 5.1.
This commit is contained in:
Daniel Nichter
192
lib/GeneralLogParser.pm
Normal file
192
lib/GeneralLogParser.pm
Normal file
@@ -0,0 +1,192 @@
|
||||
# This program is copyright 2009-2011 Percona Inc.
|
||||
# Feedback and improvements are welcome.
|
||||
#
|
||||
# THIS PROGRAM IS PROVIDED "AS IS" AND WITHOUT ANY EXPRESS OR IMPLIED
|
||||
# WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED WARRANTIES OF
|
||||
# MERCHANTIBILITY AND FITNESS FOR A PARTICULAR PURPOSE.
|
||||
#
|
||||
# This program is free software; you can redistribute it and/or modify it under
|
||||
# the terms of the GNU General Public License as published by the Free Software
|
||||
# Foundation, version 2; OR the Perl Artistic License. On UNIX and similar
|
||||
# systems, you can issue `man perlgpl' or `man perlartistic' to read these
|
||||
# licenses.
|
||||
#
|
||||
# You should have received a copy of the GNU General Public License along with
|
||||
# this program; if not, write to the Free Software Foundation, Inc., 59 Temple
|
||||
# Place, Suite 330, Boston, MA 02111-1307 USA.
|
||||
# ###########################################################################
|
||||
# GeneralLogParser package $Revision: 7522 $
|
||||
# ###########################################################################
|
||||
|
||||
# Package: GeneralLogParser
|
||||
# GeneralLogParser parses MySQL general logs.
|
||||
{
|
||||
package GeneralLogParser;
|
||||
|
||||
use strict;
|
||||
use warnings FATAL => 'all';
|
||||
use English qw(-no_match_vars);
|
||||
use constant MKDEBUG => $ENV{MKDEBUG} || 0;
|
||||
|
||||
use Data::Dumper;
|
||||
$Data::Dumper::Indent = 1;
|
||||
$Data::Dumper::Sortkeys = 1;
|
||||
$Data::Dumper::Quotekeys = 0;
|
||||
|
||||
sub new {
|
||||
my ( $class ) = @_;
|
||||
my $self = {
|
||||
pending => [],
|
||||
db_for => {},
|
||||
};
|
||||
return bless $self, $class;
|
||||
}
|
||||
|
||||
my $genlog_line_1= qr{
|
||||
\A
|
||||
(?:(\d{6}\s+\d{1,2}:\d\d:\d\d))? # Timestamp
|
||||
\s+
|
||||
(?:\s*(\d+)) # Thread ID
|
||||
\s
|
||||
(\w+) # Command
|
||||
\s+
|
||||
(.*) # Argument
|
||||
\Z
|
||||
}xs;
|
||||
|
||||
# This method accepts an open filehandle, a callback function, and a mode
|
||||
# (slow, log, undef). It reads events from the filehandle and calls the
|
||||
# callback with each event.
|
||||
sub parse_event {
|
||||
my ( $self, %args ) = @_;
|
||||
my @required_args = qw(next_event tell);
|
||||
foreach my $arg ( @required_args ) {
|
||||
die "I need a $arg argument" unless $args{$arg};
|
||||
}
|
||||
my ($next_event, $tell) = @args{@required_args};
|
||||
|
||||
my $pending = $self->{pending};
|
||||
my $db_for = $self->{db_for};
|
||||
my $line;
|
||||
my $pos_in_log = $tell->();
|
||||
LINE:
|
||||
while (
|
||||
defined($line = shift @$pending)
|
||||
or defined($line = $next_event->())
|
||||
) {
|
||||
MKDEBUG && _d($line);
|
||||
my ($ts, $thread_id, $cmd, $arg) = $line =~ m/$genlog_line_1/;
|
||||
if ( !($thread_id && $cmd) ) {
|
||||
MKDEBUG && _d('Not start of general log event');
|
||||
next;
|
||||
}
|
||||
# Don't save cmd or arg yet, we may need to modify them later.
|
||||
my @properties = ('pos_in_log', $pos_in_log, 'ts', $ts,
|
||||
'Thread_id', $thread_id);
|
||||
|
||||
$pos_in_log = $tell->();
|
||||
|
||||
@$pending = ();
|
||||
if ( $cmd eq 'Query' ) {
|
||||
# There may be more lines to this query. Read lines until
|
||||
# the next id/cmd is found. Append these lines to this
|
||||
# event's arg, push the next id/cmd to pending.
|
||||
my $done = 0;
|
||||
do {
|
||||
$line = $next_event->();
|
||||
if ( $line ) {
|
||||
my (undef, $next_thread_id, $next_cmd)
|
||||
= $line =~ m/$genlog_line_1/;
|
||||
if ( $next_thread_id && $next_cmd ) {
|
||||
MKDEBUG && _d('Event done');
|
||||
$done = 1;
|
||||
push @$pending, $line;
|
||||
}
|
||||
else {
|
||||
MKDEBUG && _d('More arg:', $line);
|
||||
$arg .= $line;
|
||||
}
|
||||
}
|
||||
else {
|
||||
MKDEBUG && _d('No more lines');
|
||||
$done = 1;
|
||||
}
|
||||
} until ( $done );
|
||||
|
||||
chomp $arg;
|
||||
push @properties, 'cmd', 'Query', 'arg', $arg;
|
||||
push @properties, 'bytes', length($properties[-1]);
|
||||
push @properties, 'db', $db_for->{$thread_id} if $db_for->{$thread_id};
|
||||
}
|
||||
else {
|
||||
# If it's not a query it's some admin command.
|
||||
push @properties, 'cmd', 'Admin';
|
||||
|
||||
if ( $cmd eq 'Connect' ) {
|
||||
if ( $arg =~ m/^Access denied/ ) {
|
||||
# administrator command: Access denied for user ...
|
||||
$cmd = $arg;
|
||||
}
|
||||
else {
|
||||
# The Connect command may or may not be followed by 'on'.
|
||||
# When it is, 'on' may or may not be followed by a database.
|
||||
my ($user, undef, $db) = $arg =~ /(\S+)/g;
|
||||
my $host;
|
||||
($user, $host) = split(/@/, $user);
|
||||
MKDEBUG && _d('Connect', $user, '@', $host, 'on', $db);
|
||||
|
||||
push @properties, 'user', $user if $user;
|
||||
push @properties, 'host', $host if $host;
|
||||
push @properties, 'db', $db if $db;
|
||||
$db_for->{$thread_id} = $db;
|
||||
}
|
||||
}
|
||||
elsif ( $cmd eq 'Init' ) {
|
||||
# The full command is "Init DB" so arg starts with "DB"
|
||||
# because our regex expects single word commands.
|
||||
$cmd = 'Init DB';
|
||||
$arg =~ s/^DB\s+//;
|
||||
my ($db) = $arg =~ /(\S+)/;
|
||||
MKDEBUG && _d('Init DB:', $db);
|
||||
push @properties, 'db', $db if $db;
|
||||
$db_for->{$thread_id} = $db;
|
||||
}
|
||||
|
||||
push @properties, 'arg', "administrator command: $cmd";
|
||||
push @properties, 'bytes', length($properties[-1]);
|
||||
}
|
||||
|
||||
# The Query_time attrib is expected by mk-query-digest but
|
||||
# general logs have no Query_time so we fake it.
|
||||
push @properties, 'Query_time', 0;
|
||||
|
||||
# Don't dump $event; want to see full dump of all properties,
|
||||
# and after it's been cast into a hash, duplicated keys will
|
||||
# be gone.
|
||||
MKDEBUG && _d('Properties of event:', Dumper(\@properties));
|
||||
my $event = { @properties };
|
||||
if ( $args{stats} ) {
|
||||
$args{stats}->{events_read}++;
|
||||
$args{stats}->{events_parsed}++;
|
||||
}
|
||||
return $event;
|
||||
} # LINE
|
||||
|
||||
@{$self->{pending}} = ();
|
||||
$args{oktorun}->(0) if $args{oktorun};
|
||||
return;
|
||||
}
|
||||
|
||||
sub _d {
|
||||
my ($package, undef, $line) = caller 0;
|
||||
@_ = map { (my $temp = $_) =~ s/\n/\n# /g; $temp; }
|
||||
map { defined $_ ? $_ : 'undef' }
|
||||
@_;
|
||||
print STDERR "# $package:$line $PID ", join(' ', @_), "\n";
|
||||
}
|
||||
|
||||
1;
|
||||
}
|
||||
# ###########################################################################
|
||||
# End GeneralLogParser package
|
||||
# ###########################################################################
|
||||
Reference in New Issue
Block a user