Merged raw-log-parser-percona-22371

2026-04-05 01:05:45 +08:00 · 2012-10-12 14:19:55 -03:00
parent bf49d2265f 938b9720c1
commit b71ceeaadb
6 changed files with 339 additions and 1 deletions
--- a/lib/RawLogParser.pm
+++ b/lib/RawLogParser.pm
@@ -0,0 +1,95 @@
+# This program is copyright 2012 Percona Inc.
+# Feedback and improvements are welcome.
+#
+# THIS PROGRAM IS PROVIDED "AS IS" AND WITHOUT ANY EXPRESS OR IMPLIED
+# WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED WARRANTIES OF
+# MERCHANTIBILITY AND FITNESS FOR A PARTICULAR PURPOSE.
+#
+# This program is free software; you can redistribute it and/or modify it under
+# the terms of the GNU General Public License as published by the Free Software
+# Foundation, version 2; OR the Perl Artistic License.  On UNIX and similar
+# systems, you can issue `man perlgpl' or `man perlartistic' to read these
+# licenses.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program; if not, write to the Free Software Foundation, Inc., 59 Temple
+# Place, Suite 330, Boston, MA  02111-1307  USA.
+# ###########################################################################
+# RawLogParser package
+# ###########################################################################
+{
+# Package: RawLogParser
+# RawLogParser parses logs with nothing but one query per line.
+package RawLogParser;
+
+use strict;
+use warnings FATAL => 'all';
+use English qw(-no_match_vars);
+use constant PTDEBUG => $ENV{PTDEBUG} || 0;
+
+use Data::Dumper;
+$Data::Dumper::Indent    = 1;
+$Data::Dumper::Sortkeys  = 1;
+$Data::Dumper::Quotekeys = 0;
+
+sub new {
+   my ( $class ) = @_;
+   my $self = {
+   };
+   return bless $self, $class;
+}
+
+sub parse_event {
+   my ( $self, %args ) = @_;
+   my @required_args = qw(next_event tell);
+   foreach my $arg ( @required_args ) {
+      die "I need a $arg argument" unless $args{$arg};
+   }
+   my ($next_event, $tell) = @args{@required_args};
+
+   my $line;
+   my $pos_in_log = $tell->();
+   LINE:
+   while ( defined($line = $next_event->()) ) {
+      PTDEBUG && _d($line);
+      chomp($line);
+      my @properties = (
+         'pos_in_log', $pos_in_log,
+         'cmd',        'Query',
+         'bytes',      length($line),
+         'Query_time', 0,
+         'arg',        $line,
+      );
+
+      $pos_in_log = $tell->();
+
+      # Don't dump $event; want to see full dump of all properties,
+      # and after it's been cast into a hash, duplicated keys will
+      # be gone.
+      PTDEBUG && _d('Properties of event:', Dumper(\@properties));
+      my $event = { @properties };
+      if ( $args{stats} ) {
+         $args{stats}->{events_read}++;
+         $args{stats}->{events_parsed}++;
+      }
+
+      return $event;
+   }
+
+   $args{oktorun}->(0) if $args{oktorun};
+   return;
+}
+
+sub _d {
+   my ($package, undef, $line) = caller 0;
+   @_ = map { (my $temp = $_) =~ s/\n/\n# /g; $temp; }
+        map { defined $_ ? $_ : 'undef' }
+        @_;
+   print STDERR "# $package:$line $PID ", join(' ', @_), "\n";
+}
+
+1;
+}
+# ###########################################################################
+# End RawLogParser package
+# ###########################################################################