percona/percona-toolkit
1
0
Fork 0
mirror of https://github.com/percona/percona-toolkit.git synced 2025-09-10 05:00:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

First implementation of online logging.

Browse Source
This commit is contained in:
Daniel Nichter
2013-05-17 09:32:32 -07:00
parent 883590d448
commit df6ba9f3a5
2 changed files with 138 additions and 52 deletions
Download Patch File Download Diff File Expand all files Collapse all files

53
lib/Percona/Agent/Logger.pm
View File

@@ -31,6 +31,7 @@ use Thread::Queue;
use Lmo;
use Transformers;
use Percona::WebAPI::Resource::LogEntry;
Transformers->import(qw(ts));
@@ -47,7 +48,7 @@ has 'client' => (
required => 0,
);
has 'status_link' => (
has 'log_link' => (
is => 'rw',
isa => 'Str',
required => 0,
@@ -74,29 +75,41 @@ has '_thread' => (
sub BUILD {
my $self = shift;
if ( $self->client && $self->status_link ) {
if ( $self->client && $self->log_link ) {
$self->_message_queue(Thread::Queue->new());
$self->_thread(
threads::async {
EVENT:
while ( my $event = $self->_message_queue->dequeue() ) {
last unless defined $event;
# $event = [ level, "message" ]
my $status = {
log_level => $event->[0],
message => $event->[1],
};
eval {
$self->client->post(
link => $self->status_link,
resources => encode_json($status),
my @log_entries;
my $oktorun = 1;
QUEUE:
while ( $oktorun ) {
my $max_log_entries = 1_000; # for each POST + backlog
while ( $self->message_queue->pending()
&& $max_log_entries--
&& (my $entry = $self->message_queue->dequeue()) )
{
$oktorun = 0 if !defined $entry;
# $event = [ level, "message" ]
push @log_entries, Percona::WebAPI::Resource::LogEntry->new(
log_level => $entry->[0],
message => $entry->[1],
);
};
if ( my $e = $EVAL_ERROR ) {
warn "$e";
# TODO: a queue for failed messages?
}
} # EVENT
if ( scalar @log_entries ) {
eval {
$self->client->post(
link => $self->log_link,
resources => \@log_entries,
);
};
if ( my $e = $EVAL_ERROR ) {
warn "$e";
}
else {
@log_entries = ();
}
} # have log entries
} # QUEUE
} # threads::async
);
}
@@ -168,7 +181,7 @@ sub _log {
else {
print "$ts $level $msg\n";
}
if ( $self->client && $self->status_link ) {
if ( $self->client && $self->log_link ) {
my @event :shared = ($level_number, $msg);
$self->_message_queue->enqueue(\@event);
}