#!/usr/bin/perl BEGIN { die "The PERCONA_TOOLKIT_BRANCH environment variable is not set.\n" unless $ENV{PERCONA_TOOLKIT_BRANCH} && -d $ENV{PERCONA_TOOLKIT_BRANCH}; unshift @INC, "$ENV{PERCONA_TOOLKIT_BRANCH}/lib"; }; use strict; use warnings FATAL => 'all'; use English qw(-no_match_vars); use Test::More; use Transformers; use QueryReview; use QueryRewriter; use TableParser; use Quoter; use SlowLogParser; use OptionParser; use DSNParser; use Sandbox; use PerconaTest; my $dp = new DSNParser(opts=>$dsn_opts); my $sb = new Sandbox(basedir => '/tmp', DSNParser => $dp); my $dbh = $sb->get_dbh_for('master', {no_lc=>1}); if ( !$dbh ) { plan skip_all => "Cannot connect to sandbox master"; } else { plan tests => 9; } $sb->create_dbs($dbh, ['test']); $sb->load_file('master', "t/lib/samples/query_review.sql"); my $output = ""; my $qr = new QueryRewriter(); my $lp = new SlowLogParser; my $q = new Quoter(); my $tp = new TableParser(Quoter => $q); my $opt_parser = new OptionParser( description => 'hi' ); my $tbl_struct = $tp->parse( $tp->get_create_table($dbh, 'test', 'query_review')); my $qv = new QueryReview( dbh => $dbh, db_tbl => '`test`.`query_review`', tbl_struct => $tbl_struct, ts_default => '"2009-01-01"', quoter => $q, ); isa_ok($qv, 'QueryReview'); my $callback = sub { my ( $event ) = @_; my $fp = $qr->fingerprint($event->{arg}); $qv->set_review_info( fingerprint => $fp, sample => $event->{arg}, first_seen => $event->{ts}, last_seen => $event->{ts}, ); }; my $event = {}; my $more_events = 1; my $log; open $log, '<', "$trunk/t/lib/samples/slowlogs/slow006.txt" or die $OS_ERROR; while ( $more_events ) { $event = $lp->parse_event( next_event => sub { return <$log>; }, tell => sub { return tell $log; }, oktorun => sub { $more_events = $_[0]; }, ); $callback->($event) if $event; } close $log; $more_events = 1; open $log, '<', "$trunk/t/lib/samples/slowlogs/slow021.txt" or die $OS_ERROR; while ( $more_events ) { $event = $lp->parse_event( next_event => sub { return <$log>; }, tell => sub { return tell $log; }, oktorun => sub { $more_events = $_[0]; }, ); $callback->($event) if $event; } close $log; my $res = $dbh->selectall_arrayref( 'SELECT checksum, first_seen, last_seen FROM query_review order by checksum', { Slice => {} }); is_deeply( $res, [ { checksum => '4222630712410165197', last_seen => '2007-10-15 21:45:10', first_seen => '2007-10-15 21:45:10' }, { checksum => '9186595214868493422', last_seen => '2009-01-01 00:00:00', first_seen => '2009-01-01 00:00:00' }, { checksum => '11676753765851784517', last_seen => '2007-12-18 11:49:30', first_seen => '2007-12-18 11:48:27' }, { checksum => '15334040482108055940', last_seen => '2007-12-18 11:49:07', first_seen => '2005-12-19 16:56:31' } ], 'Updates last_seen' ); $event = { arg => "UPDATE foo SET bar='nada' WHERE 1", ts => '081222 13:13:13', }; my $fp = $qr->fingerprint($event->{arg}); my $checksum = Transformers::make_checksum($fp); $qv->set_review_info( fingerprint => $fp, sample => $event->{arg}, first_seen => $event->{ts}, last_seen => $event->{ts}, ); $res = $qv->get_review_info($fp); is_deeply( $res, { checksum_conv => 'D3A1C1CD468791EE', first_seen => '2008-12-22 13:13:13', last_seen => '2008-12-22 13:13:13', reviewed_by => undef, reviewed_on => undef, comments => undef, }, 'Stores a new event with default values' ); is_deeply([$qv->review_cols], [qw(first_seen last_seen reviewed_by reviewed_on comments)], 'review columns'); # ############################################################################## # Test review history stuff # ############################################################################## my $pat = $opt_parser->read_para_after("$trunk/bin/pt-query-digest", qr/MAGIC_history_cols/); $pat =~ s/\s+//g; my $create_table = $opt_parser->read_para_after( "$trunk/bin/pt-query-digest", qr/MAGIC_create_review_history/); $create_table =~ s/query_review_history/test.query_review_history/; $dbh->do($create_table); my $hist_struct = $tp->parse( $tp->get_create_table($dbh, 'test', 'query_review_history')); $qv->set_history_options( table => 'test.query_review_history', dbh => $dbh, quoter => $q, tbl_struct => $hist_struct, col_pat => qr/^(.*?)_($pat)$/, ); $qv->set_review_history( 'foo', 'foo sample', Query_time => { pct => 1/3, sum => '0.000682', cnt => 1, min => '0.000682', max => '0.000682', avg => '0.000682', median => '0.000682', stddev => 0, pct_95 => '0.000682', }, ts => { min => '090101 12:39:12', max => '090101 13:19:12', cnt => 1, }, ); $res = $dbh->selectall_arrayref( 'SELECT Lock_time_median, Lock_time_stddev, Query_time_sum, checksum, Rows_examined_stddev, ts_cnt, sample, Rows_examined_median, Rows_sent_min, Rows_examined_min, Rows_sent_sum, Query_time_min, Query_time_pct_95, Rows_examined_sum, Rows_sent_stddev, Rows_sent_pct_95, Query_time_max, Rows_examined_max, Query_time_stddev, Rows_sent_median, Lock_time_pct_95, ts_min, Lock_time_min, Lock_time_max, ts_max, Rows_examined_pct_95 ,Rows_sent_max, Query_time_median, Lock_time_sum FROM test.query_review_history', { Slice => {} }); is_deeply( $res, [ { checksum => '17145033699835028696', sample => 'foo sample', ts_min => '2009-01-01 12:39:12', ts_max => '2009-01-01 13:19:12', ts_cnt => 1, Query_time_sum => '0.000682', Query_time_min => '0.000682', Query_time_max => '0.000682', Query_time_median => '0.000682', Query_time_stddev => 0, Query_time_pct_95 => '0.000682', Lock_time_sum => undef, Lock_time_min => undef, Lock_time_max => undef, Lock_time_pct_95 => undef, Lock_time_stddev => undef, Lock_time_median => undef, Rows_sent_sum => undef, Rows_sent_min => undef, Rows_sent_max => undef, Rows_sent_pct_95 => undef, Rows_sent_stddev => undef, Rows_sent_median => undef, Rows_examined_sum => undef, Rows_examined_min => undef, Rows_examined_max => undef, Rows_examined_pct_95 => undef, Rows_examined_stddev => undef, Rows_examined_median => undef, }, ], 'Review history information is in the DB', ); eval { $qv->set_review_history( 'foo', 'foo sample', ts => { min => undef, max => undef, cnt => 1, }, ); }; is($EVAL_ERROR, '', 'No error on undef ts_min and ts_max'); # ############################################################################# # Issue 1265: mk-query-digest --review-history table with minimum 2 columns # ############################################################################# $dbh->do('truncate table test.query_review'); $dbh->do('drop table test.query_review_history'); # mqd says "The table must have at least the following columns:" my $min_tbl = "CREATE TABLE query_review_history ( checksum BIGINT UNSIGNED NOT NULL, sample TEXT NOT NULL )"; $dbh->do($min_tbl); $hist_struct = $tp->parse( $tp->get_create_table($dbh, 'test', 'query_review_history')); $qv->set_history_options( table => 'test.query_review_history', dbh => $dbh, quoter => $q, tbl_struct => $hist_struct, col_pat => qr/^(.*?)_($pat)$/, ); eval { $qv->set_review_history( 'foo', 'foo sample', Query_time => { pct => 1/3, sum => '0.000682', cnt => 1, min => '0.000682', max => '0.000682', avg => '0.000682', median => '0.000682', stddev => 0, pct_95 => '0.000682', }, ts => { min => '090101 12:39:12', max => '090101 13:19:12', cnt => 1, }, ); }; is( $EVAL_ERROR, "", "Minimum 2-column review history table (issue 1265)" ); # ############################################################################# # Done. # ############################################################################# { local *STDERR; open STDERR, '>', \$output; $qv->_d('Complete test coverage'); } like( $output, qr/Complete test coverage/, '_d() works' ); $sb->wipe_clean($dbh); ok($sb->ok(), "Sandbox servers") or BAIL_OUT(__FILE__ . " broke the sandbox"); exit;