percona-toolkit/t/lib/Transformers.t

#!/usr/bin/perl

# This file is encoded in UTF-8.

BEGIN {
   die "The PERCONA_TOOLKIT_BRANCH environment variable is not set.\n"
      unless $ENV{PERCONA_TOOLKIT_BRANCH} && -d $ENV{PERCONA_TOOLKIT_BRANCH};
   unshift @INC, "$ENV{PERCONA_TOOLKIT_BRANCH}/lib";

   # The timestamps for unix_timestamp are East Coast (EST), so GMT-4.
   $ENV{TZ}='EST5EDT';
};

use strict;
use warnings FATAL => 'all';
use English qw(-no_match_vars);
use Test::More tests => 74;

use Transformers;
use PerconaTest;

Transformers->import( qw(parse_timestamp micro_t shorten secs_to_time
   time_to_secs percentage_of unix_timestamp make_checksum any_unix_timestamp
   ts crc32 encode_json) );

# #############################################################################
# micro_t() tests.
# #############################################################################
is(micro_t('0.000001'),       "1us",        'Formats 1 microsecond');
is(micro_t('0.001000'),       '1ms',        'Formats 1 milliseconds');
is(micro_t('1.000000'),       '1s',         'Formats 1 second');
is(micro_t('0.123456789999'), '123ms',  'Truncates long value, does not round');
is(micro_t('1.123000000000'), '1s',     'Truncates, removes insignificant zeros');
is(micro_t('0.000000'), '0', 'Zero is zero');
is(micro_t('-1.123'), '0', 'Negative number becomes zero');
is(micro_t('0.9999998', p_ms => 3), '999.999ms', 'ms high edge is not rounded (999.999 ms)');
is(micro_t('.060123', p_ms=>1), '60.1ms', 'Can change float precision for ms in micro_t');
is(micro_t('123.060123', p_s=>1), '123.1s', 'Can change float precision for seconds in micro_t');
 
# #############################################################################
# shorten() tests.
# #############################################################################
is(shorten('1024.00'), '1.00k', 'Shortens 1024.00 to 1.00k');
is(shorten('100'),     '100',   '100 does not shorten (stays 100)');
is(shorten('99999', p => 1, d => 1_000), '100.0k', 'Can change float precision and divisor in shorten');
is(shorten('6.992e+19', 'p', 1, 'd', 1000), '69.9E', 'really big number');
is(shorten('1000e+52'), '8271806125530276833376576995328.00Y', 'Number bigger than any units');
is(shorten('583029', p=>0, d=>1_000), '583k', 'Zero float precision');

# #############################################################################
# secs_to_time() tests.
# #############################################################################
is(secs_to_time(0), '00:00', 'secs_to_time 0 s = 00:00');
is(secs_to_time(60), '01:00', 'secs_to_time 60 s = 1 minute');
is(secs_to_time(3600), '01:00:00', 'secs_to_time 3600 s = 1 hour');
is(secs_to_time(86400), '1+00:00:00', 'secd_to_time 86400 = 1 day');

# #############################################################################
# time_to_secs() tests.
# #############################################################################
is(time_to_secs(0), 0, 'time_to_secs 0 = 0');
is(time_to_secs(-42), -42, 'time_to_secs -42 = -42');
is(time_to_secs('1m'), 60, 'time_to_secs 1m = 60');
is(time_to_secs('1h'), 3600, 'time_to_secs 1h = 3600');
is(time_to_secs('1d'), 86400, 'time_to_secs 1d = 86400');

# #############################################################################
# percentage_of() tests.
# #############################################################################
is(percentage_of(25, 100, p=>2), '25.00', 'Percentage with precision');
is(percentage_of(25, 100), '25', 'Percentage as int');

# #############################################################################
# parse_timestamp() tests.
# #############################################################################
is(parse_timestamp('071015  1:43:52'), '2007-10-15 01:43:52', 'timestamp');
is(parse_timestamp('071015  1:43:52.108'), '2007-10-15 01:43:52.108000',
   'timestamp with microseconds');

is(parse_timestamp('071015  1:43:00.123456'), '2007-10-15 01:43:00.123456',
   "timestamp with 0 second.micro");
is(parse_timestamp('071015  1:43:01.123456'), '2007-10-15 01:43:01.123456',
   "timestamp with 1 second.micro");
is(parse_timestamp('071015  1:43:09.123456'), '2007-10-15 01:43:09.123456',
   "timestamp with 9 second.micro");

# #############################################################################
# unix_timestamp() tests.
# #############################################################################
is(unix_timestamp('2007-10-15 01:43:52', 1), 1192412632, 'unix_timestamp');
is(unix_timestamp('2009-05-14 12:51:10.080017', 1), '1242305470.080017', 'unix_timestamp with microseconds');

# #############################################################################
# ts() tests.
# #############################################################################
is(ts(1192412632, 1), '2007-10-15T01:43:52', 'ts');
is(ts(1192412632.5, 1), '2007-10-15T01:43:52.500000', 'ts with microseconds');

# #############################################################################
# make_checksum() tests.
# #############################################################################
is(make_checksum('hello world'), '5EB63BBBE01EEED093CB22BB8F5ACDC3', 'make_checksum');

# #############################################################################
# crc32() tests.
# #############################################################################

# Our crc32 is copied from Digest::Crc32 which is not a common module,
# so we don't rely on it being installed.  Instead, I just copied the
# original value from Digest::Crc32 into this test.
is(
   crc32('Hello world'),  # our crc32()
   '2346098258',          # original value from Digest::Crc32::strcrc32()
   "crc32"
);

# #############################################################################
# any_unix_timestamp() tests.
# #############################################################################
is(
   any_unix_timestamp('5'),
   time - 5,
   'any_unix_timestamp simple N'
);
is(
   any_unix_timestamp('7s'),
   time - 7,
   'any_unix_timestamp simple Ns'
);
is(
   any_unix_timestamp('7d'),
   time - (7 * 86400),
   'any_unix_timestamp simple 7d'
);
is(
   any_unix_timestamp('071015  1:43:52'),
   unix_timestamp('2007-10-15 01:43:52'),
   'any_unix_timestamp MySQL timestamp'
);
is(
   any_unix_timestamp('071015'),
   unix_timestamp('2007-10-15 00:00:00'),
   'any_unix_timestamp MySQL timestamp without hh:mm:ss'
);
is(
   any_unix_timestamp('2007-10-15 01:43:52'),
   1192427032,
   'any_unix_timestamp proper timestamp'
);
is(
   any_unix_timestamp('2007-10-15'),     # Same as above minus
   1192427032 - (1*3600) - (43*60) - 52, # 1:43:52
   'any_unix_timestamp proper timestamp without hh:mm:ss'
);
is(
   any_unix_timestamp('315550800'),
   unix_timestamp('1980-01-01 00:00:00'),
   'any_unix_timestamp already unix timestamp'
);

use DSNParser;
use VersionParser;
use Sandbox;
my $dp = new DSNParser(opts=>$dsn_opts);
my $sb = new Sandbox(basedir => '/tmp', DSNParser => $dp);
my $dbh = $sb->get_dbh_for('source');
SKIP: {
   skip 'Cannot connect to sandbox master', 1 unless $dbh;
   my $now = $dbh->selectall_arrayref('SELECT NOW()')->[0]->[0];
   my $callback = sub {
      my ( $sql ) = @_;
      return $dbh->selectall_arrayref($sql)->[0]->[0];
   };
   is(
      any_unix_timestamp('SELECT 42', $callback),
      '42',
      'any_unix_timestamp MySQL expression'
   );

   $dbh->disconnect();
};

is(
   any_unix_timestamp('SELECT 42'),
   undef,
   'any_unix_timestamp MySQL expression but no callback given'
);

is(
   any_unix_timestamp("SELECT '2009-07-27 11:30:00'"),
   undef,
   'any_unix_timestamp MySQL expression that looks like another type'
);

{
   # Tests borrowed from http://api.metacpan.org/source/MAKAMAKA/JSON-2.53/t/08_pc_base.t
   my $obj  = {};
   my $js  = encode_json($obj);
   is($js,'{}', '{}');
   
   $obj = [];
   $js  = encode_json($obj);
   is($js,'[]', '[]');
   
   $obj = {"foo" => "bar"};
   $js  = encode_json($obj);
   is($js,'{"foo":"bar"}', '{"foo":"bar"}');
   
   $js  = encode_json({"foo" => ""});
   is($js,'{"foo":""}', '{"foo":""}');
   
   $js  = encode_json({"foo" => " "});
   is($js,'{"foo":" "}' ,'{"foo":" "}');
   
   $js  = encode_json({"foo" => "0"});
   is($js,'{"foo":"0"}',q|{"foo":"0"} - autoencode (default)|);
   
   $js  = encode_json({"foo" => "0 0"});
   is($js,'{"foo":"0 0"}','{"foo":"0 0"}');
   
   $js  = encode_json([1,2,3]);
   is($js,'[1,2,3]');
   
   $js  = encode_json({"foo"=>{"bar"=>"hoge"}});
   is($js,q|{"foo":{"bar":"hoge"}}|);
   
   $obj = [{"foo"=>[1,2,3]},-0.12,{"a"=>"b"}];
   $js  = encode_json($obj);
   is($js,q|[{"foo":[1,2,3]},-0.12,{"a":"b"}]|);
      
   $obj = ["\x01"];
   is(encode_json($obj),'["\\u0001"]');
   
   $obj = ["\e"];
   is(encode_json($obj),'["\\u001b"]');

   {
      # http://api.metacpan.org/source/MAKAMAKA/JSON-2.53/t/07_pc_esc.t
      use utf8;
   
      $obj = {test => qq|abc"def|};
      my $str = encode_json($obj);
      is($str,q|{"test":"abc\"def"}|);
      
      $obj = {qq|te"st| => qq|abc"def|};
      $str = encode_json($obj);
      is($str,q|{"te\"st":"abc\"def"}|);
      
      $obj = {test => q|abc\def|};
      $str = encode_json($obj);
      is($str,q|{"test":"abc\\\\def"}|);
      
      $obj = {test => "abc\bdef"};
      $str = encode_json($obj);
      is($str,q|{"test":"abc\bdef"}|);
      
      $obj = {test => "abc\fdef"};
      $str = encode_json($obj);
      is($str,q|{"test":"abc\fdef"}|);
      
      $obj = {test => "abc\ndef"};
      $str = encode_json($obj);
      is($str,q|{"test":"abc\ndef"}|);
      
      $obj = {test => "abc\rdef"};
      $str = encode_json($obj);
      is($str,q|{"test":"abc\rdef"}|);
      
      $obj = {test => "abc-def"};
      $str = encode_json($obj);
      is($str,q|{"test":"abc-def"}|);
      
      $obj = {test => "abc(def"};
      $str = encode_json($obj);
      is($str,q|{"test":"abc(def"}|);
      
      $obj = {test => "abc\\def"};
      $str = encode_json($obj);
      is($str,q|{"test":"abc\\\\def"}|);
      
      
      $obj = {test => "あいうえお"};
      $str = encode_json($obj);
      my $expect = q|{"test":"あいうえお"}|;
      utf8::encode($expect);
      is($str,$expect);
      
      $obj = {"あいうえお" => "かきくけこ"};
      $str = encode_json($obj);
      $expect = q|{"あいうえお":"かきくけこ"}|;
      utf8::encode($expect);
      is($str,$expect);
   }
}


# #############################################################################
# Done.
# #############################################################################
ok($sb->ok(), "Sandbox servers") or BAIL_OUT(__FILE__ . " broke the sandbox");
exit;