123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177 |
- use strict;
- use warnings;
- use FindBin;
- use lib $FindBin::Bin.'/../bin';
- require 'testrail-results';
- use lib $FindBin::Bin.'/lib';
- use Test::LWP::UserAgent::TestRailMock;
- use Test::More 'tests' => 33;
- use Capture::Tiny qw{capture_merged};
- use List::MoreUtils qw{uniq};
- use Test::Fatal;
- use File::Temp qw{tempdir};
- no warnings qw{redefine once};
- *TestRail::API::getTests = sub {
- my ($self,$run_id) = @_;
- return [
- {
- 'id' => 666,
- 'title' => 'fake.test',
- 'run_id' => $run_id
- }
- ];
- };
- *TestRail::API::getTestResults = sub {
- return [
- {
- 'elapsed' => '1s',
- 'status_id' => 5
- },
- {
- 'elapsed' => '2s',
- 'status_id' => 4,
- 'comment' => 'zippy'
- }
- ];
- };
- *TestRail::API::getPlanByID = sub {
- return {
- 'id' => 40000,
- 'name' => 'mah dubz plan',
- 'entries' => [{
- 'runs' => [
- {
- 'name' => 'planrun',
- 'id' => '999',
- 'plan_id' => 40000
- }
- ]
- }]
- };
- };
- use warnings;
- #check doing things over all projects/plans/runs
- my @args = qw{--apiurl http://testrail.local --user test@fake.fake --password fake t/fake.test };
- my ($out,$code) = TestRail::Bin::Results::run('browser' => $Test::LWP::UserAgent::TestRailMock::mockObject, 'args' => \@args);
- is($code, 0, "Exit code OK looking for results of fake.test");
- like($out,qr/fake\.test was present in 509 runs/,"Gets correct # of runs with test inside it");
- #check project filters
- @args = qw{--apiurl http://testrail.local --user test@fake.fake --password fake --project TestProject t/fake.test };
- ($out,$code) = TestRail::Bin::Results::run('browser' => $Test::LWP::UserAgent::TestRailMock::mockObject, 'args' => \@args);
- is($code, 0, "Exit code OK looking for results of fake.test");
- like($out,qr/fake\.test was present in 10 runs/,"Gets correct # of runs with test inside it when filtering by project name");
- #check plan filters
- @args = qw{--apiurl http://testrail.local --user test@fake.fake --password fake --plan };
- push(@args,'mah dubz plan', 't/fake.test');
- ($out,$code) = TestRail::Bin::Results::run('browser' => $Test::LWP::UserAgent::TestRailMock::mockObject, 'args' => \@args);
- is($code, 0, "Exit code OK looking for results of fake.test");
- like($out,qr/fake\.test was present in 253 runs/,"Gets correct # of runs with test inside it when filtering by plan name");
- #check run filters
- @args = qw{--apiurl http://testrail.local --user test@fake.fake --password fake --run FinalRun t/fake.test};
- ($out,$code) = TestRail::Bin::Results::run('browser' => $Test::LWP::UserAgent::TestRailMock::mockObject, 'args' => \@args);
- is($code, 0, "Exit code OK looking for results of fake.test");
- like($out,qr/fake\.test was present in 1 runs/,"Gets correct # of runs with test inside it when filtering by run name");
- #check pattern filters
- @args = qw{--apiurl http://testrail.local --user test@fake.fake --password fake --grep zippy t/fake.test};
- ($out,$code) = TestRail::Bin::Results::run('browser' => $Test::LWP::UserAgent::TestRailMock::mockObject, 'args' => \@args);
- is($code, 0, "Exit code OK looking for results of fake.test");
- like($out,qr/Retest: 509/,"Gets correct # & status of runs with test inside it when grepping");
- unlike($out,qr/Failed: 515/,"Gets correct # & status of runs with test inside it when grepping");
- @args = qw{--apiurl http://testrail.local --user test@fake.fake --password fake --json t/fake.test };
- ($out,$code) = TestRail::Bin::Results::run('browser' => $Test::LWP::UserAgent::TestRailMock::mockObject, 'args' => \@args);
- is($code, 0, "Exit code OK looking for results of fake.test in json mode");
- like($out,qr/num_runs/,"Gets # of runs with test inside it in json mode");
- #For making the test data to test the caching
- #open(my $fh, '>', "t/data/faketest_cache.json");
- #print $fh $out;
- #close($fh);
- #Check caching
- @args = qw{--apiurl http://testrail.local --user test@fake.fake --password fake --json --cachefile t/data/faketest_cache.json t/fake.test };
- ($out,$code) = TestRail::Bin::Results::run('browser' => $Test::LWP::UserAgent::TestRailMock::mockObject, 'args' => \@args);
- is($code, 0, "Exit code OK looking for results of fake.test in json mode");
- chomp $out;
- is($out,"{}","Caching mode works");
- #Check merged mode
- @args = qw{--apiurl http://testrail.local --user test@fake.fake --password fake --json --merged --cachefile t/data/faketest_cache.json t/fake.test };
- ($out,$code) = TestRail::Bin::Results::run('browser' => $Test::LWP::UserAgent::TestRailMock::mockObject, 'args' => \@args);
- is($code, 0, "Exit code OK looking for results of fake.test in json mode");
- chomp $out;
- like($out,qr/fake.test/,"Caching mode includes prior data in output with --merged mode");
- #check pertest mode
- @args = qw{--apiurl http://testrail.local --user test@fake.fake --password fake --json --perfile bogus.dir t/fake.test };
- like( exception { TestRail::Bin::Results::run('browser' => $Test::LWP::UserAgent::TestRailMock::mockObject, 'args' => \@args) }, qr/no such dir/i, "Bad pertest dir throws");
- my $dir = tempdir( CLEANUP => 1);
- @args = (qw{--apiurl http://testrail.local --user test@fake.fake --password fake --json --perfile}, $dir, 't/fake.test');
- ($out,$code) = TestRail::Bin::Results::run('browser' => $Test::LWP::UserAgent::TestRailMock::mockObject, 'args' => \@args);
- is($code, 0, "Exit code OK looking for results of fake.test in json mode");
- chomp $out;
- ok(-f "$dir/fake.test.json","pertest write works");
- #check defect & version filters
- {
- no warnings qw{redefine once};
- local *TestRail::API::getTestByName = sub { return { 'id' => '666', 'run_id' => 123, 'elapsed' => 1 } };
- local *TestRail::API::getTestResults = sub { return [{ 'defects' => ['YOLO-666'], 'status_id' => 2, 'version' => 666 }, { 'defects' => undef, 'status_id' => 1, 'version' => 333 }] };
- @args = qw{--apiurl http://testrail.local --user test@fake.fake --password fake --defect YOLO-666 t/skip.test };
- ($out,$code) = TestRail::Bin::Results::run('browser' => $Test::LWP::UserAgent::TestRailMock::mockObject, 'args' => \@args);
- is($code, 0, "Exit code OK looking for defects of skip.test");
- like($out,qr/YOLO-666/,"Gets # of runs with defects inside it");
- @args = qw{--apiurl http://testrail.local --user test@fake.fake --password fake --version 333 t/skip.test };
- ($out,$code) = TestRail::Bin::Results::run('browser' => $Test::LWP::UserAgent::TestRailMock::mockObject, 'args' => \@args);
- is($code, 0, "Exit code OK looking for version 333 for skip.test");
- like($out,qr/333/,"Gets # of runs with version 333 inside it");
- }
- #check fast mode
- {
- no warnings qw{redefine once};
- local *TestRail::API::getTestByName = sub { return { 'id' => '666', 'run_id' => 123, 'elapsed' => 1 } };
- local *TestRail::API::getRunResults = sub {
- return [
- { 'test_id' => 666, 'status_id' => 2, 'defects' => ['YOLO-666'], version => 666},
- { 'test_id' => 666, 'defects' => undef, 'status_id' => 1, 'version' => 333}
- ];
- };
- @args = qw{--apiurl http://testrail.local --user test@fake.fake --password fake --defect YOLO-666 --fast t/skip.test };
- ($out,$code) = TestRail::Bin::Results::run('browser' => $Test::LWP::UserAgent::TestRailMock::mockObject, 'args' => \@args);
- is($code, 0, "Exit code OK looking for defects of skip.test -- fastmode");
- like($out,qr/YOLO-666/,"Gets # of runs with defects inside it -- fastmode");
- }
- #Check time parser
- is(TestRail::Bin::Results::_elapsed2secs('1s'),1,"elapsed2secs works : seconds");
- is(TestRail::Bin::Results::_elapsed2secs('1m'),60,"elapsed2secs works : minutes");
- is(TestRail::Bin::Results::_elapsed2secs('1h'),3600,"elapsed2secs works : hours");
- is(TestRail::Bin::Results::_elapsed2secs('1s1m1h'),3661,"elapsed2secs works :smh");
- #Check help output
- @args = qw{--help};
- $0 = $FindBin::Bin.'/../bin/testrail-runs';
- ($out,(undef,$code)) = capture_merged {TestRail::Bin::Results::run('args' => \@args)};
- is($code, 0, "Exit code OK asking for help");
- like($out,qr/encoding of arguments/i,"Help output OK");
- #Make sure that the binary itself processes args correctly
- $out = `$^X $0 --help`;
- like($out,qr/encoding of arguments/i,"Appears we can run binary successfully");
|