Lines Matching refs:testnum
138 my @teststat; # teststat[testnum]=reason, reasons for skip
426 my ($runnerid, $testnum, $testname, $subject, $firstref, $secondref)=@_;
432 $timevrfyend{$testnum} = Time::HiRes::time();
435 logmsg "\n $testnum: $subject FAILED:\n";
444 logmsg "FAIL: $testnum - $testname - $subject\n";
869 my $testnum = $_[0];
871 return if((not defined($testnum)) || ($testnum < 1));
875 if($timevrfyend{$testnum}) {
878 elsif($timesrvrlog{$testnum}) {
879 $timevrfyend{$testnum} = $timesrvrlog{$testnum};
882 elsif($timetoolend{$testnum}) {
883 $timevrfyend{$testnum} = $timetoolend{$testnum};
884 $timesrvrlog{$testnum} = $timetoolend{$testnum};
886 elsif($timetoolini{$testnum}) {
887 $timevrfyend{$testnum} = $timetoolini{$testnum};
888 $timesrvrlog{$testnum} = $timetoolini{$testnum};
889 $timetoolend{$testnum} = $timetoolini{$testnum};
891 elsif($timesrvrend{$testnum}) {
892 $timevrfyend{$testnum} = $timesrvrend{$testnum};
893 $timesrvrlog{$testnum} = $timesrvrend{$testnum};
894 $timetoolend{$testnum} = $timesrvrend{$testnum};
895 $timetoolini{$testnum} = $timesrvrend{$testnum};
897 elsif($timesrvrini{$testnum}) {
898 $timevrfyend{$testnum} = $timesrvrini{$testnum};
899 $timesrvrlog{$testnum} = $timesrvrini{$testnum};
900 $timetoolend{$testnum} = $timesrvrini{$testnum};
901 $timetoolini{$testnum} = $timesrvrini{$testnum};
902 $timesrvrend{$testnum} = $timesrvrini{$testnum};
904 elsif($timeprepini{$testnum}) {
905 $timevrfyend{$testnum} = $timeprepini{$testnum};
906 $timesrvrlog{$testnum} = $timeprepini{$testnum};
907 $timetoolend{$testnum} = $timeprepini{$testnum};
908 $timetoolini{$testnum} = $timeprepini{$testnum};
909 $timesrvrend{$testnum} = $timeprepini{$testnum};
910 $timesrvrini{$testnum} = $timeprepini{$testnum};
928 my $testnum = $_[0];
936 $AZURE_RESULT_ID = azure_create_test_result($ACURL, $AZURE_RUN_ID, $testnum, $testname);
939 appveyor_create_test_result($ACURL, $testnum, $testname);
946 my ($testnum, $error) = @_;
949 $AZURE_RESULT_ID = azure_update_test_result($ACURL, $AZURE_RUN_ID, $AZURE_RESULT_ID, $testnum, $error,
950 $timeprepini{$testnum}, $timevrfyend{$testnum});
953 appveyor_update_test_result($ACURL, $testnum, $error, $timeprepini{$testnum}, $timevrfyend{$testnum});
968 my ($testnum, %testtimings)=@_;
971 $timeprepini{$testnum} = $testtimings{"timeprepini"};
974 $timesrvrini{$testnum} = $testtimings{"timesrvrini"};
977 $timesrvrend{$testnum} = $testtimings{"timesrvrend"};
980 $timetoolini{$testnum} = $testtimings{"timetoolini"};
983 $timetoolend{$testnum} = $testtimings{"timetoolend"};
986 $timesrvrlog{$testnum} = $testtimings{"timesrvrlog"};
1018 my $testnum = $_[0];
1023 if($disttests !~ /test$testnum(\W|\z)/ ) {
1024 logmsg "Warning: test$testnum not present in tests/data/Makefile.inc\n";
1026 if($disabled{$testnum}) {
1031 logmsg "Warning: test$testnum is explicitly disabled\n";
1034 if($ignored{$testnum}) {
1035 logmsg "Warning: test$testnum result is ignored\n";
1039 if(loadtest("${TESTDIR}/test${testnum}")) {
1042 logmsg "RUN: $testnum doesn't look like a test case\n";
1103 logmsg "Warning: test$testnum result is ignored due to $k\n";
1113 if (!$why && defined $custom_skip_reasons{test}{$testnum}) {
1114 $why = $custom_skip_reasons{test}{$testnum};
1144 my ($testnum, $why) = @_;
1149 $teststat[$testnum]=$why; # store reason for this test case
1154 logmsg sprintf("test %04d SKIPPED: $why\n", $testnum);
1158 timestampskippedevents($testnum);
1163 logmsg sprintf("test %04d...", $testnum) if(!$automakestyle);
1171 timestampskippedevents($testnum);
1180 my ($runnerid, $testnum, $cmdres, $CURLOUT, $tool, $usedvalgrind)=@_;
1185 $timevrfyend{$testnum} = Time::HiRes::time();
1216 my @actual = loadarray(stdoutfilename($logdir, $testnum));
1254 $res = compare($runnerid, $testnum, $testname, "stdout", \@actual, \@validstdout);
1267 my @actual = loadarray(stderrfilename($logdir, $testnum));
1306 $res = compare($runnerid, $testnum, $testname, "stderr", \@actual, \@validstderr);
1356 logmsg "\n $testnum: protocol FAILED!\n".
1360 $timevrfyend{$testnum} = Time::HiRes::time();
1364 $res = compare($runnerid, $testnum, $testname, "protocol", \@out, \@protocol);
1430 $res = compare($runnerid, $testnum, $testname, "data", \@out, \@reply);
1450 my @out = loadarray("$logdir/upload.$testnum");
1458 $res = compare($runnerid, $testnum, $testname, "upload", \@out, \@upload);
1501 $res = compare($runnerid, $testnum, $testname, "proxy", \@out, \@proxyprot);
1522 logmsg " $testnum: IGNORED: section verify=>file$partsuffix ".
1542 $timevrfyend{$testnum} = Time::HiRes::time();
1582 $res = compare($runnerid, $testnum, $testname, "output ($filename)",
1598 $res = compare($runnerid, $testnum, $testname, "socks", \@out, \@socksprot);
1623 logmsg " $testnum: exit FAILED\n";
1625 $timevrfyend{$testnum} = Time::HiRes::time();
1651 $timevrfyend{$testnum} = Time::HiRes::time();
1668 $timevrfyend{$testnum} = Time::HiRes::time();
1675 if($file =~ /^valgrind$testnum(\..*|)$/) {
1681 logmsg "ERROR: valgrind log file missing for test $testnum\n";
1683 $timevrfyend{$testnum} = Time::HiRes::time();
1689 logmsg "FAIL: $testnum - $testname - valgrind\n";
1696 $timevrfyend{$testnum} = Time::HiRes::time();
1717 $timevrfyend{$testnum} = Time::HiRes::time();
1726 my ($testnum, $count, $total, $errorreturncode)=@_;
1734 my $took = $timevrfyend{$testnum} - $timeprepini{$testnum};
1744 logmsg "PASS: $testnum - $testname\n";
1748 logmsg "Warning: test$testnum result is ignored, but passed!\n";
1761 my ($runnerid, $testnum, $count, $total)=@_;
1816 loadtest("${TESTDIR}/test${testnum}");
1820 citest_starttest($testnum);
1822 if(runnerac_test_preprocess($runnerid, $testnum)) {
1837 updatetesttimings($testnum, %$testtimings);
1842 displaylogs($rid, $testnum);
1849 loadtest("${logdir}/test${testnum}");
1853 $error = singletest_count($testnum, $why);
1856 citest_finishtest($testnum, $error);
1868 if(runnerac_test_run($runnerid, $testnum)) {
1883 updatetesttimings($testnum, %$testtimings);
1886 $timevrfyend{$testnum} = Time::HiRes::time();
1887 my $err = ignoreresultcode($testnum);
1889 citest_finishtest($testnum, $err);
1897 timestampskippedevents($testnum);
1899 citest_finishtest($testnum, $error);
1906 $timevrfyend{$testnum} = Time::HiRes::time();
1908 citest_finishtest($testnum, $error);
1919 loadtest("${logdir}/test${testnum}");
1922 $error = singletest_check($runnerid, $testnum, $cmdres, $CURLOUT, $tool, $usedvalgrind);
1924 my $err = ignoreresultcode($testnum);
1926 citest_finishtest($testnum, $err);
1936 citest_finishtest($testnum, $cmdres);
1945 singletest_success($testnum, $count, $total, ignoreresultcode($testnum));
1948 citest_finishtest($testnum, 0);
1982 for my $testnum (1 .. $lasttest) {
1983 if($timesrvrini{$testnum}) {
1984 $timesrvrtot += $timesrvrend{$testnum} - $timesrvrini{$testnum};
1986 (($timetoolini{$testnum} - $timeprepini{$testnum}) -
1987 ($timesrvrend{$testnum} - $timesrvrini{$testnum}));
1988 $timetooltot += $timetoolend{$testnum} - $timetoolini{$testnum};
1989 $timelocktot += $timesrvrlog{$testnum} - $timetoolend{$testnum};
1990 $timevrfytot += $timevrfyend{$testnum} - $timesrvrlog{$testnum};
1991 $timetesttot += $timevrfyend{$testnum} - $timeprepini{$testnum};
1993 $timesrvrend{$testnum} - $timesrvrini{$testnum}, $testnum);
1995 ($timetoolini{$testnum} - $timeprepini{$testnum}) -
1996 ($timesrvrend{$testnum} - $timesrvrini{$testnum}), $testnum);
1998 $timetoolend{$testnum} - $timetoolini{$testnum}, $testnum);
2000 $timesrvrlog{$testnum} - $timetoolend{$testnum}, $testnum);
2002 $timevrfyend{$testnum} - $timesrvrlog{$testnum}, $testnum);
2004 $timevrfyend{$testnum} - $timeprepini{$testnum}, $testnum);
2099 my ($testnum)=@_;
2100 if(defined $ignoretestcodes{$testnum}) {
2101 return $ignoretestcodes{$testnum};
2136 my ($testnum)=@_;
2704 my ($runnerid, $testnum)=@_;
2711 logmsg "== Contents of files in the $logdir/ dir after test $testnum\n";
2725 if(($log =~ /^stdout\d+/) && ($log !~ /^stdout$testnum/)) {
2728 if(($log =~ /^stderr\d+/) && ($log !~ /^stderr$testnum/)) {
2731 if(($log =~ /^upload\d+/) && ($log !~ /^upload$testnum/)) {
2734 if(($log =~ /^curl\d+\.out/) && ($log !~ /^curl$testnum\.out/)) {
2737 if(($log =~ /^test\d+\.txt/) && ($log !~ /^test$testnum\.txt/)) {
2740 if(($log =~ /^file\d+\.txt/) && ($log !~ /^file$testnum\.txt/)) {
2743 if(($log =~ /^netrc\d+/) && ($log !~ /^netrc$testnum/)) {
2746 if(($log =~ /^trace\d+/) && ($log !~ /^trace$testnum/)) {
2749 if(($log =~ /^valgrind\d+/) && ($log !~ /^valgrind$testnum(?:\..*)?$/)) {
2752 if(($log =~ /^test$testnum$/)) {
2753 next; # skip test$testnum since it can be very big
2779 foreach my $testnum (@at) {
2780 $lasttest = $testnum if($testnum > $lasttest);
2781 my ($why, $errorreturncode) = singletest_shouldrun($testnum);
2784 my $error = singletest_count($testnum, $why);
2787 $ignoretestcodes{$testnum} = $errorreturncode;
2788 push(@runtests, $testnum);
2840 my $testnum = shift(@runtests);
2843 my $runnerid = pickrunner($testnum);
2847 my ($error, $again) = singletest($runnerid, $testnum, $countforrunner{$runnerid}, $totaltests);
2850 $runnersrunning{$runnerid} = $testnum;
2885 my $testnum = $runnersrunning{$ridready};
2886 defined $testnum || die "Internal error: test for runner $ridready unknown";
2888 my ($error, $again) = singletest($ridready, $testnum, $countforrunner{$ridready}, $totaltests);
2891 $runnersrunning{$ridready} = $testnum;
2906 $failedign .= "$testnum ";
2909 $failed.= "$testnum ";
2913 displaylogs($ridready, $testnum);