diff --git a/bin/tests/b8status.pl b/bin/tests/b8status.pl new file mode 100755 index 0000000000..5b3f84d0ba --- /dev/null +++ b/bin/tests/b8status.pl @@ -0,0 +1,506 @@ + +# +# aggregate reports from all bind8 build environments +# write a summary of results in html format +# + +$Debug = 0; +$Home = $ENV{"HOME"}; +$DebugFile = "$Home/b8t/b8tsummary.dbg"; +$HasTests = 0; +$NoPort = 0; + +$HaltLevel = 2; + +$ConfigFile = ".config"; +$BuildFile = ".build"; +$BstatusFile = "bstatus.html"; +$TestFile = ".test"; +$TstatusFile = "tstatus.html"; +$WkbpFile = ".wkbp"; +$WktpFile = ".wktp"; +$RxFile = ".b8trx"; +$UnameFile = "uname"; + +$Nfbp = 0; +$Nobp = 0; +$Nftp = 0; +$Notp = 0; +$BadTest = 0; +$BadTestReason = ""; + +$Module = "bind8"; +$MasterDir = "$Home/b8t"; +$DataDir = "/proj/build-reports/$Module"; +$HttpHomeURL = "http://status.isc.org/$Module"; + +# +# initialize the host array +# + +open(DEBUG, "> $DebugFile") if ($Debug); + +opendir(HDIR, "$MasterDir/hosts"); +@entries = readdir(HDIR); +closedir(HDIR); + +foreach $entry (@entries) { + next if $entry =~ /^\.\.*$/; + next unless -d "$MasterDir/hosts/$entry"; + push(hosts, $entry); +} + +# +# put the page top +# + +$when = `date`; +chop $when; +$Ncols = 3; +$Ncols = 4 if ($HasTests); + + +printf("\n"); +printf("\n"); +printf("\n"); + +printf("
\n"); +printf("\n"); +printf("\t\n"); +printf("\t\n", $Ncols, $when); +printf("\t\n"); +printf("\t\n"); +printf("\t\t\n"); +printf("\t\t\n"); +printf("\t\t\n"); +printf("\t\t\n") if ($HasTests); +printf("\t\n"); +printf("\n", $Ncols); + + +# +# produce status info for each host +# + +foreach $host (sort @hosts) { + &doHost($host); +} + +# +# output end of page +# + +printf("\n"); +printf("
 
bind8 status %s
 
hostbuild statusfatal/othertest status
\n"); +printf("\n"); +printf("\n"); + +close(DEBUG) if ($Debug); + +# +# produce status for host @ $hostpath +# + +sub doHost { + local($hostid) = @_; + local($entry, $prob, $line, $bstatus, $tstatus); + local(@junk, $junk, $hostname, $bcolor, $tcolor); + local(%buildprobs, %testprobs); + local($severity, $filename, $linenumber, $message, $lastfilename); + + # + # get the host name + # + + $hostname = "n/a"; + if ((-r "$MasterDir/hosts/$hostid/$UnameFile") && (-s _)) { + open(XXX, "< $MasterDir/hosts/$hostid/$UnameFile"); + $junk = ; + close(XXX); + @junk = split(/\s/, $junk); + ($hostname = $junk[1]) =~ s/\..*//; + } + + print DEBUG "Host: $hostid, Hostname: $hostname\n" if ($Debug); + + # + # scan the build and test results files for problems + # + + $Nfbp = 0; + $Nobp = 0; + $Ntprobs = 0; + $BadTest = 0; + + if ((-r "$DataDir/hosts/$hostid/$BuildFile") && (-s _ )) { + %buildprobs = &buildCheck("$hostid"); + if ($NoPort) { + $bstatus = "none (no port)"; + $bcolor = "black"; + } + elsif ($Nfbp == 0) { + $bstatus = "ok"; + $bcolor = "green"; + $tstatus = "n/a"; + + if ($HasTests) { + if ((-r "$DataDir/hosts/$hostid/$TestFile") && (-s _)) { + %testprobs = &testCheck("$hostid"); + if ($BadTest) { + $tstatus = "inspect ($BadTestReason)"; + $tcolor = "blue"; + } + else { + if ($Nftp) { + $tstatus = "fail"; + $tcolor = "red"; + } + else { + $tstatus = "pass"; + $tcolor = "green"; + } + } + } + else { + $tstatus = "none (no journal)"; + $tcolor = "red"; + } + } + } + else { + $bstatus = "broken"; + $tstatus = "none (build status)"; + $bcolor = "red"; + $tcolor = "black"; + } + } + else { + $bstatus = "none"; + $tstatus = "none (build status)"; + $bcolor = "red"; + $tcolor = "black"; + } + + printf(DEBUG "Host %s(%s) STATUS: bstatus %s, tstatus %s, badtest %d, reason %s\n", $hostid, $hostname, $bstatus, $tstatus, $BadTest, $BadTestReason) if ($Debug); + + printf("\t\n"); + printf("\t\t%s %s\n", $hostid, $hostname); + if ($bstatus =~ /none/) { + printf("\t\t%s\n", $bstatus); + printf("\t\t \n"); + } + else { + printf("\t\t"); + printf("%s", $bcolor, $bstatus); + printf("\n"); + printf("\t\t"); + printf("%d/%d", $bcolor, $Nfbp, $Nobp); + printf("\n"); + } + if ($HasTests) { + if ($tstatus =~ /none/) { + printf("\t\t%s\n", $tcolor, $tstatus); + } + else { + printf("\t\t%s\n", $tcolor, $tstatus); + } + } + printf("\t\n"); + + + # + # write the build problems file + # + + &wbpf($hostid, %buildprobs); +} + +# +# scan the build results file for hostid for build problems +# return %probs +# format key == filename:linenumber:severity, content == text of problem line +# set $Nfbp and $Nobp as a side effect +# + +sub buildCheck { + local($hostid) = @_; + local($filename, $linenumber, $severity); + local(%probs, %wkbp, @rxset); + local($matched, $exp, $entry, $ccrx); + + $NoPort = 0; + + # initialize the well known build problems array, if available + if (-r "$MasterDir/hosts/$hostid/$WkbpFile") { + open(XXX, "< _"); + while() { + next if /^\#/; # skip comments + next if /^\s*$/; # and blank lines + chop; + ($filename, $linenumber) = split; + $wkbp{"$filename:$linenumber"} = 1; + } + close(XXX); + } + + # initialize the host specific regex array, if available + if (-r "$MasterDir/hosts/$hostid/$RxFile") { + open(XXX, "< _"); + while() { + next if /^\#/; # skip comments + next if /^\s*$/; # and blank lines + chop; + printf(DEBUG "RX: <%s>\n", $_) if ($Debug); + push(@rxset, $_); + } + close(XXX); + } + + # scan stdout/stderr of make all for problems + open(XXX, "< $DataDir/hosts/$hostid/$BuildFile"); + while () { + + undef $filename; + undef $linenumber; + undef $severity; + undef $1; + undef $2; + + $matched = 0; + + chop; + + if (/no BIND port/) { + $NoPort = 1; + last; + } + + foreach $entry (@rxset) { + ($severity, $exp) = split(/\s/, $entry, 2); + if (/$exp/) { + $filename = $1 if defined($1); + $linenumber = $2 if defined($2); + $matched = 1; + + last; + } + } + + + next unless $matched; + + if ($Debug) { + printf(DEBUG "LINE %d: %s\n", $., $_); + printf(DEBUG "MATCHES: exp<%s>\tfn<%s>\tln<%s>\tsev<%s>\n", $exp, $filename, $linenumber, $severity); + } + + if (length($filename) && length($linenumber)) { + + $filename = $1 if ($filename =~ /.*(bind.*)/); + + # ignore it if its in the well known build problems list + if (defined($wkbp{"$filename:$linenumber"})) { + print DEBUG "IGNORED\n" if ($Debug); + # by convention, ignore all severity 0 problems + $severity = 0; + } + } + else { + $filename = "MISC"; + $linenumber = "0"; + } + + # avoid duplicates + next if (index($probs{"$filename:$linenumber:$severity"}, $_) >= 0); + + $probs{"$filename:$linenumber:$severity"} .= "$_\n"; + if ($severity >= $HaltLevel) { + ++$Nfbp; + } + else { + ++$Nobp; + } + printf(DEBUG "PROBLEM: fn<%s>\tln<%s>\tsev<%s>\n\n", $filename, $linenumber, $severity) if ($Debug); + } + close(XXX); + return(%probs); +} + +# +# run thru the test results file for hostid +# write the test results file +# return %probs +# format key == funcname:assertion_number, value == test_result +# set $Nftp and $Notp as a side effect +# + +sub testCheck { + local($hostid) = @_; + local($funcname, $anum, $atext); + local(%probs, @junk, $junk); + local($intest, $intestcase, $inassert, $ininfo, $inresult, $ntestsets); + + # initialize the well known test problems array + if (-f "$MasterDir/hosts/$hostid/$WktpFile") { + open(XXX, "< _"); + while() { + next if /^\#/; # skip comments + chop; + ($funcname, $anum) = split; + $wktp{"$funcname:$anum"} = 1; + } + close(XXX); + } + + if (! -r "$MasterDir/hosts/$hostid/$TestFile") { + $BadTest = 1; + $BadTestReason = "no journal file"; + printf(DEBUG "No test journal at %s\n", "$hostpath/$TestFile") if ($Debug); + return; + } + + $intest = 0; + + open(XXX, "< $DataDir/hosts/$hostid/$TestFile"); + open(YYY, "> $DataDir/hosts/$hostid/$TstatusFile"); + + printf(YYY "\n"); + printf(YYY "\n"); + printf(YYY "\n"); + + while () { + next unless ($_ =~ /^(S|I|T|A|R|E):/); + chop; + + if (/^S:([^:]*):(Mon|Tue|Wed|Thu|Fri|Sat|Sun)/) { + $intest = 1; + $testname = $1; + ++$ntestsets; + printf(YYY "%s\n
\n", $_); + next; + } + + if (/^E:(Mon|Tue|Wed|Thu|Fri|Sat|Sun)/) { + $intest = 0; + printf(YYY "%s\n
\n", $_); + next; + } + + if (/^T:([^:]*):([^:]*):/) { + if ($intest == 0) { + $BadTest = 1; + $BadTestReason = "T$."; + } + $funcname = $1; + $anum = $2; + $intestcase = 1; + $inassert = 0; + $ininfo = 0; + $inresult = 0; + ($junk = $funcname) =~ s/\//\\\//g; + s/$junk/$1<\/B>/; + printf(YYY "%s\n
\n", $_); + next; + } + if (/^A:(.*)$/) { + if (($intest == 0) || ($intestcase == 0) || ($inresult == 1)) { + $BadTest = 1; + $BadTestReason = "A$."; + } + $atext = $1; + $inassert = 1; + s/A:(.*)/A:$1<\/FONT>/; + printf(YYY "%s\n
\n", $_); + next; + } + if (/^I:(.*)$/) { + if (($intest == 0) || ($intestcase == 0) || ($inassert == 0)) { + $BadTest = 1; + $BadTestReason = "I$."; + } + $ininfo = 1; + s//\>/g; + printf(YYY "%s\n
\n", $_); + next; + } + if (/^R:(.*)$/) { + if (($intest == 0) || ($intestcase == 0) || ($inassert == 0)) { + $BadTest = 1; + $BadTestReason = "R:$intest:$intestcase:$inassert:$."; + } + $result = $1; + $inresult = 1; + if ($result =~ /FAIL|UNRESOLVED|UNINITIATED/) { + # + # skip if in the (ignorable) well known test problems list + # + if (defined($wktp{"$funcname:$anum"})) { + ++$Notp; + } + else { + $probs{"$funcname:$anum"} = $result; + ++$Nftp; + s/(FAIL|UNITIATED)/$1<\/FONT>/; + s/(UNRESOLVED)/$1<\/FONT>/; + + } + } + elsif ($result =~ /PASS|UNTESTED/) { + s/(PASS|UNTESTED)/$1<\/FONT>/; + } + printf(YYY "%s\n
\n", $_); + next; + } + } + close(XXX); + printf(YYY "\n"); + close(YYY); + + if ($ntestsets == 0) { + $BadTest = 1; + $BadTestReason = "no tests"; + } + return(%probs); +} + +# +# write the build problems file +# + +sub wbpf { + local($hostid, %buildprobs) = @_; + local($prob, $filename, $lastfilename, $linenumber, $severity); + local(@messageset, $message); + + open(XXX, "> $DataDir/hosts/$hostid/$BstatusFile"); + + printf(XXX "\n"); + printf(XXX "\n"); + printf(XXX "\n"); + + foreach $prob (sort keys %buildprobs) { + + ($filename, $linenumber, $severity) = split(/\:/, $prob); + + printf(XXX "

%s\n
\n", $filename) if ($filename ne $lastfilename); + + @messageset = split(/\n/, $buildprobs{$prob}); + foreach $message (@messageset) { + if ($severity >= $HaltLevel) { + printf(XXX "%s\n
\n", $message); + } + elsif ($severity == 0) { + printf(XXX "%s\n
\n", $message); + } + else { + printf(XXX "%s\n
\n", $message); + } + } + $lastfilename = $filename; + } + + printf(XXX "\n"); + close(XXX); +} + diff --git a/bin/tests/b8t.mk b/bin/tests/b8t.mk new file mode 100644 index 0000000000..5e108781b2 --- /dev/null +++ b/bin/tests/b8t.mk @@ -0,0 +1,39 @@ +# +# bind 8 multi-host make +# PLATFORM set in the environment by cron +# + +MODULE = bind +BASE = /build +BDIR = $(BASE)/$(MODULE) +DDIR = $(BASE)/$(MODULE)/dst +RDIR = /proj/build-reports/bind8/hosts/$(PLATFORM) +CVSROOT = /proj/cvs/isc + +all: clobber checkout config build + +clobber: + @if test ! -d $(BASE) ; then mkdir -p $(BASE) ; fi + @echo "CLOBBBER `date`" + @( cd $(BASE) && rm -fr $(MODULE) ) + @echo "DONE `date`" + +checkout: + @echo "CHECKOUT `date`" + @( cd $(BASE) && cvs -d $(CVSROOT) checkout $(MODULE) ) + @echo "DONE `date`" + +config: + @echo "CONFIG `date`" + @( cd $(BDIR)/src && make SRC=$(BDIR)/src DST=$(BDIR)/dst links ) > $(RDIR)/.config 2>&1 + @echo "DONE `date`" + +build: + @echo "BUILD `date`" + @( cd $(BDIR)/dst && make -k clean depend all ) > $(RDIR)/.build 2>&1 + @echo "DONE `date`" + +test: + @echo "TEST `date`" + @touch $(RDIR)/.test + @echo "DONE `date`" diff --git a/bin/tests/b9t.mk b/bin/tests/b9t.mk index 7ccb66e731..2204896f0a 100644 --- a/bin/tests/b9t.mk +++ b/bin/tests/b9t.mk @@ -5,30 +5,41 @@ # $PLATFORM is set in the environment by cron # -BASE = $(HOME)/b9t -SDIR = $(BASE)/src -PDIR = $(BASE)/hosts/$(PLATFORM) -BDIR = $(PDIR)/build +BASE = /build +BDIR = $(BASE) +MODULE = bind9 -all: clean config build test +# as it says +CVSROOT = /proj/cvs/isc -shuffle: - @if test -f $(PDIR)/.clean-last; then rm -f $(PDIR)/.clean-last; fi - @if test -f $(PDIR)/.build-last; then rm -f $(PDIR)/.build-last; fi - @if test -f $(PDIR)/.test-last; then rm -f $(PDIR)/.test-last; fi - @if test -f $(PDIR)/.clean; then mv $(PDIR)/.clean $(PDIR)/.clean-last; fi - @if test -f $(PDIR)/.build; then mv $(PDIR)/.build $(PDIR)/.build-last; fi - @if test -f $(PDIR)/.test; then mv $(PDIR)/.test $(PDIR)/.test-last; fi +# where the config, build and test output g oes +RDIR = /proj/build-reports/$(MODULE)/hosts/$(PLATFORM) + +all: clobber checkout config build test + +clobber: + @if test ! -d $(BDIR) ; then mkdir -p $(BDIR) > /dev/null 2>&1 ; fi + @echo "CLOBBBER `date`" + ( cd $(BDIR) && rm -fr $(MODULE) ) + @echo "DONE `date`" + +checkout: + @echo "CHECKOUT `date`" + @( cd $(BDIR) && cvs -d $(CVSROOT) checkout $(MODULE) ) + @echo "DONE `date`" -clean: shuffle - -@( cd $(BDIR); if test -f Makefile ; then $(MAKE) distclean ; fi ) > $(PDIR)/.clean 2>&1 - config: - @( cd $(BDIR); $(SDIR)/bind9/configure ) > $(PDIR)/.configure 2>&1 + @echo "CONFIG `date`" + @( cd $(BDIR)/$(MODULE) && ./configure ) > $(RDIR)/.config 2>&1 + @echo "DONE `date`" build: - @( cd $(BDIR); $(MAKE) -k all ) > $(PDIR)/.build 2>&1 + @echo "BUILD `date`" + @( cd $(BDIR)/$(MODULE) && $(MAKE) -k all ) > $(RDIR)/.build 2>&1 + @echo "DONE `date`" test: - -@( cd $(BDIR)/bin/tests; $(MAKE) test ) > $(PDIR)/.test 2>&1 + @echo "TEST `date`" + -@( cd $(BDIR)/$(MODULE)/bin/tests && $(MAKE) test ) > $(RDIR)/.test 2>&1 + @echo "DONE `date`"