[Qa-jenkins-scm] [Git][qa/jenkins.debian.net][master] 3 commits: reproducible system health status: ignore permanently known bad jobs too

[Holger Levsen]

Holger Levsen pushed to branch master at Debian QA / jenkins.debian.net


Commits:
04267ffd by Holger Levsen at 2020-06-13T14:35:29+02:00
reproducible system health status: ignore permanently known bad jobs too

Signed-off-by: Holger Levsen <holger at layer-acht.org>

- - - - -
877e6245 by Holger Levsen at 2020-06-13T14:36:25+02:00
reproducible system health status: whitespace html cleanup

Signed-off-by: Holger Levsen <holger at layer-acht.org>

- - - - -
6e109932 by Holger Levsen at 2020-06-13T14:38:54+02:00
reproducible system health status: count number of ignored jobs

Signed-off-by: Holger Levsen <holger at layer-acht.org>

- - - - -


1 changed file:

- bin/reproducible_system_health.sh


Changes:

=====================================
bin/reproducible_system_health.sh
=====================================
@@ -27,18 +27,26 @@ HEALTH_FILE=$BASE/trbo.status
 STATUS=-1
 INPUTS=0
 SCORE=0
+INVALID=0
 FAILED_JOBS=$(mktemp --tmpdir=$TMPDIR trbo-status-XXXXXXX)
 UNSTABLE_JOBS=$(mktemp --tmpdir=$TMPDIR trbo-status-XXXXXXX)
 IGNORED_JOBS=$(mktemp --tmpdir=$TMPDIR trbo-status-XXXXXXX)
+BAD_JOBS=$(mktemp --tmpdir=$TMPDIR trbo-status-XXXXXXX)
 # gather data
 echo "$(date -u) - starting up."
 cd /var/lib/jenkins/jobs/
 for JOB in reproducible_* ; do
 	#
-	# check whether job runs on a known offline node
+	# ignore jobs running on a known offline node or known bad jobs
 	#
 	REMOTE=false
 	case $JOB in
+		reproducible_builder_fedora*)
+			echo "   <li><a href=\"https://jenkins.debian.net/job/$JOB/\">$JOB</a></li>" >> ${BAD_JOBS}
+			echo "  ignored job: $JOB (known to be non-functional)"
+			let INVALID+=1
+			continue
+			;;
 		reproducible_node_health_check_amd64_jenkins|reproducible_maintenance_amd64_jenkins)
 			# never ignore these
 			:
@@ -71,6 +79,7 @@ for JOB in reproducible_* ; do
 		if grep -q $NODE $JENKINS_OFFLINE_GIT_LIST >/dev/null 2>&1 ; then
 			echo "   <li><a href=\"https://jenkins.debian.net/job/$JOB/\">$JOB</a></li>" >> ${IGNORED_JOBS}
 			echo "  ignored job: $JOB (node is offline)"
+			let INVALID+=1
 			continue
 		fi
 	fi
@@ -109,7 +118,6 @@ for JOB in reproducible_* ; do
 			reproducible_node_health_check_arm64_codethink16)	MODIFIER=150 ;;
 			reproducible_node_health_check_arm64_*)			MODIFIER=10 ;;
 			reproducible_node_health_check_armhf_*)			MODIFIER=3 ;;
-			reproducible_builder_fedora*)				MODIFIER=0 ;;
 			*)							MODIFIER=1  ;;
 		esac
 		if [ $MODIFIER -eq 0 ] ; then
@@ -136,6 +144,7 @@ STATUS=$(echo "scale=3 ; $SCORE / ( $INPUTS * 3 ) * 255" | bc | cut -d '.' -f1)
 GREEN=$STATUS
 RED=$(echo 255-$STATUS|bc)
 echo "$(date -u) - INPUTS = $INPUTS"
+echo "$(date -u) - INVALID = $INVALID"
 echo "$(date -u) - SCORE  = $SCORE"
 echo "$(date -u) - STATUS = $STATUS"
 echo $STATUS > $HEALTH_FILE
@@ -150,24 +159,35 @@ cat > $HEALTH_FILE.html <<- EOF
   Score: $SCORE (a stable jobs adds 3, an unstable job adds 1 and a failed job substracts something between 1 and 500 (indicated in brackets after the job name below), depending on the importance of the job for the setup.)
   <br/>
   Inputs considered: $INPUTS
+  <br/>
+  Inputs ignored: $INVALID
  </p>
  <p>
-  Failed jobs:<ul>
+  Failed jobs:
+  <ul>
    $(cat ${FAILED_JOBS} | sort -t '|' -n -r | cut -d '|' -f2-)
   </ul>
  </p>
  <p>
-  Unstable jobs:<ul>
+  Unstable jobs:
+  <ul>
    $(cat ${UNSTABLE_JOBS})
   </ul>
  </p>
  <p>
   Ignored jobs (because these nodes are known and
   <a href="https://salsa.debian.org/qa/jenkins.debian.net/-/blob/master/jenkins-home/offline_nodes">documented</a>
-  to be offline):<ul>
+  to be offline):
+  <ul>
    $(cat ${IGNORED_JOBS})
   </ul>
  </p>
+ <p>
+  Ignored jobs (because they are known to be non-funtional):
+  <ul>
+   $(cat ${BAD_JOBS})
+  </ul>
+ </p>
  <p>
   <small>last updated: $(date -u).</small>
  </p>
@@ -175,4 +195,4 @@ cat > $HEALTH_FILE.html <<- EOF
 EOF
 echo "$(date -u) - $(basename $HEALTH_FILE).html updated, visible at $REPRODUCIBLE_URL/$(basename $HEALTH_FILE).html."
 echo "$(date -u) - the end."
-rm -f ${FAILED_JOBS} ${UNSTABLE_JOBS} ${IGNORED_JOBS}
+rm -f ${FAILED_JOBS} ${UNSTABLE_JOBS} ${IGNORED_JOBS} ${BAD_JOBS}



View it on GitLab: https://salsa.debian.org/qa/jenkins.debian.net/-/compare/ce4ed45c9e8cd901d66cbd453e9b7dfcc9d36b56...6e10993279ca73cd5f43c63fc156dca8240dee55

-- 
View it on GitLab: https://salsa.debian.org/qa/jenkins.debian.net/-/compare/ce4ed45c9e8cd901d66cbd453e9b7dfcc9d36b56...6e10993279ca73cd5f43c63fc156dca8240dee55
You're receiving this email because of your account on salsa.debian.org.


-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://alioth-lists.debian.net/pipermail/qa-jenkins-scm/attachments/20200613/6a200716/attachment-0001.html>