[Qa-jenkins-scm] [jenkins.debian.net] 01/01: reproducible fedora rpms: add job to build overview webpage for Fedora 23
Holger Levsen
holger at moszumanska.debian.org
Sat Dec 12 14:15:07 UTC 2015
This is an automated email from the git hooks/post-receive script.
holger pushed a commit to branch master
in repository jenkins.debian.net.
commit 479994716818ed357ae1a5788aa2a2b6b712052f
Author: Holger Levsen <holger at layer-acht.org>
Date: Sat Dec 12 15:14:41 2015 +0100
reproducible fedora rpms: add job to build overview webpage for Fedora 23
---
bin/reproducible_build_rpm.sh | 2 +-
bin/reproducible_html_rpms.sh | 146 ++++++++++++++++++++++++++++++++++++++++++
job-cfg/reproducible.yaml | 12 +++-
3 files changed, 158 insertions(+), 2 deletions(-)
diff --git a/bin/reproducible_build_rpm.sh b/bin/reproducible_build_rpm.sh
index 3229cba..a9db601 100755
--- a/bin/reproducible_build_rpm.sh
+++ b/bin/reproducible_build_rpm.sh
@@ -207,7 +207,7 @@ MODE="master"
# main - only used in master-mode
#
delay_start # randomize start times
-# first, we need to choose a packagey…
+# first, we need to choose a package…
RELEASE="$1"
ARCH="$2"
SRCPACKAGE="" # package name
diff --git a/bin/reproducible_html_rpms.sh b/bin/reproducible_html_rpms.sh
new file mode 100755
index 0000000..3d9d770
--- /dev/null
+++ b/bin/reproducible_html_rpms.sh
@@ -0,0 +1,146 @@
+#!/bin/bash
+
+# Copyright 2014-2015 Holger Levsen <holger at layer-acht.org>
+# released under the GPLv=2
+
+DEBUG=false
+. /srv/jenkins/bin/common-functions.sh
+common_init "$@"
+
+# common code
+. /srv/jenkins/bin/reproducible_common.sh
+
+RPMBASE=$BASE/rpms
+RELEASE="$1"
+ARCH="$2"
+#
+# analyse results to create the webpage
+#
+echo "$(date -u) - starting to analyse build results."
+HTML_FTBFS=$(mktemp)
+HTML_FTBR=$(mktemp)
+HTML_DEPWAIT=$(mktemp)
+HTML_404=$(mktemp)
+HTML_GOOD=$(mktemp)
+HTML_UNKNOWN=$(mktemp)
+HTML_BUFFER=$(mktemp)
+HTML_TARGET=""
+HTML_RPM_STATS=$(mktemp)
+
+echo "$(date -u) - starting to analyse build results for '$RELEASE' ($ARCH)."
+TOTAL=187 # FIXME: calculate this like $(cat ${ARCHLINUX_PKGS}_$RELEASE | sed -s "s# #\n#g" | wc -l)
+TESTED=0
+NR_FTBFS=0
+NR_FTBR=0
+NR_DEPWAIT=0
+NR_404=0
+NR_GOOD=0
+NR_UNKNOWN=0
+for PKG in $(find $RPMBASE/$RELEASE/$ARCH/* -maxdepth 1 -type d -exec basename {} \;) ; do
+ if [ -z "$(cd $RPMBASE/$RELEASE/$ARCH/$PKG/ ; ls)" ] ; then
+ # directory exists but is empty: package is building…
+ echo "$(date -u ) - ignoring $PKG from '$RELEASE' ($ARCH) which is building right now…"
+ continue
+ fi
+ let TESTED+=1
+ echo " <tr>" >> $HTML_BUFFER
+ echo " <td>$RELEASE ($ARCH)</td>" >> $HTML_BUFFER
+ echo " <td>$PKG</td>" >> $HTML_BUFFER
+ echo " <td>" >> $HTML_BUFFER
+ if [ -z "$(cd $RPMBASE/$RELEASE/$ARCH/$PKG/ ; ls *.rpm.html 2>/dev/null)" ] ; then
+ if [ ! -z "$(grep '==> ERROR: Could not resolve all dependencies' $RPMBASE/$RELEASE/$ARCH/$PKG/build1.log)" ] ; then
+ HTML_TARGET=$HTML_DEPWAIT
+ let NR_DEPWAIT+=1
+ echo " <img src=\"/userContent/static/weather-snow.png\" alt=\"depwait icon\" /> could not resolve dependencies" >> $HTML_BUFFER
+ elif [ ! -z "$(egrep '==> ERROR: Failure while downloading' $RPMBASE/$RELEASE/$ARCH/$PKG/build1.log)" ] ; then
+ HTML_TARGET=$HTML_404
+ let NR_404+=1
+ echo " <img src=\"/userContent/static/weather-severe-alert.png\" alt=\"404 icon\" /> failed to download source" >> $HTML_BUFFER
+ elif [ ! -z "$(egrep '==> ERROR: One or more files did not pass the validity check' $RPMBASE/$RELEASE/$ARCH/$PKG/build1.log)" ] ; then
+ HTML_TARGET=$HTML_FTBFS
+ let NR_FTBFS+=1
+ echo " <img src=\"/userContent/static/weather-storm.png\" alt=\"ftbfs icon\" /> failed to verify source" >> $HTML_BUFFER
+ else
+ echo " probably failed to build from source, please investigate" >> $HTML_BUFFER
+ HTML_TARGET=$HTML_UNKNOWN
+ let NR_UNKNOWN+=1
+ # or is it reproducible???
+ fi
+ else
+ HTML_TARGET=$HTML_FTBR
+ let NR_FTBR+=1
+ for ARTIFACT in $(cd $RPMBASE/$RELEASE/$ARCH/$PKG/ ; ls *.rpm.html) ; do
+ echo " <img src=\"/userContent/static/weather-showers-scattered.png\" alt=\"unreproducible icon\" /> <a href=\"/rpms/$RELEASE/$PKG/$ARTIFACT\">${ARTIFACT:0:-5}</a> is unreproducible<br />" >> $HTML_BUFFER
+ done
+ fi
+ echo " </td>" >> $HTML_BUFFER
+ echo " <td>$(LANG=C TZ=UTC ls --full-time $RPMBASE/$RELEASE/$ARCH/$PKG/build1.log | cut -d ' ' -f6 )</td>" >> $HTML_BUFFER
+ for LOG in build1.log build2.log ; do
+ if [ -f $RPMBASE/$RELEASE/$ARCH/$PKG/$LOG ] ; then
+ echo " <td><a href=\"/rpms/$RELEASE/$PKG/$LOG\">$LOG</a></td>" >> $HTML_BUFFER
+ else
+ echo " <td> </td>" >> $HTML_BUFFER
+ fi
+ done
+ echo " </tr>" >> $HTML_BUFFER
+ cat $HTML_BUFFER >> $HTML_TARGET
+ rm $HTML_BUFFER > /dev/null
+done
+# prepare stats per repository
+PERCENT_TOTAL=$(echo "scale=1 ; ($TESTED*100/$TOTAL)" | bc)
+if [ $(echo $PERCENT_TOTAL/1|bc) -lt 98 ] ; then
+ NR_TESTED="$TESTED <span style=\"font-size:0.8em;\">($PERCENT_TOTAL% of $TOTAL tested)</span>"
+else
+ NR_TESTED=$TESTED
+fi
+echo " <tr>" >> $HTML_RPM_STATS
+echo " <td>$RELEASE ($ARCH)</td><td>$NR_TESTED</td>" >> $HTML_RPM_STATS
+for i in $NR_GOOD $NR_FTBR $NR_FTBFS $NR_DEPWAIT $NR_404 $NR_UNKNOWN ; do
+ PERCENT_i=$(echo "scale=1 ; ($i*100/$TOTAL)" | bc)
+ if [ "$PERCENT_i" != "0" ] ; then
+ echo " <td>$i ($PERCENT_i%)</td>" >> $HTML_RPM_STATS
+ else
+ echo " <td>$i</td>" >> $HTML_RPM_STATS
+ fi
+done
+echo " </tr>" >> $HTML_RPM_STATS
+
+#
+# write out the actual webpage
+#
+DATE=$(date -u +'%Y-%m-%d')
+cd $RPMBASE
+PAGE=rpms/$RELEASE.html
+echo "$(date -u) - starting to build $PAGE"
+cat > $PAGE <<- EOF
+<!DOCTYPE html>
+<html lang="en-US">
+ <head>
+ <meta charset="UTF-8">
+ <title>Repoducible $RELEASE ($ARCH) ?!</title>
+ <link rel='stylesheet' href='global.css' type='text/css' media='all' />
+ </head>
+ <body>
+ <div id="archnavbar">
+ <div id="logo"></div>
+ </div>
+ <div class="content">
+ <h1>Reproducible $RELEASE ($ARCH) ?!</h1>
+ <div class="page-content">
+
+EOF
+write_page_intro '$RELEASE'
+write_explaination_table '$RELEASE'
+write_page " <table><tr><th>release (architecture)</th><th>all sources packages</th><th>reproducible packages</th><th>unreproducible packages</th><th>packages failing to build</th><th>packages in depwait state</th><th>packages 404</th><th>unknown state</th></tr>"
+cat $HTML_RPM_STATS >> $PAGE
+rm $HTML_RPM_STATS > /dev/null
+write_page " </table>"
+write_page " <table><tr><th>release (architecture)</th><th>source package</th><th>test result</th><th>test date</th><th>1st build log</th><th>2nd build log</th></tr>"
+for i in $HTML_UNKNOWN $HTML_FTBFS $HTML_DEPWAIT $HTML_404 $HTML_FTBR $HTML_GOOD ; do
+ cat $i >> $PAGE
+ rm $i > /dev/null
+done
+write_page " </table>"
+write_page "</div></div>"
+write_page_footer '$RELEASE'
+echo "$(date -u) - enjoy $REPRODUCIBLE_URL/rpms/$PAGE"
diff --git a/job-cfg/reproducible.yaml b/job-cfg/reproducible.yaml
index 2d51882..66d8b83 100644
--- a/job-cfg/reproducible.yaml
+++ b/job-cfg/reproducible.yaml
@@ -781,6 +781,10 @@
defaults: reproducible
name: '{name}_html_archlinux'
+- job-template:
+ defaults: reproducible
+ name: '{name}_html_fedora-23_x86_64'
+
- project:
name: reproducible
jobs:
@@ -1562,7 +1566,7 @@
- '{name}_builder_fedora-23_x86_64_1':
my_description: 'Try to reproducibly build a Fedora 23 package.'
my_timed: '* * * * *'
- my_trigger: ''
+ my_trigger: 'reproducible_html_fedora-23_x86_64'
my_shell: '/srv/jenkins/bin/reproducible_build_rpm.sh fedora-23 x86_64'
my_recipients: 'qa-jenkins-scm at lists.alioth.debian.org'
my_node: ''
@@ -1572,4 +1576,10 @@
my_shell: '/srv/jenkins/bin/reproducible_html_archlinux.sh'
my_recipients: 'qa-jenkins-scm at lists.alioth.debian.org'
my_node: ''
+ - '{name}_html_fedora-23_x86_64':
+ my_description: 'Build a simple webpage for Fedora 23 reproducibility tests'
+ my_timed: ''
+ my_shell: '/srv/jenkins/bin/reproducible_html_rpms.sh fedora-23 x86_64'
+ my_recipients: 'qa-jenkins-scm at lists.alioth.debian.org'
+ my_node: ''
--
Alioth's /usr/local/bin/git-commit-notice on /srv/git.debian.org/git/qa/jenkins.debian.net.git
More information about the Qa-jenkins-scm
mailing list