[Qa-jenkins-scm] [Git][qa/jenkins.debian.net][master] reproducible: run pool_buildinfos via a jenkins job

[Holger Levsen]

Holger Levsen pushed to branch master at Debian QA / jenkins.debian.net


Commits:
928357e9 by Holger Levsen at 2019-04-17T13:34:41Z
reproducible: run pool_buildinfos via a jenkins job

Signed-off-by: Holger Levsen <holger at layer-acht.org>

- - - - -


3 changed files:

- bin/jenkins_node_wrapper.sh
- bin/pool_buildinfos.sh → bin/reproducible_pool_buildinfos.sh
- job-cfg/reproducible.yaml


Changes:

=====================================
bin/jenkins_node_wrapper.sh
=====================================
@@ -79,6 +79,8 @@ elif [[ "$1" =~ ^chroot-installation_.* ]]; then
 	shift ; exec /srv/jenkins/bin/chroot-installation.sh $@ ; croak "Exec failed"
 elif [ "$*" = "reproducible_nodes_info" ] ; then
 	exec /srv/jenkins/bin/reproducible_info.sh ; croak "Exec failed";
+elif [ "$1" = "reproducible_pool_buildinfos" ] ; then
+	exec /srv/jenkins/bin/reproducible_pool_buildinfos.sh ; croak "Exec failed";
 elif [ "$1" = "haskell-package-plan" ] ; then
 	shift ; exec /srv/jenkins/bin/chroot-run.sh $@ ; croak "Exec failed";
 elif [ "$1" = "/srv/jenkins/bin/reproducible_build.sh" ] && ( [ "$2" = "1" ] || [ "$2" = "2" ] ) ; then


=====================================
bin/pool_buildinfos.sh → bin/reproducible_pool_buildinfos.sh
=====================================
@@ -20,7 +20,6 @@ FTPPATH=$BASEPATH/ftp-master.debian.org/buildinfo
 POOLPATH=$BASEPATH/buildinfo-pool
 
 PROBLEMS=$(mktemp -t poolize.XXXXXXXX)
-
 mkdir -p $POOLPATH
 
 YEAR="$(date -u +%Y)"
@@ -28,6 +27,7 @@ MONTH="$(date -u +%m)"
 DAY="$(date -u +%d)"
 
 do_day(){
+	COUNTER=0
 	MONTHPATH=$FTPPATH/$YEAR/$MONTH
 	if [ ! -d $MONTHPATH ] ; then
 		echo "$MONTHPATH does not exist, next."
@@ -40,7 +40,6 @@ do_day(){
 		return
 	fi
 	cd $DAY
-	echo "Working on $YEAR/$MONTH/$DAY"
 	for FILE in * ; do
 		# echo $FILE
 		PACKAGE=$(echo $FILE | cut -d '_' -f1)
@@ -70,6 +69,7 @@ do_day(){
 		elif [ ! -e "$FULLTARGET" ] && [ -e "$MONTHPATH/$DAY/$FILE" ] ; then
 			ln -s $MONTHPATH/$DAY/$FILE $FULLTARGET
 			# echo "$MONTHPATH/$DAY/$FILE linked from $FULLTARGET"
+			let COUNTER+=1
 		elif [ ! -e $MONTHPATH/$DAY/$FILE ] ; then
 			echo "on no $MONTHPATH/$DAY/$FILE does not exist, exiting."
 			exit 1
@@ -78,6 +78,7 @@ do_day(){
 			if [ ! -e "$FULLTARGET.0" ] ; then
 				ln -s $MONTHPATH/$DAY/$FILE $FULLTARGET.0
 				echo "$MONTHPATH/$DAY/$FILE linked from $FULLTARGET.0"
+				let COUNTER+=1
 			elif [ "$(readlink -f $FULLTARGET.0)" = "$MONTHPATH/$DAY/$FILE" ] ; then
 				# also ignoring this
 				:
@@ -91,6 +92,12 @@ do_day(){
 			fi
 		fi
 	done
+	echo -n "Done processing $YEAR/$MONTH/$DAY"
+	if [ $COUNTER -gt 0 ] ; then
+		echo " - $COUNTER links added."
+	else
+		echo
+	fi
 	cd ..
 }
 


=====================================
job-cfg/reproducible.yaml
=====================================
@@ -802,6 +802,10 @@
                     my_gitrepo: 'https://salsa.debian.org/reproducible-builds/reproducible-lfs.git'
                     git_wipe_workspace: false   # can't do it as it would otherwise take too much to checkout/clone
                     my_shell: '/srv/jenkins/bin/reproducible_sync_lfs.sh'
+                - 'pool_buildinfos'
+                    my_shell: '/srv/jenkins/bin/jenkins_master_wrapper.sh'
+                    my_hname: 'profitbricks7'
+                    my_timed: '30 1,7,13,19 * * *'
             my_recipients: 'jenkins+reproducible-builds qa-jenkins-scm at lists.alioth.debian.org'
             my_parse_rules: '/srv/jenkins/logparse/reproducible-extra.rules'
             my_hname: ''



View it on GitLab: https://salsa.debian.org/qa/jenkins.debian.net/commit/928357e9b25fdd1c2d609481fb9d909e3c9a4c8c

-- 
View it on GitLab: https://salsa.debian.org/qa/jenkins.debian.net/commit/928357e9b25fdd1c2d609481fb9d909e3c9a4c8c
You're receiving this email because of your account on salsa.debian.org.

-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://alioth-lists.debian.net/pipermail/qa-jenkins-scm/attachments/20190417/7bc1bf1f/attachment-0001.html>