[Git][qa/jenkins.debian.net][master] buildinfos.d.n: stop creating buildinfo-pool_$suite_buildarch.list files

[Holger Levsen (@holger)]

Holger Levsen pushed to branch master at Debian QA / jenkins.debian.net


Commits:
43111425 by Holger Levsen at 2025-01-20T17:40:31+01:00
buildinfos.d.n: stop creating buildinfo-pool_$suite_buildarch.list files

Signed-off-by: Holger Levsen <holger at layer-acht.org>

this was costly to do (10min runtime every two hours) and afaik noone
was using them...

- - - - -


1 changed file:

- bin/reproducible_pool_buildinfos.sh


Changes:

=====================================
bin/reproducible_pool_buildinfos.sh
=====================================
@@ -1,7 +1,7 @@
 #!/bin/bash
 # vim: set noexpandtab:
 
-# Copyright 2019-2023 Holger Levsen <holger at layer-acht.org>
+# Copyright 2019-2025 Holger Levsen <holger at layer-acht.org>
 # Copyright 2021 Frédéric Pierret <frederic.pierret at qubes-os.org>
 # released under the GPLv2
 
@@ -169,40 +169,6 @@ get_localsuite() {
 	fi
 }
 
-convert_db_output_to_buildinfo() {
-	sed -i '/^$/d' "$1"
-	# We create unfiltered list of predicted buildinfo filenames
-	cat "$1" | tr -d ' ' | \
-		awk -F'|' -v ARCH="${ARCH}" '{IDX=substr($1,1,1) ; SOURCE=$1; VERSION=gensub(/^.*:/, "", "g", $2); print "/buildinfo-pool/"IDX"/"SOURCE"/"SOURCE"_"VERSION"_"ARCH".buildinfo"}' \
-		> "$2"
-}
-
-
-filter_buildinfos() {
-	# We filter predicted buildinfo filenames if they really exist.
-	# If not, we report them into a separate .nonexistent file.
-	awk -v buildinfolist="$BASEPATH/buildinfo-pool_${SUITE}_${ARCH}.list" \
-		'FNR==NR { a[$1]; next } $1 in a {print > buildinfolist}' "$1" "$2"
-}
-
-query_db_buildinfos() {
-	# We handle the case where ARCH has multiple concatenated values
-	PARSED_ARCH=$(for arch in ${ARCH//-/ }; do echo -n \'"$arch"\'\,; done)
-	PARSED_ARCH=${PARSED_ARCH::-1}
-	psql --tuples-only buildinfo <<EOF > "${TMPDIR}/raw_packages_${LOCALSUITE}_${ARCH}.list"
-SELECT DISTINCT
-	p.source,p.version
-FROM
-	binary_packages p
-WHERE
-	p.suite='$LOCALSUITE' AND p.arch in (${PARSED_ARCH})
-ORDER BY
-	p.source
-EOF
-	convert_db_output_to_buildinfo "${TMPDIR}/raw_packages_${LOCALSUITE}_${ARCH}.list" "${TMPDIR}/raw_buildinfo-pool_${LOCALSUITE}_${ARCH}.list"
-	filter_buildinfos "$POOLFILE" "${TMPDIR}/raw_buildinfo-pool_${LOCALSUITE}_${ARCH}.list"
-}
-
 exit_clean() {
 	local exit_code=$?
 	if [ -d "$TMPDIR" ] && [ "${TMPDIR:0:21}" = "/tmp/buildinfos-pool-" ]; then
@@ -291,30 +257,5 @@ else
 	rm $PROBLEMS
 fi
 
-# This part allows one to create a buildinfo-pool file per suite and arch.
-# It queries the database created thanks to https://salsa.debian.org/bremner/builtin-pho
-# and use the primary buildinfo-pool file generated by reproducible_pool_buildinfos.sh
-# for filtering the results.
-ARCHES="
-	all-amd64
-	all-arm64
-	all
-	amd64
-	arm64
-	"
-
-SUITES="bullseye bookworm trixie unstable"
-LOCALSUITE=""
-TMPDIR=$(mktemp -d -t buildinfos-pool-XXXXXX)
-
 trap 'exit_clean' INT TERM EXIT
 
-date -u
-for ARCH in $ARCHES ; do
-	for SUITE in $SUITES ; do
-		echo "Updating https://buildinfos.debian.net/buildinfo-pool.${SUITE}_${ARCH}.list"
-		get_localsuite
-		query_db_buildinfos
-	done
-done
-date -u



View it on GitLab: https://salsa.debian.org/qa/jenkins.debian.net/-/commit/43111425b7062e1a1c4df05fc37f4d64811fe8c1

-- 
View it on GitLab: https://salsa.debian.org/qa/jenkins.debian.net/-/commit/43111425b7062e1a1c4df05fc37f4d64811fe8c1
You're receiving this email because of your account on salsa.debian.org.


-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://alioth-lists.debian.net/pipermail/qa-jenkins-scm/attachments/20250120/1b7f58e8/attachment-0001.htm>